{"bge-base-en-v1.5": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["575979", "7837267", "5917719", "3445481", "1674644", "7275122", "2684883", "3527619", "3619391", "7275120"], "ranked_scores": [0.7748, 0.7557, 0.7536, 0.7412, 0.7363, 0.7357, 0.7337, 0.7325, 0.7256, 0.7247], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["542682", "2684883", "1297109", "1674644", "1297112", "7248824", "4808866", "3308552", "5550437", "7187515"], "ranked_scores": [0.7901, 0.7869, 0.774, 0.7736, 0.7697, 0.7617, 0.7423, 0.7311, 0.7302, 0.7274], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "298606", "5842823", "911138", "5221728", "1592656", "6402602", "7383965", "4921435", "6810306"], "ranked_scores": [0.8069, 0.7503, 0.7254, 0.7214, 0.7164, 0.6964, 0.6909, 0.6884, 0.6832, 0.672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["66616", "8279447", "6926916", "5359258", "3338175", "515311", "7011409", "3125130", "2541248", "5769842"], "ranked_scores": [0.8813, 0.8807, 0.8791, 0.8757, 0.8733, 0.8564, 0.8551, 0.8537, 0.8526, 0.8487], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "7048914", "3794300", "5450605", "5346316", "1587850", "8554964", "2070215", "4269405"], "ranked_scores": [0.8562, 0.8437, 0.8334, 0.8328, 0.8286, 0.8223, 0.817, 0.8155, 0.8151, 0.809], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["3205963", "4496437", "8817884", "8011156", "378964", "5606320", "1975045", "1190311", "2190617", "1494980"], "ranked_scores": [0.7536, 0.7452, 0.743, 0.7314, 0.7266, 0.7223, 0.7221, 0.7213, 0.7202, 0.7124], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "6964479", "7840121", "7260457", "4816964", "1777799", "6964486", "5091618", "6980305", "5227711"], "ranked_scores": [0.7877, 0.7868, 0.7758, 0.7755, 0.767, 0.7586, 0.7485, 0.7477, 0.7403, 0.7327], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5644075", "1043672", "5644076", "147832", "7637427", "8069476"], "ranked_scores": [0.7818, 0.7688, 0.76, 0.704, 0.6886, 0.6405, 0.6372, 0.6294, 0.6168, 0.6159], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "1365215", "249524", "2322244", "289409", "5110182", "6950276", "2421289", "4667084"], "ranked_scores": [0.8165, 0.8039, 0.7879, 0.7591, 0.7513, 0.7468, 0.7397, 0.7181, 0.7176, 0.7156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5942525", "8215736", "7187662", "7137594", "4989064", "3434622", "6124279", "879819", "128974"], "ranked_scores": [0.7777, 0.6911, 0.6812, 0.6628, 0.6571, 0.6551, 0.6528, 0.6526, 0.6524, 0.6514], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1438830", "1226215", "2037947", "1226213", "1933413", "5022892", "4711434"], "ranked_scores": [0.8205, 0.8083, 0.7159, 0.7075, 0.699, 0.67, 0.6597, 0.6431, 0.6413, 0.6296], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["2899047", "7858636", "6535340", "5043664", "8223942", "6807529", "662304", "295789", "7168973", "7168976"], "ranked_scores": [0.6199, 0.6182, 0.6158, 0.6071, 0.6069, 0.6015, 0.5949, 0.5884, 0.5813, 0.5785], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "277376", "4561063", "3803414", "7301814", "1317497", "3512764", "5457419"], "ranked_scores": [0.8566, 0.8157, 0.8076, 0.739, 0.7209, 0.7181, 0.7127, 0.7122, 0.711, 0.7096], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970735", "8450828", "7970736", "8450827", "8259514", "8259512", "1265191", "7970734", "7970728", "320956"], "ranked_scores": [0.8586, 0.8516, 0.8475, 0.8379, 0.832, 0.8174, 0.8162, 0.806, 0.796, 0.789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "8346654", "7160804", "4702009", "6145894", "5395324", "8296550", "4702013", "232771"], "ranked_scores": [0.8657, 0.7883, 0.7564, 0.7536, 0.7496, 0.7495, 0.7445, 0.7406, 0.7393, 0.7381], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220312", "7220310", "7220313", "3452115", "1488928", "7903539", "4768602", "8484568", "7872867", "7691443"], "ranked_scores": [0.8697, 0.8651, 0.6932, 0.6692, 0.6639, 0.654, 0.6537, 0.6486, 0.6468, 0.6433], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "7805085", "4830263", "7870704", "7108982", "7937822", "8584557", "7937824"], "ranked_scores": [0.8653, 0.7763, 0.7163, 0.716, 0.6979, 0.6734, 0.6717, 0.6693, 0.6688, 0.6634], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "8157542", "7948042", "4880893", "3646584", "2116938", "2116936", "2116929", "8660295", "2116932"], "ranked_scores": [0.815, 0.7981, 0.7779, 0.7455, 0.7317, 0.7305, 0.7285, 0.7202, 0.7192, 0.71], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "1611463", "5980491", "3333503", "1815026", "4374443", "7641492", "4374445", "8761342"], "ranked_scores": [0.8459, 0.8281, 0.7342, 0.7171, 0.7116, 0.6975, 0.6948, 0.685, 0.6833, 0.6783], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "2091063", "6641480", "6951440", "7153163", "7503576", "3444262", "8045998", "5231134", "4624992"], "ranked_scores": [0.7998, 0.7342, 0.733, 0.7276, 0.726, 0.7135, 0.7093, 0.7085, 0.6992, 0.6987], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "7827765", "4489794", "7170238", "4489799", "6804877", "6854565", "2131339", "1484399", "413808"], "ranked_scores": [0.7255, 0.72, 0.7056, 0.6918, 0.6793, 0.6793, 0.6719, 0.6712, 0.6676, 0.6674], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "391342", "391341", "863946", "2588002", "3853232", "7623736", "5535297", "2587999"], "ranked_scores": [0.8595, 0.8497, 0.8456, 0.833, 0.8285, 0.8182, 0.8106, 0.8101, 0.8003, 0.796], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "7689710", "8820180", "4936994", "5364572", "6506033", "409310", "2188117", "1673140", "623987"], "ranked_scores": [0.7196, 0.7118, 0.6993, 0.66, 0.6513, 0.6463, 0.6385, 0.6367, 0.624, 0.619], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3968773", "1460640", "3346337", "1546056", "2443030", "5808457", "1460637", "6488150"], "ranked_scores": [0.953, 0.9384, 0.8941, 0.8908, 0.8889, 0.8802, 0.8766, 0.8521, 0.8429, 0.8412], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2796274", "3733774", "1070634", "1871086", "5055675", "7992320", "8426355", "7424964", "6082244", "5123227"], "ranked_scores": [0.8624, 0.8398, 0.8377, 0.8351, 0.8296, 0.8232, 0.8181, 0.8148, 0.8115, 0.8085], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "5174051", "5170949", "5440997", "5027731", "5027726", "954268", "6287785", "7650732"], "ranked_scores": [0.8197, 0.8025, 0.7821, 0.7713, 0.7372, 0.7267, 0.7234, 0.7193, 0.715, 0.7145], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "551238", "870351", "2576605", "2576606", "272188", "7249172", "272190", "2692492"], "ranked_scores": [0.8925, 0.8423, 0.8382, 0.8333, 0.8199, 0.818, 0.8173, 0.8094, 0.8085, 0.8067], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "7810605", "3296425", "250946", "8265258", "8277053", "4053745", "7553014", "8162192", "3720839"], "ranked_scores": [0.7406, 0.699, 0.6782, 0.6668, 0.656, 0.6535, 0.6527, 0.6483, 0.6461, 0.6454], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "4437972", "7288502", "4377794", "7646422", "5094229", "5352322", "2536497", "2195944", "173850"], "ranked_scores": [0.8349, 0.8162, 0.8078, 0.7998, 0.7954, 0.7915, 0.7902, 0.7856, 0.7737, 0.7735], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "5499496", "6818958", "7154587", "6045016", "4594595", "3924136", "6818952", "3230959", "8531579"], "ranked_scores": [0.7473, 0.7461, 0.7361, 0.7273, 0.7197, 0.7195, 0.7168, 0.7135, 0.7058, 0.7044], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "4765785", "8796486", "5675630", "4451324", "4765788", "7344853", "3979452", "8607085"], "ranked_scores": [0.7931, 0.7247, 0.7189, 0.711, 0.6998, 0.682, 0.6645, 0.6636, 0.6582, 0.6536], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "3141441", "2099688", "7526871", "1511155", "4786937", "7641309", "982652", "7526867", "1511150"], "ranked_scores": [0.8611, 0.8435, 0.8429, 0.842, 0.8341, 0.8324, 0.8298, 0.8287, 0.8243, 0.8201], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "7937494", "7770196", "5280582", "5280575", "5164644", "6688747", "5546116"], "ranked_scores": [0.8509, 0.7807, 0.78, 0.734, 0.7311, 0.7234, 0.7193, 0.7179, 0.713, 0.7103], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "4502858", "1417034", "5336580", "30089", "30088", "4502856", "2391916", "6979705"], "ranked_scores": [0.8805, 0.8598, 0.8463, 0.8261, 0.8118, 0.8093, 0.8071, 0.7911, 0.7812, 0.7796], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "7853301", "6207587", "6428732", "7645257", "5133662", "133509", "5904163", "3406116"], "ranked_scores": [0.8331, 0.7329, 0.7322, 0.7172, 0.71, 0.7067, 0.7033, 0.6874, 0.6854, 0.6815], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565560", "4004619", "4111498", "4589415", "3920912", "174956", "7734838", "2290637", "4893298", "3765105"], "ranked_scores": [0.8152, 0.8055, 0.804, 0.8011, 0.7934, 0.7848, 0.7793, 0.7791, 0.7717, 0.7713], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "3672237", "4991354", "4991353", "3148555", "4991356", "1621473", "3806458", "826058", "2823095"], "ranked_scores": [0.8322, 0.7941, 0.7934, 0.7705, 0.7679, 0.7577, 0.7551, 0.7486, 0.7432, 0.7297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "4605271", "2531512", "6193415", "5393501", "7778949", "1250411", "3747811"], "ranked_scores": [0.8384, 0.7799, 0.776, 0.7564, 0.7337, 0.7252, 0.7222, 0.7138, 0.7118, 0.6993], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "139961", "4951287", "1063811", "4590211", "6632522", "2872270", "3672905", "6167831", "4005369"], "ranked_scores": [0.7618, 0.716, 0.7104, 0.6974, 0.6956, 0.6953, 0.6898, 0.6893, 0.6852, 0.6849], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "1933329", "5812523", "7313342", "8139545", "5143805", "6761606", "1716202", "1631830", "4117805"], "ranked_scores": [0.7715, 0.7592, 0.7461, 0.7422, 0.7386, 0.7383, 0.7351, 0.7329, 0.7329, 0.7306], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "3252244", "2940019", "4258663", "4258668", "1969532", "7503113", "2940016", "5339586", "2375458"], "ranked_scores": [0.8746, 0.8586, 0.8357, 0.8286, 0.814, 0.7807, 0.7771, 0.7754, 0.7712, 0.7628], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "8646229", "8822769", "3451041", "3451044", "7611886", "3451043", "3811525", "7562631"], "ranked_scores": [0.864, 0.8041, 0.7742, 0.7401, 0.7328, 0.7274, 0.722, 0.7141, 0.6917, 0.6902], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221430", "8221437", "4343906", "4127072", "8221431", "4158114", "2574259", "5409486", "8015905"], "ranked_scores": [0.785, 0.7628, 0.7615, 0.7383, 0.7297, 0.7229, 0.7197, 0.7099, 0.6923, 0.6922], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495838", "3495840", "3495831", "7770959", "3495835", "8400909", "3147298", "3494053"], "ranked_scores": [0.8072, 0.7977, 0.7705, 0.7208, 0.7069, 0.7056, 0.7011, 0.6627, 0.6533, 0.6511], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212591", "6212597", "471140", "1053302", "917841", "186816", "1053306"], "ranked_scores": [0.884, 0.8791, 0.8434, 0.8273, 0.7905, 0.6998, 0.6916, 0.6887, 0.6874, 0.674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "8736649", "5145284", "7332215", "5151165", "5128175", "3052767", "7153880", "5090588"], "ranked_scores": [0.8693, 0.6419, 0.6363, 0.6351, 0.6239, 0.621, 0.6194, 0.6192, 0.6149, 0.613], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "7966586", "1717545", "8068698", "7511874", "8177246", "7829393", "2447197"], "ranked_scores": [0.8366, 0.8166, 0.7925, 0.7547, 0.746, 0.7428, 0.7403, 0.74, 0.738, 0.7329], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "1690952", "34456", "1136108", "6124976", "4878176", "7985411", "3302094"], "ranked_scores": [0.8922, 0.8786, 0.8007, 0.7333, 0.7316, 0.7284, 0.7211, 0.711, 0.7096, 0.7078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "1981696", "6986881", "7888894", "1981693", "2229750", "8424304", "1420930", "7138494", "5209746"], "ranked_scores": [0.7734, 0.7555, 0.7484, 0.746, 0.7433, 0.7398, 0.7319, 0.7293, 0.7216, 0.7208], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "3664758", "1953277", "4924766", "4304523", "3687242", "6342544", "5262322", "8193212"], "ranked_scores": [0.834, 0.674, 0.6647, 0.6361, 0.6284, 0.616, 0.616, 0.6157, 0.6155, 0.6118], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["575979", "3445481", "5917719", "3527619", "5265626", "7837267", "8083127", "558173", "1674644", "768350"], "ranked_scores": [0.682, 0.6459, 0.6385, 0.6378, 0.6274, 0.6179, 0.615, 0.6028, 0.6013, 0.5944], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "542682", "1297109", "1297112", "1674644", "7248824", "526260", "3308552", "7187515", "5550437"], "ranked_scores": [0.7159, 0.7018, 0.6943, 0.6907, 0.6833, 0.6762, 0.6382, 0.6311, 0.6252, 0.6239], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "911138", "298606", "5221728", "5616900", "4921435", "2403650", "2403648", "8543994"], "ranked_scores": [0.7155, 0.6345, 0.6241, 0.6116, 0.5887, 0.5671, 0.5585, 0.5482, 0.5401, 0.5377], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["6926916", "66616", "5359258", "3338175", "8279447", "5769842", "3125130", "2541248", "7011409", "5997195"], "ranked_scores": [0.8234, 0.8217, 0.8152, 0.8112, 0.8104, 0.7934, 0.7775, 0.7748, 0.7714, 0.7708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "5450605", "7048914", "5346316", "3794300", "2070215", "7255678", "4269405", "8554964"], "ranked_scores": [0.7758, 0.7619, 0.7301, 0.7217, 0.7145, 0.71, 0.7001, 0.6966, 0.6927, 0.6911], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["3205963", "4496437", "8817884", "5606320", "378964", "2190617", "1975045", "1190311", "8011156", "1229810"], "ranked_scores": [0.5853, 0.5818, 0.5807, 0.574, 0.564, 0.5599, 0.5451, 0.544, 0.5331, 0.5296], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "7260457", "6964479", "7840121", "4816964", "6980305", "5227711", "1777799", "6964486", "6801871"], "ranked_scores": [0.7405, 0.7365, 0.7253, 0.7214, 0.6959, 0.6788, 0.677, 0.6683, 0.6585, 0.6424], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5644075", "5644076", "1043672", "147832", "8069476", "7637427"], "ranked_scores": [0.7422, 0.7286, 0.6875, 0.6098, 0.5628, 0.4845, 0.4696, 0.4603, 0.4323, 0.4318], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "8452568", "1365215", "2322244", "249524", "5110182", "1102477", "289409", "4667084", "6950275"], "ranked_scores": [0.7825, 0.779, 0.7057, 0.6803, 0.6788, 0.6617, 0.654, 0.645, 0.6426, 0.6357], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "8215736", "7137594", "7187662", "5942525", "5132484", "2117748", "5469449", "2348797", "879819"], "ranked_scores": [0.671, 0.5449, 0.5214, 0.5208, 0.5199, 0.5049, 0.5035, 0.4991, 0.495, 0.4876], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1438830", "1226215", "2037947", "1226213", "5022892", "1933413", "6042871"], "ranked_scores": [0.8283, 0.8062, 0.6104, 0.584, 0.5751, 0.522, 0.5153, 0.5127, 0.4983, 0.4926], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7858636", "2899047", "8223942", "662304", "5043664", "6807529", "7168976", "6535340", "4231642", "7168973"], "ranked_scores": [0.4789, 0.469, 0.4673, 0.4453, 0.4426, 0.4165, 0.4055, 0.4013, 0.3922, 0.3904], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301814", "7331852", "5809784", "277376", "3512764", "4561063", "1317497"], "ranked_scores": [0.8118, 0.7433, 0.7291, 0.5785, 0.5545, 0.5539, 0.552, 0.5483, 0.5467, 0.5465], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "7970736", "8259514", "7970735", "8450827", "8259512", "1265191", "7970734", "7970728", "8450833"], "ranked_scores": [0.8209, 0.7776, 0.7775, 0.7739, 0.7723, 0.7599, 0.7357, 0.725, 0.7175, 0.7157], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "7160804", "6145894", "8346654", "8296550", "4702013", "5395324", "8296554", "6193662"], "ranked_scores": [0.7882, 0.663, 0.6261, 0.6187, 0.6173, 0.6154, 0.6142, 0.6068, 0.5947, 0.5868], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "7220313", "3452115", "1488928", "5190750", "5190753", "4768599", "7903539", "7872867"], "ranked_scores": [0.8603, 0.824, 0.5138, 0.5138, 0.5097, 0.4918, 0.4874, 0.4777, 0.4745, 0.4745], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "7805085", "4830263", "7870704", "7108982", "8584557", "7937824", "7937822"], "ranked_scores": [0.8394, 0.6984, 0.6224, 0.5934, 0.5729, 0.5466, 0.5391, 0.5345, 0.5345, 0.523], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "8157542", "7948042", "4880893", "2116929", "3646584", "8660295", "2116936", "2116938", "2116932"], "ranked_scores": [0.7417, 0.7323, 0.6919, 0.6608, 0.6443, 0.6408, 0.639, 0.6385, 0.6338, 0.6104], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "5980491", "3333503", "1611463", "4374443", "1815026", "4374445", "3225747", "1782220"], "ranked_scores": [0.7908, 0.79, 0.5719, 0.5688, 0.5668, 0.5566, 0.5432, 0.5367, 0.5344, 0.5302], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "2091063", "6951440", "3444262", "5231134", "7153163", "4624992", "7503576", "8045998"], "ranked_scores": [0.7241, 0.6118, 0.6039, 0.5609, 0.5556, 0.5553, 0.5524, 0.5485, 0.547, 0.5318], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "7827765", "4489794", "413808", "6804877", "2131335", "5213336", "4489797", "4489799", "6854565"], "ranked_scores": [0.6141, 0.5897, 0.5681, 0.5461, 0.5455, 0.5392, 0.5389, 0.528, 0.5279, 0.5262], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "391342", "863946", "391341", "1918866", "7623736", "3853232", "7134383", "5535297"], "ranked_scores": [0.8313, 0.7728, 0.7456, 0.7429, 0.7396, 0.7304, 0.7174, 0.7109, 0.7063, 0.7023], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "7689710", "8820180", "6506033", "2188117", "5364572", "4936994", "409310", "1272785", "623987"], "ranked_scores": [0.6401, 0.612, 0.6032, 0.597, 0.5377, 0.5204, 0.5169, 0.5024, 0.496, 0.4936], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3346337", "1460640", "3968773", "2443030", "1546056", "5808457", "4615784", "1506380"], "ranked_scores": [0.9342, 0.9027, 0.8506, 0.8294, 0.827, 0.8156, 0.8111, 0.7714, 0.7628, 0.7574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2796274", "1070634", "8426355", "6082244", "5055675", "1871086", "3733774", "7424964", "7992320", "8307546"], "ranked_scores": [0.7987, 0.7761, 0.7701, 0.7591, 0.7566, 0.748, 0.7434, 0.743, 0.7388, 0.7276], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "5170949", "5174051", "5027731", "5440997", "1588747", "954268", "5027726", "1333652"], "ranked_scores": [0.7373, 0.7229, 0.6866, 0.6629, 0.6056, 0.5902, 0.5777, 0.5765, 0.5734, 0.5731], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "870351", "551238", "2576605", "2576606", "7249172", "2692492", "272188", "1314383"], "ranked_scores": [0.8425, 0.7758, 0.7552, 0.7364, 0.7269, 0.7226, 0.7147, 0.711, 0.7107, 0.7032], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7810605", "6502553", "250946", "8265258", "1663808", "5408281", "3296425", "6090442", "3720839", "8277053"], "ranked_scores": [0.6362, 0.6321, 0.5458, 0.5278, 0.5263, 0.5228, 0.5226, 0.513, 0.5128, 0.5124], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "4437972", "7288502", "4377794", "5094229", "7646422", "5352322", "2536497", "173850", "2195944"], "ranked_scores": [0.7227, 0.7004, 0.6889, 0.6813, 0.6748, 0.667, 0.6602, 0.6437, 0.6401, 0.6349], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["5499496", "6045016", "7154587", "6818953", "3924136", "3230959", "6818958", "4594595", "5142519", "7154585"], "ranked_scores": [0.6149, 0.5825, 0.5779, 0.5682, 0.5638, 0.5542, 0.5534, 0.552, 0.5444, 0.5437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "4765785", "8796486", "5675630", "3979452", "4451324", "7344853", "8773427", "4765788"], "ranked_scores": [0.7211, 0.6324, 0.6295, 0.6145, 0.5878, 0.5613, 0.5553, 0.542, 0.5342, 0.5253], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "2099688", "3141441", "4786937", "7526867", "982652", "1511150", "7526871", "1841905", "7641309"], "ranked_scores": [0.8057, 0.7968, 0.7911, 0.7814, 0.7785, 0.7761, 0.7732, 0.7698, 0.7672, 0.7667], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "7937494", "7770196", "8331763", "6841581", "6270123", "6688747", "5655"], "ranked_scores": [0.7821, 0.6829, 0.6557, 0.6036, 0.5806, 0.5773, 0.5705, 0.5675, 0.567, 0.5652], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "4502858", "1417034", "30088", "5336580", "30089", "4502856", "6979705", "489957"], "ranked_scores": [0.8539, 0.8157, 0.7765, 0.7485, 0.7336, 0.7294, 0.6966, 0.6762, 0.6658, 0.6632], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "133509", "7645257", "6428732", "7853301", "1464540", "5133662", "6207587", "8098325"], "ranked_scores": [0.773, 0.6426, 0.6096, 0.6073, 0.5842, 0.5736, 0.5643, 0.5637, 0.5622, 0.5561], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "2565560", "4111498", "4589415", "3920912", "4893298", "174956", "2290637", "7734838", "3765105"], "ranked_scores": [0.7285, 0.7262, 0.7212, 0.7157, 0.705, 0.7013, 0.6884, 0.6782, 0.6768, 0.6764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991354", "3672237", "1621473", "4991353", "3148555", "826058", "4991356", "3806458", "2823095"], "ranked_scores": [0.7362, 0.6748, 0.6721, 0.6597, 0.6413, 0.6311, 0.6127, 0.5925, 0.5814, 0.5715], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "4605271", "6193415", "1250411", "5393501", "3747811", "2531512", "3726276"], "ranked_scores": [0.7824, 0.683, 0.665, 0.6299, 0.606, 0.601, 0.5865, 0.5775, 0.5733, 0.55], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "139961", "4951287", "6632518", "1063811", "6632522", "4005369", "6632520", "7428627", "3722839"], "ranked_scores": [0.7198, 0.6874, 0.6682, 0.6585, 0.6582, 0.6567, 0.6512, 0.6477, 0.6325, 0.6323], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "1933329", "6761606", "5812523", "5143805", "886990", "8139545", "4117805", "1631830", "6761601"], "ranked_scores": [0.6661, 0.6578, 0.6389, 0.6335, 0.6305, 0.6241, 0.6176, 0.6166, 0.6165, 0.6017], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "4258663", "3252244", "2940019", "4258668", "5339587", "7503113", "5339586", "1969532", "2940016"], "ranked_scores": [0.8223, 0.7963, 0.7735, 0.7608, 0.6798, 0.6596, 0.654, 0.6506, 0.6392, 0.6385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "8646229", "3451041", "8822769", "3451044", "7562631", "3451043", "5304087", "7611886"], "ranked_scores": [0.8432, 0.743, 0.6853, 0.6597, 0.6498, 0.6471, 0.6276, 0.6166, 0.6137, 0.6032], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221430", "8221437", "4127072", "4343906", "8221431", "4158114", "2574259", "8015905", "5431260"], "ranked_scores": [0.7065, 0.6988, 0.6943, 0.6524, 0.6381, 0.6092, 0.5873, 0.5823, 0.5765, 0.5643], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495838", "3495835", "3495840", "3495831", "7770959", "8400909", "3147298", "7699084"], "ranked_scores": [0.7295, 0.7273, 0.6395, 0.5977, 0.5853, 0.5773, 0.5615, 0.5352, 0.515, 0.5064], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212591", "6212597", "1053306", "471140", "1053300", "1053302", "917841"], "ranked_scores": [0.8598, 0.8507, 0.7759, 0.7715, 0.7284, 0.5443, 0.5352, 0.5172, 0.5154, 0.5127], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "5145284", "6396838", "7332215", "8736649", "2790097", "5090588", "5151165", "217890"], "ranked_scores": [0.8536, 0.4863, 0.4814, 0.4487, 0.441, 0.4394, 0.4282, 0.4195, 0.416, 0.4159], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "7966586", "7511874", "2447197", "8177246", "4139196", "1193873", "8068698"], "ranked_scores": [0.7913, 0.7362, 0.6886, 0.6643, 0.6582, 0.6171, 0.6135, 0.6074, 0.6001, 0.5987], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "6124976", "34456", "1690952", "1136108", "3215105", "1452606", "4878176"], "ranked_scores": [0.849, 0.8329, 0.6996, 0.5794, 0.562, 0.559, 0.5588, 0.5401, 0.5392, 0.5337], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "6986881", "1981696", "2229750", "1981693", "1420930", "7888894", "7138494", "8424304", "6361048"], "ranked_scores": [0.6451, 0.627, 0.6259, 0.6038, 0.5975, 0.5963, 0.5942, 0.5867, 0.5849, 0.5805], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "3664758", "6342544", "1953277", "3687242", "5262322", "8771883", "8743967", "4957113"], "ranked_scores": [0.8442, 0.6013, 0.5394, 0.5079, 0.5001, 0.4895, 0.4813, 0.4768, 0.4725, 0.4721], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3445481", "768350", "558173", "575979", "3527619", "597449", "7275123", "5917719", "8083127", "7981496"], "ranked_scores": [0.726, 0.7086, 0.7053, 0.6984, 0.6816, 0.6802, 0.6768, 0.6765, 0.6761, 0.6717], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1674644", "2684883", "542682", "1297112", "1297109", "7121383", "3308552", "7981496", "6858216", "1270357"], "ranked_scores": [0.7429, 0.7398, 0.7346, 0.7267, 0.6968, 0.6834, 0.6801, 0.6801, 0.6758, 0.6694], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "911138", "5842823", "5616900", "298606", "4921435", "5221728", "6402602", "2295208", "8186121"], "ranked_scores": [0.7813, 0.7413, 0.7406, 0.7035, 0.677, 0.6553, 0.6533, 0.646, 0.6385, 0.5763], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "5769842", "2812582", "8279447", "66616", "6926916", "7011409", "5359258", "3125130", "515311"], "ranked_scores": [0.8746, 0.8554, 0.8371, 0.8367, 0.8328, 0.8309, 0.826, 0.8251, 0.8247, 0.8211], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "3794300", "3640120", "8554964", "2070215", "5450605", "856390", "7048914", "7255678"], "ranked_scores": [0.8104, 0.7971, 0.7943, 0.7689, 0.7683, 0.759, 0.7522, 0.7459, 0.7335, 0.7305], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1123190", "970989", "5606320", "8643852", "2190617", "8817884", "1390753", "1941914", "378964", "3205963"], "ranked_scores": [0.687, 0.6694, 0.6536, 0.6512, 0.6496, 0.6352, 0.6341, 0.6264, 0.6263, 0.6253], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "7260457", "7840121", "6980305", "6964479", "4816964", "5227711", "6964486", "1777799", "5091618"], "ranked_scores": [0.8134, 0.7765, 0.7646, 0.7596, 0.7561, 0.7509, 0.7458, 0.7427, 0.7386, 0.7041], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5644075", "7637427", "1592497", "5644076", "147832", "7431788"], "ranked_scores": [0.7981, 0.7915, 0.7471, 0.6931, 0.5696, 0.525, 0.5127, 0.4908, 0.488, 0.4864], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "1365215", "249524", "2322244", "1102477", "6950275", "6950276", "3761519", "4667084"], "ranked_scores": [0.8578, 0.8512, 0.7661, 0.7481, 0.7323, 0.7281, 0.7244, 0.7173, 0.7161, 0.7158], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5942525", "8215736", "7137594", "4989064", "879819", "2552610", "336438", "2348797", "2066852"], "ranked_scores": [0.6799, 0.6108, 0.5416, 0.5402, 0.5285, 0.5258, 0.5242, 0.5206, 0.5082, 0.5078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1226215", "1438830", "1226213", "1962396", "1933413", "1498135", "6062397"], "ranked_scores": [0.8747, 0.8637, 0.7379, 0.7078, 0.6844, 0.6775, 0.6605, 0.6528, 0.6286, 0.6196], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8223942", "4231642", "662304", "7858636", "5043664", "2899047", "7732382", "8110427", "8661651", "1070106"], "ranked_scores": [0.5278, 0.4455, 0.4395, 0.4281, 0.4172, 0.4155, 0.4045, 0.3986, 0.3907, 0.3821], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301814", "558347", "7888911", "5811967", "1903335", "7301818", "4820118"], "ranked_scores": [0.881, 0.7834, 0.7767, 0.6512, 0.6392, 0.6314, 0.6298, 0.6273, 0.6018, 0.5945], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970735", "8450828", "7970736", "8259514", "8259512", "1265191", "8450827", "7970728", "7970734", "8450833"], "ranked_scores": [0.8676, 0.8638, 0.8527, 0.8492, 0.8234, 0.812, 0.8068, 0.7941, 0.7855, 0.7763], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "4702013", "8296550", "5395324", "7160804", "6145894", "8296554", "7138663", "1466669"], "ranked_scores": [0.8838, 0.8076, 0.7346, 0.7108, 0.7106, 0.7095, 0.7038, 0.6889, 0.6878, 0.6828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "4768599", "2474358", "5190753", "2130560", "4768602", "5190750", "4723508", "2010657"], "ranked_scores": [0.9058, 0.9002, 0.6032, 0.5636, 0.5599, 0.5545, 0.5545, 0.5523, 0.55, 0.5464], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "7937824", "7805085", "7870704", "7937822", "4830263", "7108982", "8584557"], "ranked_scores": [0.9153, 0.7391, 0.6987, 0.5979, 0.5934, 0.5856, 0.5771, 0.5748, 0.568, 0.5613], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "8157542", "7948042", "2116929", "3646584", "8660295", "3646580", "2116936", "7146728", "3692412"], "ranked_scores": [0.7667, 0.7565, 0.7194, 0.6991, 0.6874, 0.6726, 0.6518, 0.6495, 0.6488, 0.6445], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "3638988", "6924484", "2647181", "3532662", "3109473", "2356989", "6924493", "2450611"], "ranked_scores": [0.8454, 0.8364, 0.6691, 0.6503, 0.6435, 0.6404, 0.6325, 0.6197, 0.618, 0.6066], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "5297258", "2091063", "6951440", "5231134", "8045998", "7153163", "3444262", "6282957"], "ranked_scores": [0.8153, 0.7028, 0.695, 0.6685, 0.658, 0.6566, 0.6564, 0.6481, 0.6422, 0.6407], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489794", "7170234", "1174172", "6804877", "4489799", "1775549", "1174164", "4489797", "1174168", "413808"], "ranked_scores": [0.6513, 0.6512, 0.6466, 0.6437, 0.6427, 0.6423, 0.6345, 0.6336, 0.6334, 0.6323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "863946", "5535297", "5088303", "391341", "3853232", "1918866", "2588002", "391342"], "ranked_scores": [0.8813, 0.8545, 0.8114, 0.808, 0.8079, 0.8065, 0.8063, 0.8047, 0.7984, 0.794], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "7689710", "8820180", "2188117", "6506033", "5063008", "4936994", "1673140", "5364572", "409310"], "ranked_scores": [0.7017, 0.6935, 0.6754, 0.6255, 0.6127, 0.5928, 0.5899, 0.5769, 0.5738, 0.5517], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3346337", "1460640", "3968773", "2443030", "1546056", "1920855", "1460637", "5808457"], "ranked_scores": [0.9461, 0.9161, 0.8628, 0.8584, 0.8563, 0.827, 0.8162, 0.8103, 0.7844, 0.7785], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2796274", "1070634", "3733774", "6082244", "8426355", "7992320", "8307546", "8281194", "5055675", "1106640"], "ranked_scores": [0.8625, 0.8596, 0.8579, 0.8568, 0.8468, 0.838, 0.828, 0.8223, 0.8203, 0.8175], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "5174051", "5170949", "1333652", "6287785", "7650732", "3073632", "6343914", "954268"], "ranked_scores": [0.8588, 0.8037, 0.7736, 0.7651, 0.7027, 0.6947, 0.6894, 0.6784, 0.6648, 0.6549], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "870351", "2576605", "2576606", "551238", "7137675", "2692492", "7249172", "870346"], "ranked_scores": [0.9038, 0.8726, 0.8682, 0.8299, 0.8252, 0.8143, 0.7853, 0.7731, 0.7724, 0.7663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "5408281", "8741687", "8265258", "1663808", "5952078", "250946", "3296425", "4053745", "7553014"], "ranked_scores": [0.7296, 0.6413, 0.6236, 0.6175, 0.6152, 0.6127, 0.6125, 0.6085, 0.5864, 0.5833], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4437972", "4278761", "5352322", "173850", "4377794", "2510740", "7646426", "7288502", "7646422", "5094229"], "ranked_scores": [0.8177, 0.8087, 0.786, 0.784, 0.775, 0.7616, 0.7368, 0.7301, 0.727, 0.725], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1237202", "1756080", "5499496", "6045016", "6818953", "3924136", "3872927", "7154587", "2175305", "6818958"], "ranked_scores": [0.6964, 0.6787, 0.6711, 0.6599, 0.6594, 0.6564, 0.6451, 0.644, 0.6425, 0.642], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "8796486", "4765785", "5675630", "1800205", "7344853", "4765788", "2105496", "4765789"], "ranked_scores": [0.7937, 0.7373, 0.7273, 0.7243, 0.6863, 0.6386, 0.6365, 0.6291, 0.6287, 0.6217], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "4786937", "2099688", "3141441", "1841905", "2617812", "4005928", "7526868", "7526871", "1511150"], "ranked_scores": [0.8741, 0.8685, 0.8654, 0.8615, 0.8463, 0.8398, 0.8387, 0.8359, 0.8349, 0.8347], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7937494", "5546116", "8331763", "7110612", "7110611", "7770196", "6841581", "6270123", "3259751"], "ranked_scores": [0.8855, 0.7785, 0.7488, 0.7407, 0.7366, 0.7343, 0.7231, 0.7146, 0.7115, 0.7097], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "30088", "4502858", "5336580", "1417034", "30089", "489952", "4502856", "2366115"], "ranked_scores": [0.9122, 0.8602, 0.8413, 0.8303, 0.8182, 0.7985, 0.7527, 0.7522, 0.7356, 0.7294], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "7853301", "133509", "8148596", "7645257", "8098325", "3712671", "5133662", "6207587", "6428732"], "ranked_scores": [0.7892, 0.6692, 0.6466, 0.6366, 0.63, 0.6295, 0.6178, 0.6122, 0.6111, 0.6001], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4111498", "2565560", "4004619", "4589415", "3920912", "4893298", "2835995", "2391075", "1338705", "2894335"], "ranked_scores": [0.7971, 0.7932, 0.7919, 0.7888, 0.7809, 0.7742, 0.7661, 0.7631, 0.7629, 0.7629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "7161101", "3672237", "4991356", "4991353", "3148555", "3806458", "6465402", "826058", "2873961"], "ranked_scores": [0.8175, 0.7955, 0.778, 0.7373, 0.7356, 0.7329, 0.7277, 0.7122, 0.6817, 0.6793], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4900578", "4409027", "5393501", "6193415", "4605271", "1250411", "6967801", "5393494", "2531512"], "ranked_scores": [0.8258, 0.7444, 0.728, 0.6449, 0.6445, 0.6416, 0.6312, 0.6035, 0.6019, 0.6005], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["139961", "7428627", "7831679", "1063811", "1063812", "4590211", "139970", "139964", "1343315", "8586692"], "ranked_scores": [0.7896, 0.7704, 0.753, 0.7516, 0.7307, 0.7281, 0.7263, 0.7221, 0.7212, 0.7205], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "1933329", "886990", "3689305", "4117805", "6761606", "1631830", "6761601", "5812523", "5143805"], "ranked_scores": [0.7637, 0.7558, 0.7396, 0.7388, 0.7362, 0.7325, 0.7283, 0.7264, 0.7229, 0.7221], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "2940019", "4258663", "3252244", "5339587", "4258668", "7503113", "2940016", "1969532", "5339586"], "ranked_scores": [0.8777, 0.8278, 0.8256, 0.8223, 0.739, 0.7374, 0.7288, 0.7195, 0.7142, 0.7058], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "3451041", "1374743", "8822769", "3451044", "8822768", "3811525", "8646229", "7395283"], "ranked_scores": [0.8632, 0.819, 0.7243, 0.7146, 0.7135, 0.6994, 0.6974, 0.6956, 0.6886, 0.6775], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "4343906", "8221430", "4127072", "8221431", "8221437", "4158114", "2659096", "6284710", "8015905"], "ranked_scores": [0.7956, 0.7732, 0.772, 0.7558, 0.7531, 0.7471, 0.7169, 0.688, 0.6756, 0.6724], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495838", "7770959", "3495840", "3495835", "3147298", "2101768", "3495831", "1779400"], "ranked_scores": [0.7615, 0.7284, 0.695, 0.6776, 0.6159, 0.5966, 0.5894, 0.575, 0.5686, 0.5553], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212591", "609594", "6212597", "1768222", "1053306", "1053300", "1053302", "917841"], "ranked_scores": [0.9296, 0.9197, 0.8369, 0.8304, 0.8212, 0.6484, 0.6302, 0.5964, 0.594, 0.5919], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7332215", "5145284", "5151165", "3740532", "930721", "7153880", "8736649", "2465849"], "ranked_scores": [0.9179, 0.6235, 0.6152, 0.5925, 0.5723, 0.5701, 0.5671, 0.5581, 0.5544, 0.552], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "8068698", "1460687", "7511874", "8432430", "1193873", "1460689", "2584300"], "ranked_scores": [0.8561, 0.8113, 0.7666, 0.7395, 0.7188, 0.7114, 0.6993, 0.693, 0.6917, 0.6917], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "1690952", "1136108", "6124976", "34456", "7558181", "4738326", "7515853"], "ranked_scores": [0.9188, 0.8941, 0.8045, 0.7154, 0.6994, 0.6687, 0.6568, 0.6566, 0.6546, 0.6399], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981693", "6986881", "2229750", "7138494", "7589839", "3559380", "1981696", "8424304", "5209746", "5955284"], "ranked_scores": [0.7128, 0.6831, 0.6719, 0.6597, 0.6579, 0.6487, 0.6282, 0.6077, 0.5979, 0.5923], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "1953277", "7966624", "3664758", "297876", "6342544", "8771883", "4304523", "8743967", "3687242"], "ranked_scores": [0.8866, 0.6862, 0.6757, 0.6724, 0.6149, 0.6123, 0.6108, 0.5876, 0.5853, 0.5768], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-post-int8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["575979", "3445481", "3527619", "5917719", "5265626", "8083127", "7837267", "597455", "558173", "768350"], "ranked_scores": [0.6091, 0.5839, 0.561, 0.5479, 0.5341, 0.5302, 0.5291, 0.5287, 0.52, 0.5153], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "542682", "1297109", "1297112", "1674644", "7248824", "526260", "3308552", "6929917", "7121381"], "ranked_scores": [0.6737, 0.6586, 0.6501, 0.6459, 0.6241, 0.6119, 0.5937, 0.5713, 0.5566, 0.554], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "911138", "5842823", "298606", "5616900", "5221728", "8543994", "4921435", "2403650", "2295208"], "ranked_scores": [0.6338, 0.5848, 0.5845, 0.5514, 0.5335, 0.5333, 0.5108, 0.5015, 0.4946, 0.4905], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["6926916", "66616", "5359258", "8279447", "3338175", "2541248", "5769842", "5997195", "515311", "3125130"], "ranked_scores": [0.8055, 0.8035, 0.7978, 0.7798, 0.7679, 0.7485, 0.7449, 0.7445, 0.7432, 0.7396], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "7048914", "5450605", "7255678", "2070215", "8554964", "3794300", "1159742", "1587850"], "ranked_scores": [0.7221, 0.6917, 0.6475, 0.6428, 0.6352, 0.6351, 0.6258, 0.62, 0.6168, 0.6162], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "4496437", "8817884", "378964", "3205963", "8643852", "1190311", "1229810", "1941914", "2190617"], "ranked_scores": [0.5267, 0.5234, 0.5203, 0.5064, 0.5041, 0.474, 0.4708, 0.4648, 0.4622, 0.4591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "4816964", "6964479", "7260457", "6980305", "7840121", "5227711", "6801871", "1777799", "6964486"], "ranked_scores": [0.6704, 0.6647, 0.6632, 0.6551, 0.6479, 0.6441, 0.6292, 0.6078, 0.5978, 0.5962], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5644075", "5644076", "1043672", "147832", "8069476", "1768445"], "ranked_scores": [0.6653, 0.656, 0.5909, 0.51, 0.491, 0.4402, 0.4355, 0.4259, 0.3904, 0.3733], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "8452568", "1365215", "249524", "2322244", "1102477", "289409", "5110182", "6950275", "2421289"], "ranked_scores": [0.7491, 0.7425, 0.68, 0.6489, 0.6489, 0.6416, 0.6194, 0.617, 0.6054, 0.5794], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "8215736", "5942525", "5132484", "7137594", "2117748", "5392883", "2348797", "879819", "1536744"], "ranked_scores": [0.611, 0.4609, 0.4379, 0.4377, 0.4368, 0.4306, 0.4284, 0.4266, 0.422, 0.4213], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1226215", "1438830", "5022892", "1226213", "2037947", "5640023", "8511971"], "ranked_scores": [0.8085, 0.7895, 0.6085, 0.5746, 0.5667, 0.5201, 0.5092, 0.4966, 0.485, 0.4773], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["5043664", "662304", "8223942", "2899047", "7858636", "7168976", "7168973", "295789", "6807529", "8111528"], "ranked_scores": [0.4243, 0.423, 0.4221, 0.4175, 0.4146, 0.3744, 0.3669, 0.3667, 0.3641, 0.3641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301814", "5809784", "4892433", "7331852", "5809779", "4561063", "3512764"], "ranked_scores": [0.7796, 0.6689, 0.6556, 0.5047, 0.4909, 0.4835, 0.4818, 0.4776, 0.4728, 0.4721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "8450827", "7970736", "8259514", "8259512", "1265191", "7970735", "8450833", "7970734", "7970728"], "ranked_scores": [0.776, 0.7388, 0.7368, 0.7317, 0.7143, 0.7038, 0.6893, 0.6885, 0.6722, 0.6613], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "7160804", "6145894", "4702013", "8296550", "8346654", "5395324", "6193662", "8296554"], "ranked_scores": [0.7274, 0.6171, 0.5903, 0.5697, 0.5666, 0.5625, 0.5582, 0.5535, 0.5451, 0.5413], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "7220313", "1488928", "3452115", "1136294", "7872867", "7903539", "5190753", "6467669"], "ranked_scores": [0.8008, 0.7942, 0.4715, 0.4572, 0.4553, 0.437, 0.4263, 0.4228, 0.4228, 0.4221], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "4830263", "7870705", "7937824", "7108982", "7805085", "7870704", "8091571", "2995208"], "ranked_scores": [0.7678, 0.6313, 0.5312, 0.5119, 0.4844, 0.4828, 0.4811, 0.4712, 0.4628, 0.4602], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "7948050", "7948042", "4880893", "2116938", "2116929", "2116936", "3646584", "8660295", "2116933"], "ranked_scores": [0.7114, 0.7098, 0.6597, 0.6572, 0.6334, 0.6325, 0.632, 0.6188, 0.5955, 0.5928], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "1611463", "3333503", "1815026", "5980491", "8771259", "7480853", "3225747", "4374443"], "ranked_scores": [0.7686, 0.7439, 0.5626, 0.536, 0.5305, 0.523, 0.5192, 0.5178, 0.5134, 0.5127], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "2091063", "7503576", "3444262", "5231134", "925659", "4916004", "5914148", "6641482"], "ranked_scores": [0.6368, 0.5563, 0.5514, 0.5376, 0.5311, 0.5278, 0.5206, 0.5031, 0.5009, 0.5008], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "4489794", "7827765", "4489797", "413808", "6804877", "5213336", "4489799", "2131339", "2131335"], "ranked_scores": [0.5638, 0.5617, 0.5417, 0.5357, 0.5243, 0.5131, 0.5048, 0.5016, 0.4929, 0.488], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "863946", "391342", "391341", "3853232", "1918866", "7134383", "2588002", "5535297"], "ranked_scores": [0.8009, 0.708, 0.7066, 0.7064, 0.699, 0.6779, 0.6719, 0.6668, 0.6664, 0.6654], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689710", "7689707", "6506033", "2188117", "8820180", "5364572", "3167491", "623987", "409310", "1272785"], "ranked_scores": [0.5775, 0.5577, 0.5364, 0.5092, 0.4983, 0.4747, 0.4522, 0.452, 0.4514, 0.4398], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "1460640", "3346337", "2443030", "1546056", "3968773", "5808457", "1506380", "4615784"], "ranked_scores": [0.9354, 0.8844, 0.8207, 0.8127, 0.8059, 0.8024, 0.7992, 0.7688, 0.7461, 0.7436], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["1070634", "2796274", "6082244", "8426355", "8307546", "5055675", "1106640", "5784428", "7424964", "4942019"], "ranked_scores": [0.7559, 0.7462, 0.7387, 0.7358, 0.7116, 0.7079, 0.6995, 0.6983, 0.6948, 0.6946], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "5170949", "5174051", "5027731", "1333652", "5440997", "1588747", "954268", "7650732"], "ranked_scores": [0.7123, 0.68, 0.6549, 0.6212, 0.5755, 0.5677, 0.5598, 0.5582, 0.5577, 0.5493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "870351", "551238", "2576605", "2576606", "272188", "7249172", "1314383", "272190"], "ranked_scores": [0.8246, 0.7505, 0.7299, 0.7098, 0.6982, 0.694, 0.6874, 0.6818, 0.6683, 0.6646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7810605", "6502553", "250946", "1663808", "8265258", "5408281", "1221320", "3720839", "8277053", "1615478"], "ranked_scores": [0.61, 0.5908, 0.536, 0.5125, 0.5021, 0.4971, 0.4899, 0.4884, 0.4853, 0.4808], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "4437972", "4377794", "5352322", "173850", "7288502", "2195944", "7646422", "2536497", "2510740"], "ranked_scores": [0.6774, 0.6683, 0.6435, 0.6383, 0.6299, 0.624, 0.6198, 0.6014, 0.5932, 0.5926], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["5499496", "6045016", "3924136", "6818953", "6453425", "6818958", "7154585", "7154587", "6408406", "5940921"], "ranked_scores": [0.5702, 0.537, 0.5106, 0.5002, 0.4981, 0.4928, 0.4923, 0.4913, 0.4909, 0.4895], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4765785", "8796486", "5675630", "7833611", "3979452", "7344853", "4765788", "1800205", "4451324"], "ranked_scores": [0.7234, 0.615, 0.6065, 0.5956, 0.5829, 0.5523, 0.5363, 0.5178, 0.5167, 0.5121], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "2099688", "1511150", "4786937", "1841905", "7526871", "982652", "7641309", "3141441", "5525449"], "ranked_scores": [0.7852, 0.7701, 0.7457, 0.741, 0.7389, 0.733, 0.7323, 0.7306, 0.7291, 0.7247], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "8331763", "5655", "7937494", "7770196", "5280582", "5546116", "6841581"], "ranked_scores": [0.7331, 0.6637, 0.5946, 0.581, 0.5558, 0.5515, 0.5437, 0.5378, 0.5368, 0.5333], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "4502858", "1417034", "30088", "5336580", "30089", "4502856", "489957", "30085"], "ranked_scores": [0.8397, 0.7797, 0.7586, 0.7308, 0.7104, 0.6966, 0.6766, 0.6506, 0.6399, 0.6296], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "133509", "8148596", "7645257", "5904163", "1464540", "6428732", "7853301", "1543714", "8098325"], "ranked_scores": [0.6804, 0.5616, 0.555, 0.5318, 0.5159, 0.5149, 0.5048, 0.4941, 0.4851, 0.4801], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "4004619", "4111498", "3920912", "2565560", "174956", "4893298", "1899171", "3765105", "1338705"], "ranked_scores": [0.6935, 0.6876, 0.6873, 0.6836, 0.6813, 0.6729, 0.667, 0.6621, 0.659, 0.6541], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991354", "1621473", "3672237", "4991353", "3148555", "826058", "4991356", "869851", "2873961"], "ranked_scores": [0.6977, 0.6542, 0.623, 0.6212, 0.5959, 0.5741, 0.5653, 0.5218, 0.5185, 0.5151], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "1250411", "6193415", "4605271", "3747811", "3726276", "5393501", "81365"], "ranked_scores": [0.7208, 0.6053, 0.5754, 0.5567, 0.5409, 0.5217, 0.5196, 0.5161, 0.507, 0.5041], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "139961", "1063811", "6632518", "6632520", "7428627", "6632522", "4005369", "4951287", "1063812"], "ranked_scores": [0.7064, 0.6965, 0.6659, 0.6612, 0.6488, 0.6488, 0.6443, 0.6396, 0.6341, 0.6306], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "1933329", "4117805", "5812523", "6761606", "886990", "8139545", "5143805", "1631830", "921101"], "ranked_scores": [0.5967, 0.5909, 0.5802, 0.5784, 0.5719, 0.5638, 0.5579, 0.5535, 0.5457, 0.5416], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "4258663", "3252244", "2940019", "7503113", "4258668", "5339587", "8532695", "5339586", "2940016"], "ranked_scores": [0.7412, 0.7389, 0.7224, 0.7159, 0.6224, 0.6168, 0.6128, 0.6094, 0.5872, 0.584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "8646229", "3451041", "7562631", "3451044", "8822769", "1398369", "7611886", "5304087"], "ranked_scores": [0.8203, 0.7221, 0.6772, 0.6374, 0.6272, 0.6232, 0.6155, 0.6099, 0.5977, 0.5938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "7856346", "8221437", "4343906", "4127072", "8221431", "1061740", "2574259", "4158114", "8015905"], "ranked_scores": [0.6773, 0.677, 0.6244, 0.6049, 0.5904, 0.5896, 0.565, 0.5642, 0.5592, 0.5509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495838", "3495840", "3495835", "3495831", "8400909", "7770959", "3147298", "1163676"], "ranked_scores": [0.7306, 0.7148, 0.6223, 0.5793, 0.5729, 0.5573, 0.5187, 0.515, 0.5021, 0.4984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "6401864", "609594", "6212591", "6212597", "1053306", "471140", "1053302", "1053300", "917841"], "ranked_scores": [0.7989, 0.7425, 0.7212, 0.709, 0.6386, 0.4728, 0.4612, 0.4561, 0.4412, 0.4346], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "5145284", "8736649", "6396838", "2790097", "217890", "4846383", "3823638", "7078336"], "ranked_scores": [0.8272, 0.4379, 0.4313, 0.42, 0.4183, 0.3987, 0.3859, 0.3842, 0.3824, 0.3803], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "7966586", "7511874", "4139196", "2447197", "8177246", "1460687", "1193873"], "ranked_scores": [0.7007, 0.6775, 0.6236, 0.5626, 0.5542, 0.5483, 0.5416, 0.538, 0.5375, 0.5359], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "1136108", "6124976", "1690952", "1452606", "34456", "3215105", "7558181"], "ranked_scores": [0.8041, 0.7888, 0.5874, 0.5036, 0.5028, 0.4981, 0.4959, 0.4775, 0.4693, 0.4623], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["6986881", "7589839", "1981696", "2229750", "7888894", "1420930", "8424304", "5209746", "1981693", "7138494"], "ranked_scores": [0.5957, 0.5817, 0.5683, 0.5541, 0.5532, 0.5515, 0.5513, 0.5235, 0.519, 0.5137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "3664758", "3687242", "6342544", "1953277", "7973153", "4957113", "8193212", "8758591"], "ranked_scores": [0.7642, 0.536, 0.5001, 0.4816, 0.473, 0.4658, 0.4477, 0.4471, 0.4464, 0.4389], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-post-binary": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3445481", "575979", "8083127", "5265626", "7391330", "3527619", "768350", "1674646", "1674644", "2081579"], "ranked_scores": [569.0, 566.0, 565.0, 559.0, 547.0, 546.0, 545.0, 544.0, 542.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "542682", "1674644", "1297112", "1297109", "7121381", "5550437", "4808866", "4859452", "7248824"], "ranked_scores": [589.0, 573.0, 572.0, 572.0, 566.0, 557.0, 552.0, 546.0, 546.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "911138", "5221728", "298606", "8543994", "2295208", "2403648", "3475986", "4921435"], "ranked_scores": [575.0, 567.0, 565.0, 548.0, 543.0, 533.0, 532.0, 532.0, 531.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "5769842", "66616", "6926916", "5359258", "8279447", "5997195", "7011409", "5963438", "3125130"], "ranked_scores": [637.0, 621.0, 620.0, 618.0, 616.0, 612.0, 610.0, 608.0, 607.0, 606.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "7048914", "3794297", "5450605", "2070215", "5346316", "3794300", "1159742", "8554964", "1587850"], "ranked_scores": [597.0, 595.0, 593.0, 587.0, 584.0, 580.0, 579.0, 579.0, 574.0, 570.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["8817884", "3205963", "4496437", "8011156", "2508899", "5606320", "1975045", "2190617", "4331591", "1196175"], "ranked_scores": [553.0, 547.0, 546.0, 539.0, 537.0, 536.0, 530.0, 528.0, 527.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "7813557", "4816964", "6964479", "7840121", "6980305", "6801871", "5227711", "6964486", "1777799"], "ranked_scores": [585.0, 581.0, 578.0, 577.0, 566.0, 563.0, 559.0, 557.0, 556.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5644075", "4476440", "5644076", "1043672", "2562047", "7543996"], "ranked_scores": [570.0, 561.0, 561.0, 533.0, 521.0, 507.0, 502.0, 496.0, 493.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "8452568", "249524", "6950275", "1365215", "5110182", "2421289", "1102477", "289409", "6950276"], "ranked_scores": [607.0, 591.0, 584.0, 571.0, 569.0, 568.0, 564.0, 558.0, 556.0, 552.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "8215736", "7187662", "6823993", "2348797", "4989064", "2066852", "1536744", "5392883", "5942525"], "ranked_scores": [574.0, 526.0, 525.0, 524.0, 521.0, 521.0, 520.0, 520.0, 519.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1226215", "1438830", "3189196", "1933413", "6062397", "859199", "5022892"], "ranked_scores": [628.0, 619.0, 551.0, 533.0, 530.0, 525.0, 519.0, 518.0, 515.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7858636", "5043664", "4231642", "8223942", "2899047", "8661651", "3961796", "6807529", "8111532", "6912717"], "ranked_scores": [509.0, 507.0, 499.0, 497.0, 491.0, 490.0, 485.0, 484.0, 483.0, 482.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "277376", "3803414", "3512764", "7301814", "277374", "5809779", "6628785"], "ranked_scores": [604.0, 563.0, 558.0, 535.0, 533.0, 525.0, 525.0, 524.0, 524.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970735", "7970736", "8450827", "8259514", "8450828", "1265191", "7970734", "8259512", "8450833", "7970728"], "ranked_scores": [625.0, 615.0, 614.0, 611.0, 611.0, 595.0, 594.0, 593.0, 577.0, 572.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "4702013", "8346654", "6145894", "3868557", "6835042", "1466669", "8296554", "8296550"], "ranked_scores": [601.0, 565.0, 546.0, 544.0, 542.0, 542.0, 540.0, 539.0, 539.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "7872867", "1136294", "8484568", "5190753", "7903539", "2130560", "7220313", "4133417"], "ranked_scores": [650.0, 624.0, 534.0, 523.0, 520.0, 517.0, 512.0, 512.0, 511.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "5696456", "7805085", "2995208", "4830263", "8584557", "5672317", "7870704"], "ranked_scores": [630.0, 585.0, 545.0, 543.0, 533.0, 529.0, 529.0, 524.0, 524.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "8157542", "7948042", "2116929", "3646584", "4880893", "8660295", "2116938", "3646580", "4880896"], "ranked_scores": [587.0, 581.0, 578.0, 569.0, 559.0, 552.0, 550.0, 541.0, 537.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "1611463", "2356986", "2647181", "7480853", "3109473", "3333503", "2785552", "2260935"], "ranked_scores": [617.0, 609.0, 549.0, 543.0, 543.0, 535.0, 531.0, 531.0, 530.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "2091063", "5517313", "2312311", "5231134", "6822082", "3444262", "4624992", "6641482"], "ranked_scores": [587.0, 550.0, 548.0, 540.0, 530.0, 529.0, 529.0, 528.0, 526.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "2131335", "4489794", "5213336", "2859564", "1484399", "413808", "4595482", "6804877", "7827765"], "ranked_scores": [537.0, 533.0, 529.0, 529.0, 527.0, 526.0, 526.0, 525.0, 521.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "1918866", "7623736", "8045986", "2175868", "391341", "391342", "3853232", "1839684", "863946"], "ranked_scores": [633.0, 607.0, 604.0, 597.0, 593.0, 593.0, 592.0, 590.0, 589.0, 585.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "7689710", "6506033", "8820180", "2188117", "5364572", "409310", "1272785", "623987", "4936994"], "ranked_scores": [551.0, 547.0, 538.0, 538.0, 531.0, 518.0, 517.0, 516.0, 512.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3346337", "3968773", "1460640", "2443030", "1546056", "4615784", "1506380", "631307"], "ranked_scores": [669.0, 650.0, 627.0, 613.0, 613.0, 608.0, 607.0, 599.0, 599.0, 597.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2796274", "7992320", "1070634", "8426355", "5055675", "3733774", "7424964", "6082244", "5123227", "4942019"], "ranked_scores": [593.0, 591.0, 590.0, 587.0, 586.0, 585.0, 579.0, 578.0, 576.0, 575.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "5170949", "7527096", "5174051", "6287785", "5027731", "2820637", "1333652", "5027726", "6343916"], "ranked_scores": [593.0, 577.0, 575.0, 564.0, 537.0, 535.0, 534.0, 532.0, 532.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "870351", "1613678", "7249172", "2576605", "2576606", "272188", "272190", "2692492", "551238"], "ranked_scores": [646.0, 612.0, 609.0, 591.0, 588.0, 583.0, 582.0, 580.0, 577.0, 575.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "7810605", "8265258", "6090442", "1615478", "1663808", "250946", "2570595", "6797667", "3720839"], "ranked_scores": [544.0, 536.0, 522.0, 521.0, 520.0, 520.0, 518.0, 514.0, 512.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7288502", "5094229", "4377794", "7646422", "7646426", "2536497", "4437972", "5335298", "5352322"], "ranked_scores": [591.0, 569.0, 568.0, 568.0, 559.0, 554.0, 551.0, 550.0, 547.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["5499496", "3924136", "7503128", "5142519", "6818952", "6818958", "4594595", "7154587", "6408406", "6045016"], "ranked_scores": [553.0, 544.0, 540.0, 535.0, 535.0, 534.0, 533.0, 532.0, 532.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4765785", "4451324", "7833611", "8796486", "6397787", "5675630", "3979452", "4765788", "7344853"], "ranked_scores": [577.0, 547.0, 531.0, 531.0, 531.0, 528.0, 528.0, 523.0, 521.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["982652", "7526870", "7526868", "4786937", "2099688", "4005928", "3141441", "7641309", "7526871", "6970738"], "ranked_scores": [624.0, 624.0, 618.0, 617.0, 617.0, 615.0, 614.0, 613.0, 611.0, 609.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110611", "7110612", "7937494", "5280582", "3259751", "8331763", "5546116", "5164644", "8310623"], "ranked_scores": [586.0, 575.0, 574.0, 556.0, 545.0, 541.0, 541.0, 540.0, 540.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "4502858", "1417034", "5336580", "489957", "30088", "30089", "4502856", "489952"], "ranked_scores": [647.0, 618.0, 599.0, 592.0, 590.0, 585.0, 584.0, 573.0, 568.0, 566.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "133509", "8148596", "8098325", "3712671", "7853301", "5338621", "7645257", "5904163", "6428732"], "ranked_scores": [597.0, 552.0, 543.0, 534.0, 530.0, 529.0, 529.0, 527.0, 525.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4893298", "2565560", "4111498", "3920912", "174956", "2835995", "1338705", "4004619", "7734838", "946762"], "ranked_scores": [594.0, 582.0, 579.0, 576.0, 564.0, 563.0, 560.0, 560.0, 560.0, 559.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991354", "3672237", "4991353", "1621473", "3148555", "826058", "2873961", "4991356", "564295"], "ranked_scores": [600.0, 586.0, 567.0, 566.0, 566.0, 564.0, 553.0, 547.0, 543.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4900578", "4409027", "1250411", "3726276", "6193410", "6193415", "4605271", "1203868", "2531512"], "ranked_scores": [603.0, 560.0, 558.0, 552.0, 544.0, 541.0, 541.0, 540.0, 535.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "6632518", "3672905", "4951287", "4005369", "6803877", "6632520", "7795890", "4590213", "1063811"], "ranked_scores": [579.0, 568.0, 566.0, 565.0, 564.0, 561.0, 560.0, 559.0, 558.0, 557.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1933329", "1716202", "6761606", "1631830", "5812523", "1867101", "921101", "886990", "8139545", "7313342"], "ranked_scores": [565.0, 559.0, 559.0, 558.0, 557.0, 556.0, 556.0, 554.0, 552.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "3252244", "2940019", "4258663", "4258668", "7503113", "2940016", "1969532", "5339587", "5339586"], "ranked_scores": [639.0, 621.0, 607.0, 595.0, 564.0, 559.0, 554.0, 553.0, 552.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "8646229", "3451041", "5304087", "3451044", "3451043", "1398369", "3811525", "7562631"], "ranked_scores": [621.0, 582.0, 576.0, 561.0, 560.0, 557.0, 557.0, 555.0, 551.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221437", "4343906", "4127072", "8221430", "8221431", "2574259", "4158114", "5101805", "5409486"], "ranked_scores": [593.0, 573.0, 569.0, 557.0, 557.0, 553.0, 550.0, 549.0, 546.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495838", "3495835", "3495831", "6786202", "7770959", "8400909", "3495840", "8424890"], "ranked_scores": [588.0, 582.0, 551.0, 546.0, 534.0, 530.0, 529.0, 528.0, 528.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212591", "6212597", "609594", "1477936", "1053306", "471140", "1053300", "8590985"], "ranked_scores": [640.0, 626.0, 598.0, 595.0, 592.0, 523.0, 523.0, 523.0, 521.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "8736649", "217890", "4520541", "5145284", "3823638", "5151165", "7704729", "2379160", "2790097"], "ranked_scores": [637.0, 517.0, 514.0, 510.0, 503.0, 501.0, 501.0, 501.0, 498.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "1193873", "7511874", "4846553", "8177246", "10221", "7142748", "7966586"], "ranked_scores": [610.0, 593.0, 565.0, 555.0, 552.0, 548.0, 546.0, 544.0, 541.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "6124976", "1728760", "4738326", "3215105", "6533908", "3302094", "7558181"], "ranked_scores": [629.0, 625.0, 589.0, 532.0, 531.0, 531.0, 530.0, 525.0, 524.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "7138494", "6986881", "1981696", "6361048", "1981693", "5955284", "5209746", "4061500", "6971075"], "ranked_scores": [559.0, 550.0, 549.0, 531.0, 531.0, 531.0, 527.0, 527.0, 526.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "3664758", "3687242", "4957113", "6342544", "1953277", "3935875", "8193212", "4385335"], "ranked_scores": [629.0, 535.0, 522.0, 520.0, 511.0, 509.0, 508.0, 506.0, 506.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-bat": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["575979", "3445481", "5265626", "7391330", "1674646", "3619391", "1245152", "597455", "3527619", "7275122"], "ranked_scores": [570.0, 562.0, 561.0, 556.0, 552.0, 551.0, 549.0, 549.0, 549.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297112", "1297109", "2684883", "1674644", "542682", "7248824", "7121381", "5550437", "1150856", "7187515"], "ranked_scores": [577.0, 573.0, 565.0, 563.0, 562.0, 558.0, 549.0, 547.0, 541.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "911138", "5842823", "5221728", "4921435", "8034145", "5616900", "8186121", "6779974", "298606"], "ranked_scores": [592.0, 587.0, 577.0, 564.0, 553.0, 551.0, 551.0, 551.0, 546.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5359258", "6926916", "66616", "8279447", "3338175", "5769842", "5684712", "7369987", "5997195", "7011409"], "ranked_scores": [635.0, 627.0, 617.0, 611.0, 610.0, 608.0, 591.0, 583.0, 582.0, 581.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "7255678", "2070215", "5450605", "4269405", "7048914", "1159742", "3803512", "8554964"], "ranked_scores": [606.0, 593.0, 587.0, 585.0, 581.0, 579.0, 579.0, 570.0, 561.0, 557.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["8817884", "8011156", "5606320", "1494980", "1229810", "8283881", "1825327", "378964", "1111800", "1123190"], "ranked_scores": [540.0, 531.0, 528.0, 522.0, 518.0, 517.0, 516.0, 515.0, 513.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7840121", "7260457", "6964479", "4816964", "6980305", "7813557", "6964486", "1777799", "6801871", "5227711"], "ranked_scores": [608.0, 601.0, 596.0, 583.0, 579.0, 579.0, 577.0, 570.0, 565.0, 559.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550559", "3550561", "7698064", "1043672", "5644075", "4476440", "2562047", "7543996", "1867101"], "ranked_scores": [595.0, 594.0, 589.0, 561.0, 514.0, 510.0, 502.0, 493.0, 490.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "1365215", "289409", "8452568", "5110182", "1102477", "6950275", "249524", "2322244", "3935387"], "ranked_scores": [570.0, 569.0, 569.0, 569.0, 567.0, 561.0, 560.0, 555.0, 541.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5942525", "7137594", "7964634", "8215736", "4081109", "4476040", "2579637", "1649595", "2552611"], "ranked_scores": [558.0, 533.0, 512.0, 508.0, 504.0, 498.0, 495.0, 493.0, 492.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1226215", "1933413", "1438830", "3897453", "1921262", "6062397", "1866080"], "ranked_scores": [651.0, 640.0, 551.0, 536.0, 527.0, 523.0, 512.0, 508.0, 508.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["5043664", "7858636", "2899047", "662304", "8223942", "7168976", "7168973", "6807529", "4231642", "7810212"], "ranked_scores": [518.0, 516.0, 505.0, 504.0, 494.0, 490.0, 487.0, 486.0, 485.0, 485.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301814", "4561063", "7331852", "277376", "8165523", "4892433", "6628785"], "ranked_scores": [626.0, 590.0, 585.0, 543.0, 522.0, 518.0, 517.0, 515.0, 514.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "7970736", "8259514", "8450827", "7970734", "8259512", "8450833", "1265191", "7970735", "320956"], "ranked_scores": [642.0, 634.0, 627.0, 619.0, 613.0, 610.0, 599.0, 594.0, 576.0, 574.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "6145894", "4702013", "7160804", "8296550", "8346654", "7138663", "5395324", "8296554", "8128745"], "ranked_scores": [630.0, 566.0, 557.0, 550.0, 549.0, 548.0, 547.0, 543.0, 543.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "7872867", "1136294", "2010657", "1488928", "8484568", "5190750", "6467669", "3452115"], "ranked_scores": [673.0, 608.0, 519.0, 517.0, 517.0, 516.0, 515.0, 513.0, 513.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7870700", "7805085", "7870704", "5696456", "6667088", "7937824", "4830265", "7937823"], "ranked_scores": [650.0, 574.0, 529.0, 525.0, 518.0, 518.0, 507.0, 506.0, 503.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "7948050", "7948042", "2116936", "2116929", "8722441", "3646584", "4880893", "3646580", "2116938"], "ranked_scores": [624.0, 618.0, 592.0, 578.0, 567.0, 567.0, 564.0, 560.0, 559.0, 558.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "2647181", "4725494", "1288535", "4888124", "7795675", "2260935", "6924493", "3569426"], "ranked_scores": [644.0, 638.0, 558.0, 543.0, 539.0, 535.0, 534.0, 533.0, 531.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "2091063", "4624988", "5231134", "6568419", "6641482", "1226636", "3444262", "5365824"], "ranked_scores": [602.0, 572.0, 565.0, 549.0, 547.0, 544.0, 543.0, 538.0, 538.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "2131335", "2131339", "2547986", "1775549", "7827765", "4489794", "7827767", "4489797", "5213336"], "ranked_scores": [565.0, 540.0, 536.0, 533.0, 531.0, 531.0, 530.0, 530.0, 529.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "1918866", "7134383", "8045986", "391342", "391341", "5535297", "7623736", "3853232", "2175868"], "ranked_scores": [637.0, 610.0, 601.0, 600.0, 595.0, 592.0, 587.0, 586.0, 586.0, 583.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "8820180", "7689710", "6506033", "409310", "2188117", "5364572", "1272785", "3649558", "5196868"], "ranked_scores": [576.0, 559.0, 548.0, 533.0, 526.0, 525.0, 523.0, 521.0, 507.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "1460640", "3968773", "1546056", "3346337", "2443030", "7649297", "1460637", "6979330"], "ranked_scores": [700.0, 649.0, 639.0, 636.0, 631.0, 627.0, 615.0, 605.0, 591.0, 590.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["1070634", "5055675", "7424964", "2796274", "8307546", "8426355", "7992320", "1428551", "3733774", "6082244"], "ranked_scores": [605.0, 603.0, 603.0, 603.0, 592.0, 591.0, 588.0, 585.0, 583.0, 583.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "5174051", "6083058", "6083050", "5027726", "5170949", "5027731", "7650732", "6032024"], "ranked_scores": [602.0, 597.0, 570.0, 550.0, 548.0, 540.0, 535.0, 533.0, 529.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "870351", "551238", "2576605", "272188", "2692492", "1314383", "7249172", "2576606"], "ranked_scores": [643.0, 607.0, 600.0, 587.0, 584.0, 583.0, 576.0, 573.0, 572.0, 571.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "7810605", "6090442", "1221320", "7553014", "8265258", "1663808", "1615478", "250946", "3296425"], "ranked_scores": [546.0, 543.0, 535.0, 530.0, 528.0, 525.0, 525.0, 523.0, 523.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "173850", "7646426", "4437972", "5094229", "7646422", "7288502", "2536497", "2510740", "4377794"], "ranked_scores": [604.0, 582.0, 576.0, 575.0, 571.0, 571.0, 561.0, 554.0, 552.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6453425", "5499496", "3924136", "2068025", "6818953", "7154587", "4594595", "6818958", "4603370", "5142519"], "ranked_scores": [547.0, 547.0, 537.0, 536.0, 536.0, 536.0, 533.0, 533.0, 532.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4765785", "7833611", "8796486", "4451324", "4233615", "3039809", "3979452", "6397787", "8220505"], "ranked_scores": [616.0, 569.0, 565.0, 562.0, 541.0, 538.0, 537.0, 533.0, 531.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526871", "7526870", "3141441", "7641309", "1511150", "7526867", "6503017", "1511155", "7526868", "4786937"], "ranked_scores": [609.0, 608.0, 604.0, 603.0, 599.0, 598.0, 596.0, 595.0, 594.0, 593.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7937494", "7110611", "8331763", "3259751", "7770196", "7110612", "7833100", "5164644", "7770199"], "ranked_scores": [601.0, 566.0, 558.0, 550.0, 546.0, 546.0, 542.0, 542.0, 539.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "4502858", "30088", "1417034", "5336580", "4522649", "30089", "2391916", "489952"], "ranked_scores": [676.0, 651.0, 613.0, 607.0, 602.0, 593.0, 581.0, 576.0, 573.0, 571.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "3712671", "6428732", "8098325", "5133662", "4039012", "7645257", "6207587", "5904163"], "ranked_scores": [608.0, 548.0, 547.0, 545.0, 537.0, 533.0, 532.0, 531.0, 528.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4111498", "2565560", "7741066", "3920912", "4893298", "2924921", "2894335", "4004619", "174956", "2245440"], "ranked_scores": [612.0, 599.0, 585.0, 582.0, 582.0, 579.0, 578.0, 576.0, 575.0, 575.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991354", "4991353", "3148555", "3672237", "1621473", "826058", "4991356", "8374135", "2823095"], "ranked_scores": [596.0, 562.0, 559.0, 554.0, 547.0, 544.0, 536.0, 536.0, 535.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "4605271", "6193415", "1250411", "3726276", "3747811", "1203868", "7575158"], "ranked_scores": [619.0, 565.0, 530.0, 529.0, 524.0, 523.0, 521.0, 517.0, 512.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "6632518", "4005369", "139961", "4951287", "5857751", "4590211", "6632522", "4590213", "7582739"], "ranked_scores": [593.0, 577.0, 573.0, 573.0, 568.0, 568.0, 568.0, 568.0, 565.0, 565.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["886990", "1867101", "6761606", "1933329", "8139545", "7313342", "7313345", "1631830", "1716202", "8608886"], "ranked_scores": [574.0, 556.0, 555.0, 554.0, 550.0, 545.0, 544.0, 540.0, 540.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "4258663", "3252244", "2940019", "4258668", "8532695", "2940016", "5339587", "5339586", "7503113"], "ranked_scores": [653.0, 614.0, 599.0, 596.0, 573.0, 562.0, 559.0, 557.0, 543.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "7562631", "8646229", "8822769", "5304087", "3451041", "8738884", "1732853", "3451044", "7611886"], "ranked_scores": [633.0, 559.0, 552.0, 552.0, 551.0, 549.0, 548.0, 541.0, 540.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "7856346", "8221430", "4127072", "4158114", "8221431", "4343906", "8015905", "3047203", "1061740"], "ranked_scores": [602.0, 601.0, 598.0, 576.0, 567.0, 566.0, 564.0, 555.0, 547.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495838", "3495835", "3495831", "3495840", "1798238", "6392875", "1189960", "1779400"], "ranked_scores": [609.0, 590.0, 570.0, 563.0, 552.0, 550.0, 529.0, 522.0, 521.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212597", "6212591", "1053302", "1053300", "3843788", "1477934", "471140"], "ranked_scores": [663.0, 649.0, 633.0, 624.0, 608.0, 533.0, 521.0, 516.0, 514.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "2790097", "4520541", "5151165", "5145284", "8736649", "7601059", "7153880", "3740532", "3823641"], "ranked_scores": [669.0, 507.0, 507.0, 507.0, 505.0, 504.0, 499.0, 492.0, 490.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "7966586", "5891383", "1460687", "10221", "7511874", "4139196", "2447197", "3832224"], "ranked_scores": [603.0, 565.0, 549.0, 538.0, 536.0, 536.0, 535.0, 535.0, 524.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7395884", "1690952", "6533908", "3302094", "1246649", "1452606", "1728760", "34456"], "ranked_scores": [658.0, 645.0, 592.0, 559.0, 553.0, 548.0, 547.0, 544.0, 543.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["6986881", "5955284", "1981693", "2229750", "7589839", "8424304", "7138494", "1981696", "7589844", "7888894"], "ranked_scores": [558.0, 541.0, 539.0, 539.0, 538.0, 532.0, 528.0, 526.0, 524.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "7973153", "8758591", "2819440", "4957113", "1953277", "3664758", "4385335", "5262322"], "ranked_scores": [630.0, 540.0, 525.0, 521.0, 519.0, 516.0, 514.0, 507.0, 507.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-32": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3445481", "7837267", "7275120", "597449", "7275125", "4859452", "5574902", "575979", "7275122", "5265626"], "ranked_scores": [0.8152, 0.794, 0.7854, 0.7846, 0.7797, 0.7787, 0.7711, 0.769, 0.7671, 0.7663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1844184", "2684883", "1674644", "1297112", "3308552", "5550437", "1270356", "8098588", "1674646", "7121381"], "ranked_scores": [0.7052, 0.6908, 0.688, 0.6835, 0.6817, 0.6793, 0.6613, 0.6538, 0.6523, 0.651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["911138", "5842823", "7094398", "6741124", "2496551", "8543994", "5616900", "6402602", "8186128", "298606"], "ranked_scores": [0.7674, 0.7186, 0.6536, 0.6502, 0.6339, 0.6172, 0.6152, 0.6079, 0.6064, 0.602], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "7011409", "2812582", "6926916", "5769842", "5359258", "66616", "3399535", "515311", "5963438"], "ranked_scores": [0.9165, 0.9034, 0.9025, 0.8887, 0.8867, 0.8846, 0.8833, 0.8609, 0.855, 0.8506], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794300", "3640120", "8554964", "2070215", "8554961", "258129", "8524691", "6574351", "531109", "3794304"], "ranked_scores": [0.899, 0.8582, 0.8544, 0.854, 0.8111, 0.811, 0.8055, 0.7935, 0.793, 0.7901], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5254021", "8339146", "970989", "7061305", "378964", "8817884", "1191483", "1390753", "7879811", "2599853"], "ranked_scores": [0.7412, 0.702, 0.6947, 0.6589, 0.6577, 0.6564, 0.6435, 0.6341, 0.6323, 0.6235], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6980305", "7260457", "7813557", "4816964", "6964479", "7840121", "6964486", "6311584", "5227711", "1777799"], "ranked_scores": [0.8461, 0.8093, 0.8051, 0.8011, 0.7996, 0.7551, 0.742, 0.7408, 0.7356, 0.732], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "7698064", "3550561", "5703846", "3550559", "3428369", "1043672", "3505871", "6355058", "7249466"], "ranked_scores": [0.8848, 0.8021, 0.7801, 0.7472, 0.7415, 0.6559, 0.6556, 0.6513, 0.6404, 0.6361], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "5110182", "3761522", "4667084", "1365215", "379549", "2421289", "8670393", "249524"], "ranked_scores": [0.9375, 0.9172, 0.8506, 0.7981, 0.7896, 0.7877, 0.7729, 0.7616, 0.7572, 0.7539], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["5942525", "7187663", "8765405", "7410708", "4635092", "2825328", "6880513", "8630967", "8473657", "8534329"], "ranked_scores": [0.7604, 0.7428, 0.6665, 0.6595, 0.6498, 0.6379, 0.6329, 0.6248, 0.6181, 0.6163], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1962396", "6062397", "1933413", "3447355", "6042871", "1226215", "915562", "4922192"], "ranked_scores": [0.9218, 0.9094, 0.7941, 0.7468, 0.7422, 0.7183, 0.7111, 0.7079, 0.6935, 0.6818], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8223942", "4231642", "863733", "4605270", "3801128", "5351437", "8811698", "3260955", "7521990", "1070106"], "ranked_scores": [0.6408, 0.6204, 0.6134, 0.6066, 0.5745, 0.5718, 0.5646, 0.5634, 0.543, 0.5377], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7331852", "7301814", "7301819", "7301816", "5811967", "558347", "8165523", "1541453", "6814815"], "ranked_scores": [0.9368, 0.7933, 0.7882, 0.7479, 0.7447, 0.7376, 0.7018, 0.666, 0.6604, 0.6495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "7970735", "8259514", "7970736", "8450827", "7970734", "1265191", "8450833", "8259512", "6582945"], "ranked_scores": [0.9017, 0.8815, 0.8691, 0.8672, 0.8377, 0.8349, 0.8295, 0.8193, 0.7817, 0.7749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "6145894", "6835042", "1466669", "5573355", "5720449", "3972537", "8296550", "7749216"], "ranked_scores": [0.8685, 0.8213, 0.8113, 0.7855, 0.7789, 0.774, 0.761, 0.7597, 0.7489, 0.7473], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220312", "7220310", "7691443", "3452115", "4723508", "3890351", "7541493", "1332664", "2010657", "7455903"], "ranked_scores": [0.9017, 0.888, 0.6676, 0.65, 0.6368, 0.6106, 0.6026, 0.597, 0.5947, 0.5943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7108982", "7805085", "4830263", "7108987", "4830262", "7178768", "4830265", "7956869"], "ranked_scores": [0.925, 0.7769, 0.7556, 0.7295, 0.7181, 0.7084, 0.6941, 0.6877, 0.6814, 0.6691], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8660295", "7146728", "8157542", "7671660", "7948050", "4574062", "2083431", "3646584", "8161688", "7146729"], "ranked_scores": [0.7764, 0.7701, 0.7533, 0.7185, 0.6929, 0.6921, 0.6869, 0.686, 0.6856, 0.685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "7525071", "2356989", "4166350", "8098325", "3109473", "2801033", "7117644", "1815026"], "ranked_scores": [0.9266, 0.8489, 0.7726, 0.7058, 0.7004, 0.684, 0.6816, 0.6769, 0.6753, 0.666], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "3444262", "4393603", "2091063", "4916004", "4393606", "1767936", "6641482", "2595814"], "ranked_scores": [0.8302, 0.7856, 0.7515, 0.7509, 0.7399, 0.7071, 0.7055, 0.7022, 0.6992, 0.6922], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["5233423", "5213336", "5213340", "5137139", "4489794", "1775549", "7827767", "4826837", "6804877", "4489797"], "ranked_scores": [0.8178, 0.8143, 0.8048, 0.7868, 0.7862, 0.7832, 0.7683, 0.7667, 0.7574, 0.757], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "2588002", "1918866", "2175868", "2082685", "5088303", "391341", "3627016", "5143396"], "ranked_scores": [0.9137, 0.8826, 0.8446, 0.8345, 0.8268, 0.8236, 0.8189, 0.818, 0.8155, 0.8109], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["409310", "8820180", "7689707", "7689710", "3178651", "1628246", "3843704", "5364572", "2105684", "6857958"], "ranked_scores": [0.7357, 0.7278, 0.6974, 0.6914, 0.6837, 0.6402, 0.6387, 0.6238, 0.6211, 0.599], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "1920855", "3346337", "2443030", "1460640", "3968773", "4615784", "6591468", "3046036"], "ranked_scores": [0.9243, 0.8955, 0.8577, 0.8563, 0.8323, 0.828, 0.824, 0.8236, 0.8235, 0.8229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["4942019", "3733774", "6082244", "1070634", "8307546", "7562526", "2796274", "5739636", "1106640", "8281191"], "ranked_scores": [0.8817, 0.8709, 0.8668, 0.8637, 0.8566, 0.8534, 0.8532, 0.851, 0.8483, 0.847], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "6287785", "5174051", "954268", "6507423", "5170949", "6343914", "1588747", "3073632"], "ranked_scores": [0.8245, 0.8158, 0.77, 0.7652, 0.752, 0.7284, 0.7258, 0.7179, 0.7112, 0.7061], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "870351", "2576606", "2576605", "2692492", "551238", "272188", "5831764", "2828289"], "ranked_scores": [0.9246, 0.8749, 0.8678, 0.862, 0.86, 0.8281, 0.8232, 0.8178, 0.8109, 0.8079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "5156846", "8741687", "3024301", "8790064", "5408281", "6797667", "8265258", "7553014", "8346188"], "ranked_scores": [0.757, 0.7387, 0.7382, 0.735, 0.7293, 0.7293, 0.7263, 0.7129, 0.7127, 0.6947], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["173850", "5756090", "7646422", "3557230", "4437972", "5094229", "7892877", "4377794", "7863433", "7646426"], "ranked_scores": [0.8479, 0.8206, 0.807, 0.795, 0.7906, 0.7903, 0.7796, 0.7747, 0.7648, 0.7604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["7154584", "6453425", "1237202", "7647368", "3445115", "6818953", "6818958", "1220792", "7878881", "5940921"], "ranked_scores": [0.7928, 0.7233, 0.6939, 0.6795, 0.6789, 0.6668, 0.6631, 0.6565, 0.6513, 0.6475], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "3979452", "8287779", "1881025", "8796486", "4451324", "2626730", "1800205", "659252"], "ranked_scores": [0.8083, 0.778, 0.777, 0.7622, 0.7527, 0.7389, 0.7263, 0.7142, 0.7123, 0.7118], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["4005928", "4786937", "1841905", "6970738", "3141441", "2099688", "7526868", "5036995", "982652", "7526870"], "ranked_scores": [0.9195, 0.9049, 0.8991, 0.8988, 0.8961, 0.8943, 0.8838, 0.877, 0.8769, 0.8765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7041861", "8310623", "7429866", "7434455", "7770196", "7937494", "6270123", "4258366", "5799636"], "ranked_scores": [0.9067, 0.839, 0.8211, 0.8169, 0.8112, 0.7987, 0.7934, 0.7882, 0.7828, 0.7769], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "4502858", "30088", "3659405", "1417034", "30089", "5336580", "2535259", "30085", "489952"], "ranked_scores": [0.9334, 0.8945, 0.886, 0.885, 0.8609, 0.8338, 0.8298, 0.826, 0.8244, 0.8234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "7090447", "2679936", "5133662", "7853301", "133509", "8148596", "754800", "3712671", "7645257"], "ranked_scores": [0.8085, 0.7545, 0.7353, 0.7055, 0.7035, 0.6915, 0.6848, 0.6781, 0.672, 0.6678], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["3920912", "8347480", "4111498", "2894335", "4589415", "3765105", "4004619", "2391075", "4893298", "2565560"], "ranked_scores": [0.8619, 0.8509, 0.8411, 0.8354, 0.833, 0.8278, 0.8216, 0.8173, 0.817, 0.8161], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["3672237", "8809616", "4991354", "869851", "4991353", "8745904", "4938306", "7161101", "6465402", "1003383"], "ranked_scores": [0.7963, 0.7849, 0.781, 0.7728, 0.7576, 0.7449, 0.7363, 0.7309, 0.73, 0.7294], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4409027", "7778949", "4900578", "5393494", "6193415", "1250411", "6361363", "2531512"], "ranked_scores": [0.862, 0.7812, 0.7504, 0.7109, 0.6762, 0.6737, 0.6726, 0.666, 0.6641, 0.6465], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["1063811", "4005369", "6632518", "139961", "7831679", "3722839", "6632520", "139964", "7428627", "2248109"], "ranked_scores": [0.8742, 0.8572, 0.8539, 0.8398, 0.8317, 0.8268, 0.8218, 0.813, 0.8109, 0.803], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["886990", "4117808", "3689305", "4117805", "1867101", "8672006", "561333", "1933329", "6761601", "6955768"], "ranked_scores": [0.8396, 0.8202, 0.8056, 0.8027, 0.7841, 0.7805, 0.7586, 0.7538, 0.7515, 0.7408], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "5339587", "2940019", "4258663", "8532695", "3252244", "7503113", "2375458", "2359804", "2940016"], "ranked_scores": [0.9074, 0.8893, 0.8841, 0.8801, 0.8721, 0.8594, 0.8381, 0.831, 0.8031, 0.7987], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "3451041", "3451044", "7905688", "1398369", "8822769", "6402602", "6779974", "1745534"], "ranked_scores": [0.8854, 0.8847, 0.8058, 0.7928, 0.7538, 0.7431, 0.7303, 0.7267, 0.7223, 0.697], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221431", "4343906", "8221430", "4127072", "2574259", "3834488", "8221437", "5101805", "4158114"], "ranked_scores": [0.8399, 0.8182, 0.8165, 0.7757, 0.7619, 0.7406, 0.7364, 0.7304, 0.7297, 0.7254], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "2387122", "4385082", "3495838", "2101768", "5341649", "7770959", "4483114", "3253487"], "ranked_scores": [0.7564, 0.7448, 0.6918, 0.6831, 0.6794, 0.6693, 0.6577, 0.6553, 0.6524, 0.6461], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212591", "6212597", "347009", "5997547", "4564098", "2562047", "2172884"], "ranked_scores": [0.9414, 0.9292, 0.8968, 0.8753, 0.8169, 0.7243, 0.7134, 0.7008, 0.6978, 0.6944], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "3052767", "1993059", "4520541", "2465849", "3534685", "4007575", "8736649", "5025269", "5299257"], "ranked_scores": [0.9389, 0.7622, 0.7616, 0.7601, 0.7077, 0.6807, 0.6754, 0.6686, 0.6577, 0.6528], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "2584299", "3290723", "1064504", "2584300", "5891383", "6561640", "8068698", "6037748"], "ranked_scores": [0.8255, 0.8137, 0.7891, 0.7853, 0.7808, 0.778, 0.7706, 0.7519, 0.7479, 0.7417], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "7558181", "6176864", "1136108", "8477171", "2018124", "2594593", "5809788"], "ranked_scores": [0.9497, 0.9182, 0.8102, 0.7673, 0.7535, 0.7513, 0.7465, 0.7363, 0.7306, 0.7239], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["2229750", "8128292", "8675542", "1421746", "4293962", "1981693", "3698105", "6986881", "5133662", "3388064"], "ranked_scores": [0.7619, 0.6588, 0.6469, 0.6465, 0.6388, 0.6338, 0.6324, 0.6279, 0.6148, 0.6146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "297876", "3664758", "3404247", "8743967", "4304523", "4230973", "2819440", "7966624", "3875586"], "ranked_scores": [0.8949, 0.8186, 0.7718, 0.7391, 0.7388, 0.7225, 0.7137, 0.7116, 0.7109, 0.7099], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["5917719", "3445481", "1297109", "597449", "768350", "558173", "5265626", "7275120", "575979", "7275123"], "ranked_scores": [0.7851, 0.7762, 0.7667, 0.7592, 0.7369, 0.7361, 0.7353, 0.7317, 0.7315, 0.7289], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1674644", "2684883", "1297112", "7072122", "1844184", "5550437", "542682", "7121381", "1270356", "7121383"], "ranked_scores": [0.771, 0.7157, 0.7034, 0.6879, 0.6754, 0.675, 0.6749, 0.6711, 0.6686, 0.6631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "911138", "5616900", "8543994", "944813", "2295208", "298606", "4921435", "7038530"], "ranked_scores": [0.8034, 0.767, 0.766, 0.7106, 0.6945, 0.6817, 0.6698, 0.6623, 0.6543, 0.6466], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "5769842", "66616", "2812582", "7011409", "6926916", "5359258", "8279447", "515311", "7369987"], "ranked_scores": [0.8809, 0.8577, 0.8523, 0.8518, 0.8499, 0.8478, 0.8401, 0.8337, 0.8323, 0.8317], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794300", "3794304", "3794297", "2070215", "856390", "3640120", "7255678", "531109", "5346316", "7048914"], "ranked_scores": [0.8325, 0.8261, 0.8122, 0.7992, 0.7831, 0.7746, 0.773, 0.7717, 0.7687, 0.7561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["970989", "8339146", "8817884", "5254021", "1390753", "7776113", "7479488", "7636640", "1123190", "2190617"], "ranked_scores": [0.6817, 0.678, 0.6475, 0.6408, 0.6398, 0.6397, 0.6265, 0.6244, 0.6181, 0.6159], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "6980305", "6964486", "7260457", "1777799", "4816964", "7840121", "5227711", "6964479", "7245739"], "ranked_scores": [0.8278, 0.7844, 0.7654, 0.7602, 0.7596, 0.7456, 0.7435, 0.7372, 0.7303, 0.7022], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "7698064", "3550559", "6679037", "3428369", "7431788", "1260007", "4476440", "7331852"], "ranked_scores": [0.8656, 0.8255, 0.8138, 0.7383, 0.6233, 0.5465, 0.5447, 0.5374, 0.5327, 0.5304], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "1365215", "5110182", "2322244", "4667084", "1102477", "3761522", "249524", "3761519"], "ranked_scores": [0.9174, 0.8741, 0.7824, 0.7594, 0.7565, 0.7472, 0.7301, 0.7256, 0.7169, 0.7133], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5942525", "5811967", "2825328", "6823993", "6880513", "5469449", "6880517", "5132484", "627686"], "ranked_scores": [0.7052, 0.6269, 0.5921, 0.5887, 0.585, 0.5765, 0.5642, 0.5519, 0.5483, 0.5469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "1933413", "1962396", "1226215", "915562", "4922192", "1226213", "1498135", "6062397"], "ranked_scores": [0.8918, 0.8913, 0.7214, 0.7185, 0.716, 0.7068, 0.6975, 0.6788, 0.6629, 0.6628], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8223942", "4231642", "662304", "5043664", "8661651", "8110427", "7090447", "1070106", "4436697", "4539291"], "ranked_scores": [0.5799, 0.5206, 0.477, 0.4733, 0.4396, 0.4158, 0.4092, 0.3778, 0.3744, 0.3727], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "7301814", "7331852", "5811967", "558347", "8165523", "7888911", "4820118"], "ranked_scores": [0.9089, 0.7355, 0.734, 0.7215, 0.6861, 0.6664, 0.6586, 0.6397, 0.6377, 0.6293], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970735", "8450828", "7970736", "8259514", "7970728", "1265191", "8259512", "8450827", "320956", "7970734"], "ranked_scores": [0.8825, 0.8814, 0.8362, 0.8211, 0.8075, 0.7976, 0.7962, 0.7957, 0.768, 0.7633], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "6145894", "8296550", "1466669", "6835042", "7749216", "8296554", "4702013", "5720449"], "ranked_scores": [0.8861, 0.8288, 0.7821, 0.765, 0.7646, 0.7637, 0.7503, 0.7382, 0.7275, 0.7206], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220312", "7220310", "4723508", "5190753", "3452115", "2474358", "2130560", "5703848", "6227056", "7455903"], "ranked_scores": [0.9145, 0.9082, 0.5901, 0.5816, 0.5757, 0.5724, 0.5683, 0.5508, 0.5507, 0.5485], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7805085", "4830263", "8584557", "7870705", "4830262", "8504427", "7108982", "4830265"], "ranked_scores": [0.9236, 0.7011, 0.6564, 0.6463, 0.6436, 0.639, 0.626, 0.6238, 0.6233, 0.6166], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "7948050", "2116929", "3646584", "2116938", "7948042", "8660295", "2116932", "1128696", "7146728"], "ranked_scores": [0.7902, 0.7845, 0.7526, 0.7461, 0.7403, 0.7381, 0.7325, 0.7317, 0.7182, 0.7176], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "3638988", "3109473", "3532662", "2356989", "6924484", "4166350", "2801033", "7525071"], "ranked_scores": [0.8718, 0.8183, 0.6861, 0.6662, 0.6387, 0.6355, 0.62, 0.618, 0.6014, 0.5965], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "3444262", "6641480", "5297258", "6282957", "6951440", "2091063", "5231134", "8065757", "4393603"], "ranked_scores": [0.8212, 0.7407, 0.717, 0.6911, 0.6861, 0.6831, 0.6824, 0.6737, 0.6663, 0.6632], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["6804877", "4826837", "4489794", "413808", "2859564", "4489799", "4489797", "5213336", "5233423", "1775549"], "ranked_scores": [0.7512, 0.7441, 0.7383, 0.7349, 0.7282, 0.7271, 0.722, 0.7142, 0.7056, 0.7029], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "391341", "391342", "2588002", "1918866", "3378630", "863946", "8477970", "5143396"], "ranked_scores": [0.8729, 0.8261, 0.8137, 0.7985, 0.7848, 0.7845, 0.7812, 0.7606, 0.7515, 0.7486], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689710", "7689707", "8820180", "5364572", "5063008", "2188117", "5039968", "4936994", "1673140", "2105684"], "ranked_scores": [0.7169, 0.7094, 0.6831, 0.6344, 0.6232, 0.5948, 0.5787, 0.571, 0.5616, 0.5591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "1460640", "3346337", "3968773", "1920855", "2443030", "1546056", "5808457", "6600249"], "ranked_scores": [0.9466, 0.9074, 0.8697, 0.8587, 0.8583, 0.8503, 0.84, 0.8342, 0.8076, 0.7975], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["3733774", "2796274", "8426355", "1070634", "7424964", "5055675", "6082244", "7992320", "2796265", "1428551"], "ranked_scores": [0.8933, 0.8918, 0.8859, 0.8858, 0.8727, 0.8726, 0.8669, 0.8612, 0.8556, 0.8538], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "5174051", "5170949", "3073632", "954268", "6343914", "5027729", "6032018", "5027726"], "ranked_scores": [0.8516, 0.8273, 0.7842, 0.7835, 0.7385, 0.7103, 0.706, 0.6971, 0.6968, 0.6965], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "870351", "2576605", "2576606", "551238", "2692492", "7249172", "1314383", "7137675"], "ranked_scores": [0.9066, 0.872, 0.8494, 0.8332, 0.8293, 0.7975, 0.7854, 0.7845, 0.7825, 0.7788], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "1663808", "5408281", "8346188", "8265258", "8741687", "250946", "7810605", "3296425", "5952078"], "ranked_scores": [0.6892, 0.6727, 0.6482, 0.6427, 0.6413, 0.6406, 0.6398, 0.6285, 0.6194, 0.6184], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["173850", "7646422", "7646426", "4437972", "5094229", "4278761", "4377794", "5756090", "7288502", "2510740"], "ranked_scores": [0.8402, 0.7948, 0.7921, 0.7905, 0.7856, 0.7822, 0.7813, 0.7661, 0.7622, 0.7578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1756080", "1237202", "7154584", "6818953", "3924136", "7647368", "4594595", "6045016", "5499496", "8789524"], "ranked_scores": [0.7141, 0.7081, 0.697, 0.6879, 0.681, 0.6774, 0.6708, 0.6667, 0.6612, 0.6578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "8796486", "1881025", "5675630", "3979452", "4765785", "2105496", "1800205", "2269049"], "ranked_scores": [0.765, 0.742, 0.7165, 0.7138, 0.7121, 0.7003, 0.6849, 0.6667, 0.6441, 0.6403], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2099688", "1841905", "7526870", "2617812", "4786937", "3141441", "7526868", "7526871", "4005928", "5036995"], "ranked_scores": [0.9084, 0.8926, 0.8888, 0.8801, 0.8797, 0.8736, 0.873, 0.8616, 0.8605, 0.8488], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7434455", "7041861", "5546116", "6270123", "8310623", "7937494", "7110611", "7770196", "7110612"], "ranked_scores": [0.8995, 0.8233, 0.8105, 0.7961, 0.7829, 0.7728, 0.7716, 0.761, 0.7597, 0.759], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "4502858", "3659405", "30088", "1417034", "5336580", "30089", "2535259", "2366115", "489952"], "ranked_scores": [0.9156, 0.8742, 0.8681, 0.8626, 0.843, 0.8123, 0.8036, 0.7898, 0.777, 0.7678], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "7853301", "8148596", "5133662", "754800", "6684798", "133509", "7090447", "2679936", "7874898"], "ranked_scores": [0.8004, 0.6978, 0.6847, 0.6503, 0.6417, 0.6349, 0.6329, 0.6254, 0.6165, 0.6161], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "4111498", "4589415", "1899174", "2894335", "2565560", "2391075", "3920912", "174956", "3765105"], "ranked_scores": [0.8286, 0.8276, 0.819, 0.8182, 0.8044, 0.8026, 0.8018, 0.8012, 0.7955, 0.7891], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "7161101", "3672237", "869851", "4991356", "6753585", "4991353", "2873961", "3806458", "7161095"], "ranked_scores": [0.806, 0.7781, 0.7761, 0.7747, 0.7479, 0.7376, 0.7327, 0.7294, 0.7268, 0.7264], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4900578", "4409027", "4605271", "6193415", "1250411", "5393501", "2531512", "5393494", "6534062"], "ranked_scores": [0.8351, 0.7146, 0.7121, 0.6952, 0.6621, 0.64, 0.636, 0.6255, 0.6253, 0.6062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["139961", "7831679", "7428627", "4005369", "1047648", "2488121", "4590211", "7582739", "6632518", "1063811"], "ranked_scores": [0.766, 0.7608, 0.7493, 0.7185, 0.7171, 0.7142, 0.7132, 0.7098, 0.709, 0.7085], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["886990", "6761606", "4117805", "1867101", "1933329", "4117808", "3689305", "8139545", "5143805", "6761601"], "ranked_scores": [0.7801, 0.7555, 0.7465, 0.7448, 0.74, 0.7337, 0.7217, 0.7096, 0.7041, 0.7023], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "2940019", "4258663", "5339587", "3252244", "8532695", "7503113", "1969532", "2940016", "5339586"], "ranked_scores": [0.8778, 0.8508, 0.8318, 0.8254, 0.8126, 0.8037, 0.7641, 0.7277, 0.7258, 0.7224], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "3792488", "3451041", "7905688", "7310850", "3451044", "8822769", "7612475", "6779974"], "ranked_scores": [0.8605, 0.8188, 0.7496, 0.7253, 0.6995, 0.6897, 0.6892, 0.6824, 0.6814, 0.6699], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "7856346", "4343906", "4127072", "8221431", "8221437", "2659096", "4158114", "5431260", "8015905"], "ranked_scores": [0.7887, 0.7839, 0.7725, 0.7638, 0.7504, 0.7289, 0.7107, 0.6885, 0.6879, 0.6772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495838", "2101768", "3147298", "308711", "2387122", "8608976", "6232101", "1779400"], "ranked_scores": [0.7617, 0.7474, 0.6993, 0.6232, 0.6123, 0.6104, 0.5917, 0.5811, 0.5764, 0.5708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212591", "609594", "6212597", "1053306", "1053300", "8590985", "1302924", "7682402"], "ranked_scores": [0.9454, 0.93, 0.8559, 0.855, 0.8271, 0.6694, 0.6492, 0.6478, 0.645, 0.6179], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "3534685", "4520541", "8736649", "1993059", "7332215", "2465849", "6948296", "7078336", "4007575"], "ranked_scores": [0.9297, 0.6635, 0.6365, 0.6143, 0.6022, 0.5999, 0.5991, 0.5721, 0.5717, 0.5699], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "2584300", "1460687", "8432430", "1460683", "1420186", "8068698", "3668938"], "ranked_scores": [0.8482, 0.8477, 0.7448, 0.7233, 0.7232, 0.7223, 0.7218, 0.7052, 0.6948, 0.6942], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "2018124", "7558181", "2594593", "1136108", "1690952", "34456", "642815"], "ranked_scores": [0.9389, 0.9289, 0.8289, 0.7178, 0.711, 0.7093, 0.7015, 0.6774, 0.6723, 0.6649], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["6986881", "2229750", "1981693", "529107", "4061500", "90421", "3139589", "8128292", "5524125", "4076789"], "ranked_scores": [0.6869, 0.6604, 0.6384, 0.6279, 0.6271, 0.614, 0.6093, 0.6085, 0.6023, 0.6018], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "1953277", "7966624", "3664758", "8743967", "2819440", "297876", "6342544", "4230973", "8771883"], "ranked_scores": [0.8786, 0.7019, 0.6865, 0.6812, 0.6518, 0.6371, 0.6339, 0.6163, 0.6127, 0.6013], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3445481", "575979", "3527619", "8083127", "558173", "768350", "7275122", "7837267", "7275120", "5865180"], "ranked_scores": [0.7433, 0.7324, 0.7035, 0.6958, 0.6953, 0.6918, 0.6918, 0.6854, 0.6782, 0.6781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297112", "542682", "2684883", "1297109", "1674644", "3308552", "5550437", "7121383", "7248824", "7981496"], "ranked_scores": [0.7758, 0.7678, 0.7621, 0.7526, 0.7459, 0.7291, 0.7084, 0.6928, 0.6921, 0.6907], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "911138", "5221728", "5616900", "298606", "2295208", "6402602", "4921435", "8543994"], "ranked_scores": [0.7738, 0.7184, 0.71, 0.6559, 0.6429, 0.6312, 0.6259, 0.6176, 0.6153, 0.5902], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "6926916", "66616", "5359258", "5769842", "8279447", "2541248", "3125130", "515311", "5997195"], "ranked_scores": [0.8773, 0.8637, 0.8633, 0.86, 0.8531, 0.8521, 0.8467, 0.8442, 0.8417, 0.8322], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "5450605", "3794300", "2070215", "856390", "3640120", "7048914", "3803512", "7255678"], "ranked_scores": [0.8357, 0.8216, 0.7831, 0.7808, 0.7641, 0.756, 0.7527, 0.7483, 0.744, 0.7412], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["3205963", "4496437", "5606320", "1975045", "2190617", "8643852", "1941914", "378964", "1190311", "8817884"], "ranked_scores": [0.7035, 0.6863, 0.6672, 0.6525, 0.6443, 0.6346, 0.6305, 0.6303, 0.6287, 0.6257], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "7813557", "7840121", "6964479", "6980305", "5227711", "4816964", "6964486", "1777799", "5091618"], "ranked_scores": [0.8138, 0.8023, 0.7945, 0.7906, 0.7709, 0.7652, 0.7633, 0.749, 0.7468, 0.7229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5644075", "5644076", "147832", "4240249", "1592497", "1043672"], "ranked_scores": [0.8134, 0.7801, 0.7396, 0.6937, 0.62, 0.5498, 0.5445, 0.5365, 0.5117, 0.5108], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "1365215", "289409", "1102477", "2322244", "4667084", "2421289", "249524", "3761519"], "ranked_scores": [0.8521, 0.8242, 0.7566, 0.7344, 0.7341, 0.7254, 0.7218, 0.7081, 0.7068, 0.704], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5942525", "5469449", "8215736", "7137594", "5132484", "2117748", "336438", "879819", "3434622"], "ranked_scores": [0.6849, 0.6405, 0.5733, 0.5687, 0.5643, 0.5549, 0.5528, 0.5483, 0.5421, 0.537], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1226215", "1438830", "1226213", "1962396", "1933413", "6062397", "213428"], "ranked_scores": [0.8746, 0.857, 0.7047, 0.696, 0.643, 0.6408, 0.6088, 0.5926, 0.5832, 0.5711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8223942", "5043664", "662304", "7858636", "7168976", "7168973", "2899047", "1070106", "4231642", "6807529"], "ranked_scores": [0.6068, 0.538, 0.5307, 0.5138, 0.5111, 0.5068, 0.4772, 0.4387, 0.4273, 0.4265], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301814", "4561063", "5811967", "7331852", "558347", "3512764", "277376"], "ranked_scores": [0.8565, 0.7667, 0.7575, 0.6362, 0.6201, 0.6063, 0.5975, 0.5963, 0.5895, 0.5859], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "8259514", "7970735", "7970736", "8450827", "8259512", "1265191", "7970734", "8450833", "7970728"], "ranked_scores": [0.8931, 0.8635, 0.8632, 0.8562, 0.8445, 0.8432, 0.8301, 0.8264, 0.8022, 0.7896], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "4702013", "7160804", "8636883", "8346654", "5395324", "1466669", "8131676", "7138663"], "ranked_scores": [0.8837, 0.7895, 0.7436, 0.7294, 0.7109, 0.6953, 0.6944, 0.6864, 0.6858, 0.6831], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "2474358", "5190750", "7220313", "5190753", "4768599", "1488928", "8827602", "3452115"], "ranked_scores": [0.9094, 0.9034, 0.6025, 0.6014, 0.5957, 0.5953, 0.5933, 0.5921, 0.5871, 0.5806], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "7805085", "7937824", "7108982", "7937822", "4830263", "8584557", "7870704"], "ranked_scores": [0.9006, 0.743, 0.6883, 0.6606, 0.6427, 0.6235, 0.6158, 0.6063, 0.6025, 0.5952], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "7948050", "7948042", "2116929", "3646584", "4880893", "2116936", "2116933", "2116938", "2116932"], "ranked_scores": [0.7965, 0.7942, 0.7698, 0.7211, 0.7196, 0.7158, 0.7033, 0.6915, 0.6857, 0.6804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4374445", "1611463", "3333503", "1815026", "7480853", "4374443", "5980491", "1782220"], "ranked_scores": [0.8504, 0.8362, 0.6418, 0.6405, 0.6322, 0.6274, 0.6273, 0.6267, 0.6263, 0.6122], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "2091063", "5231134", "7454251", "5297258", "6951440", "7153163", "3444262", "6282957"], "ranked_scores": [0.8082, 0.721, 0.6741, 0.6692, 0.6628, 0.655, 0.6359, 0.6336, 0.6331, 0.6313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "7827765", "4489794", "6804877", "4489797", "1484399", "2131335", "7827767", "6854565", "413808"], "ranked_scores": [0.6679, 0.6383, 0.628, 0.6201, 0.6194, 0.6192, 0.6171, 0.6114, 0.6109, 0.6096], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "391341", "391342", "1918866", "3853232", "2588002", "863946", "7623736", "5535297"], "ranked_scores": [0.8962, 0.8676, 0.8397, 0.8336, 0.8293, 0.8247, 0.823, 0.823, 0.8185, 0.7967], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689710", "7689707", "8820180", "2188117", "6506033", "5364572", "1673140", "2270798", "4390429", "409310"], "ranked_scores": [0.6914, 0.6843, 0.6242, 0.622, 0.6196, 0.5653, 0.5592, 0.5548, 0.5544, 0.5487], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3346337", "1460640", "3968773", "2443030", "1546056", "1920855", "6488150", "5808457"], "ranked_scores": [0.9549, 0.9201, 0.8795, 0.8793, 0.8781, 0.8595, 0.8581, 0.8339, 0.8095, 0.8089], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8426355", "2796274", "1070634", "3733774", "5055675", "1871086", "7424964", "6082244", "7992320", "4942019"], "ranked_scores": [0.8767, 0.8703, 0.8608, 0.8456, 0.8447, 0.8445, 0.8412, 0.8408, 0.8373, 0.8371], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "5170949", "5174051", "6287785", "7650732", "1588747", "5027731", "1333652", "954268"], "ranked_scores": [0.8146, 0.8085, 0.767, 0.7356, 0.6892, 0.6822, 0.6707, 0.6687, 0.6641, 0.6605], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "870351", "1613678", "2576605", "2576606", "551238", "870346", "2692492", "272190", "272188"], "ranked_scores": [0.8981, 0.8521, 0.8469, 0.8121, 0.8064, 0.7925, 0.7698, 0.7616, 0.7358, 0.728], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "1663808", "7810605", "250946", "7553014", "8265258", "5408281", "1615478", "5952078", "2589790"], "ranked_scores": [0.6905, 0.6292, 0.6196, 0.6135, 0.5926, 0.5919, 0.5894, 0.5798, 0.5798, 0.5766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4437972", "4278761", "5352322", "4377794", "7288502", "5094229", "7646422", "173850", "2510740", "2536497"], "ranked_scores": [0.8211, 0.8093, 0.8005, 0.796, 0.7711, 0.7698, 0.767, 0.7614, 0.7507, 0.7498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "6045016", "7154587", "3924136", "839355", "5499496", "6408406", "1237202", "6818958", "3230959"], "ranked_scores": [0.6827, 0.6794, 0.6624, 0.6614, 0.6594, 0.657, 0.6493, 0.6452, 0.6445, 0.6322], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "4765785", "8796486", "5675630", "4451324", "4765788", "1800205", "4765789", "3979452"], "ranked_scores": [0.8049, 0.7294, 0.7293, 0.7244, 0.6921, 0.6521, 0.6403, 0.629, 0.6213, 0.6177], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2099688", "3141441", "7526870", "4786937", "7526868", "1841905", "4005928", "6503017", "982652", "7573185"], "ranked_scores": [0.8652, 0.8601, 0.8594, 0.84, 0.8399, 0.8377, 0.8345, 0.8342, 0.8302, 0.8253], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7937494", "7110612", "7110611", "7770196", "2486151", "8331763", "6841581", "3259751", "5546116"], "ranked_scores": [0.8633, 0.7445, 0.7424, 0.7283, 0.72, 0.6954, 0.6945, 0.6944, 0.6934, 0.6928], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "4502858", "30088", "1417034", "5336580", "4502856", "6979705", "30089", "30085"], "ranked_scores": [0.9095, 0.8574, 0.8471, 0.8406, 0.8318, 0.8207, 0.7733, 0.7593, 0.7536, 0.7381], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "7645257", "6207587", "5133662", "5904163", "7853301", "133509", "6428732", "3712671"], "ranked_scores": [0.8225, 0.6828, 0.6792, 0.6762, 0.6647, 0.6572, 0.6501, 0.6421, 0.6406, 0.63], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565560", "4004619", "4589415", "174956", "4111498", "3920912", "7734838", "4893298", "2894335", "2290637"], "ranked_scores": [0.815, 0.8047, 0.7996, 0.7899, 0.7866, 0.7859, 0.7673, 0.7672, 0.7652, 0.7641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991354", "3672237", "4991353", "3148555", "4991356", "3806458", "826058", "1621473", "117136"], "ranked_scores": [0.815, 0.7998, 0.7834, 0.7516, 0.7478, 0.7193, 0.7111, 0.7075, 0.7021, 0.6828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "6193415", "4605271", "1250411", "3747811", "6967801", "5393501", "3726276"], "ranked_scores": [0.8224, 0.7115, 0.6841, 0.6427, 0.6425, 0.6252, 0.6017, 0.6005, 0.6005, 0.6], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["139961", "7831679", "4951287", "6632522", "7428627", "1063811", "8586692", "1063812", "6632518", "4590213"], "ranked_scores": [0.7661, 0.7511, 0.7449, 0.7323, 0.7291, 0.7228, 0.7161, 0.7145, 0.7131, 0.7083], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "1933329", "1631830", "6761606", "7313342", "4117805", "4117808", "886990", "5812523", "5143805"], "ranked_scores": [0.7501, 0.7487, 0.7316, 0.717, 0.71, 0.7038, 0.7038, 0.7036, 0.7002, 0.6999], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "4258663", "3252244", "2940019", "4258668", "5339587", "7503113", "1969532", "8532695", "2940016"], "ranked_scores": [0.8749, 0.8428, 0.8332, 0.8187, 0.7707, 0.7328, 0.7257, 0.7149, 0.7135, 0.7066], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "8822769", "8646229", "7562631", "3451041", "3451044", "8822768", "8298270", "3811525"], "ranked_scores": [0.8708, 0.8249, 0.7245, 0.7218, 0.7163, 0.7151, 0.6974, 0.6836, 0.6827, 0.6756], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "7856346", "4127072", "4343906", "8221437", "8221431", "4158114", "1061740", "2574259", "5431260"], "ranked_scores": [0.7859, 0.7782, 0.7629, 0.749, 0.7476, 0.7249, 0.717, 0.6972, 0.6915, 0.6713], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495838", "7770959", "3495831", "3495840", "3495835", "3147298", "1798238", "6392875"], "ranked_scores": [0.7853, 0.761, 0.7312, 0.692, 0.6398, 0.6246, 0.6209, 0.5712, 0.5674, 0.5653], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212597", "6212591", "1053306", "471140", "917841", "1053302", "8590985"], "ranked_scores": [0.9224, 0.9088, 0.8254, 0.8231, 0.819, 0.6216, 0.6208, 0.619, 0.6178, 0.5915], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "5145284", "4520541", "5151165", "7153880", "7332215", "8736649", "1993059", "2763685", "5299257"], "ranked_scores": [0.9074, 0.5804, 0.5788, 0.5649, 0.5639, 0.5499, 0.5478, 0.5388, 0.5374, 0.5282], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "1460687", "7511874", "1193873", "7966586", "1420186", "1460689", "4846553"], "ranked_scores": [0.8559, 0.7999, 0.7541, 0.7201, 0.7064, 0.6913, 0.685, 0.6842, 0.6837, 0.6827], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "1690952", "7558181", "34456", "6124976", "1136108", "6025784", "6533908"], "ranked_scores": [0.9116, 0.8919, 0.7992, 0.6772, 0.677, 0.6663, 0.6594, 0.6507, 0.6396, 0.6382], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["2229750", "6986881", "1981693", "7589839", "8424304", "1420930", "7138494", "5955284", "5209746", "1981696"], "ranked_scores": [0.7175, 0.7094, 0.7066, 0.6965, 0.6848, 0.6707, 0.6643, 0.6591, 0.6514, 0.6471], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "3664758", "1953277", "6342544", "4957113", "8193212", "8771883", "7973153", "3687242"], "ranked_scores": [0.8886, 0.6556, 0.6532, 0.6325, 0.6173, 0.5717, 0.5669, 0.5526, 0.5521, 0.5496], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-512": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["575979", "3445481", "3527619", "558173", "5265626", "1245152", "2746690", "8083127", "949520", "7837267"], "ranked_scores": [0.7829, 0.7716, 0.7441, 0.7314, 0.7269, 0.7167, 0.7137, 0.7107, 0.7105, 0.7083], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "1297112", "1297109", "542682", "1674644", "3308552", "7248824", "5550437", "7121381", "7187515"], "ranked_scores": [0.7833, 0.776, 0.7746, 0.774, 0.7627, 0.7383, 0.7342, 0.722, 0.7141, 0.7015], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "911138", "5221728", "298606", "5616900", "8543994", "1592656", "2403648", "6402602"], "ranked_scores": [0.828, 0.7281, 0.7203, 0.6925, 0.6863, 0.6604, 0.6567, 0.652, 0.6483, 0.6419], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "6926916", "5359258", "66616", "8279447", "3125130", "5769842", "2541248", "515311", "7369987"], "ranked_scores": [0.8934, 0.8898, 0.8896, 0.8889, 0.8825, 0.8726, 0.8717, 0.8671, 0.8642, 0.8581], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "5450605", "7048914", "2070215", "5346316", "3794300", "8554964", "7255678", "1587850"], "ranked_scores": [0.8606, 0.8483, 0.8398, 0.8216, 0.8165, 0.8149, 0.8129, 0.8103, 0.8002, 0.7988], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "4496437", "3205963", "8817884", "1975045", "378964", "2190617", "3971679", "1941914", "1190311"], "ranked_scores": [0.7109, 0.7095, 0.7027, 0.6883, 0.6832, 0.681, 0.6751, 0.6747, 0.6708, 0.6625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "7813557", "7840121", "6964479", "4816964", "6980305", "5227711", "1777799", "6964486", "6801871"], "ranked_scores": [0.8249, 0.8233, 0.8213, 0.8114, 0.7865, 0.7777, 0.7775, 0.7503, 0.7497, 0.7304], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5644075", "5644076", "147832", "1043672", "7637427", "4240249"], "ranked_scores": [0.833, 0.8108, 0.7812, 0.7321, 0.6489, 0.6002, 0.5792, 0.5549, 0.5541, 0.5491], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "1102477", "1365215", "249524", "5110182", "2322244", "289409", "2421289", "4667084"], "ranked_scores": [0.8464, 0.8239, 0.7527, 0.7493, 0.7458, 0.737, 0.7317, 0.7293, 0.724, 0.7122], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5942525", "8215736", "5469449", "5132484", "7187662", "2117748", "7137594", "879819", "1536744"], "ranked_scores": [0.7183, 0.647, 0.5838, 0.5805, 0.5794, 0.5792, 0.5757, 0.568, 0.5657, 0.565], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1226215", "1438830", "1226213", "1933413", "5022892", "6062397", "2037947"], "ranked_scores": [0.8919, 0.8736, 0.7338, 0.7032, 0.6951, 0.6554, 0.6264, 0.6037, 0.6033, 0.5945], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8223942", "2899047", "662304", "7858636", "5043664", "7168976", "7168973", "6807529", "4231642", "8111532"], "ranked_scores": [0.6035, 0.5908, 0.59, 0.5782, 0.5721, 0.5336, 0.5272, 0.5213, 0.5108, 0.5082], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301814", "4561063", "277376", "3454177", "7331852", "3512764", "3803414"], "ranked_scores": [0.8806, 0.7974, 0.788, 0.7013, 0.6665, 0.6644, 0.6552, 0.6528, 0.6509, 0.6457], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "7970735", "8450827", "8259512", "8259514", "7970736", "1265191", "7970734", "8450833", "7970728"], "ranked_scores": [0.9021, 0.8816, 0.8698, 0.8685, 0.865, 0.8631, 0.8469, 0.8434, 0.8252, 0.8178], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "7160804", "8346654", "4702013", "6193662", "6145894", "5395324", "8296550", "6835042"], "ranked_scores": [0.8836, 0.7993, 0.7449, 0.7298, 0.7292, 0.7182, 0.7156, 0.7132, 0.7124, 0.7031], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "7220313", "3452115", "5190750", "1488928", "2010657", "5190753", "4768599", "6467669"], "ranked_scores": [0.9198, 0.9004, 0.6664, 0.6511, 0.6409, 0.6352, 0.6233, 0.6206, 0.6205, 0.6204], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "7805085", "4830263", "7937822", "7937824", "7870704", "8584557", "7108982"], "ranked_scores": [0.9083, 0.7882, 0.7287, 0.7093, 0.675, 0.6659, 0.6651, 0.6604, 0.6582, 0.6566], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "8157542", "7948042", "2116929", "4880893", "3646584", "2116936", "2116938", "8660295", "2116932"], "ranked_scores": [0.8064, 0.7978, 0.7933, 0.7435, 0.7319, 0.7236, 0.7225, 0.7191, 0.7142, 0.7061], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "3333503", "1611463", "1815026", "5980491", "4374445", "7480853", "4374443", "7641492"], "ranked_scores": [0.873, 0.8681, 0.7044, 0.6992, 0.687, 0.6858, 0.6798, 0.6791, 0.6786, 0.6745], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "5231134", "2091063", "3444262", "6951440", "8045998", "7503576", "7454251", "6302682"], "ranked_scores": [0.8362, 0.7589, 0.7241, 0.7154, 0.705, 0.6996, 0.6841, 0.6734, 0.6727, 0.6709], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "7827765", "7170238", "4489794", "4489797", "6804877", "2131335", "6854565", "1484399", "4489799"], "ranked_scores": [0.7022, 0.6712, 0.6591, 0.6527, 0.6483, 0.6465, 0.6446, 0.6417, 0.6407, 0.6403], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "863946", "1918866", "7623736", "391341", "391342", "3853232", "2588002", "7134383"], "ranked_scores": [0.9064, 0.8856, 0.854, 0.8472, 0.8415, 0.8396, 0.8378, 0.8374, 0.8363, 0.8279], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "7689710", "8820180", "6506033", "2188117", "1673140", "5364572", "4936994", "3649557", "4390430"], "ranked_scores": [0.7313, 0.7191, 0.6923, 0.6891, 0.6557, 0.6405, 0.6372, 0.619, 0.6008, 0.6006], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3346337", "1460640", "3968773", "1546056", "2443030", "5808457", "4615784", "1920855"], "ranked_scores": [0.9542, 0.9315, 0.8919, 0.8823, 0.8795, 0.8683, 0.8658, 0.833, 0.8187, 0.8181], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8426355", "2796274", "1070634", "5055675", "7424964", "1871086", "7992320", "4942019", "3733774", "6082244"], "ranked_scores": [0.8673, 0.8624, 0.8508, 0.8473, 0.8421, 0.841, 0.8363, 0.8358, 0.8323, 0.8298], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "5170949", "5174051", "5027731", "1588747", "5440997", "6343914", "3073632", "954268"], "ranked_scores": [0.8459, 0.8336, 0.7944, 0.7756, 0.7525, 0.7251, 0.7239, 0.7203, 0.7201, 0.7188], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "870351", "551238", "2576605", "2576606", "2692492", "272188", "870346", "1314383"], "ranked_scores": [0.9138, 0.8675, 0.8532, 0.8354, 0.8305, 0.8275, 0.8046, 0.7913, 0.7911, 0.7889], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "7810605", "8265258", "1663808", "250946", "3296425", "8277053", "5408281", "7553014", "1615478"], "ranked_scores": [0.7357, 0.7055, 0.6668, 0.6564, 0.6402, 0.638, 0.6352, 0.6312, 0.6258, 0.6251], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4437972", "4278761", "4377794", "5352322", "5094229", "7288502", "7646422", "173850", "2536497", "7646426"], "ranked_scores": [0.8142, 0.8112, 0.7918, 0.7911, 0.7829, 0.7794, 0.7779, 0.7709, 0.7697, 0.7607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["5499496", "6818953", "6045016", "7154587", "6818958", "3924136", "839355", "6408406", "3230959", "1237202"], "ranked_scores": [0.7219, 0.7116, 0.7056, 0.7049, 0.6886, 0.6843, 0.6814, 0.6805, 0.6786, 0.6728], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "4765785", "8796486", "5675630", "4451324", "4765789", "4765788", "3979452", "8773427"], "ranked_scores": [0.8192, 0.7521, 0.7478, 0.7451, 0.7191, 0.671, 0.6613, 0.6584, 0.6531, 0.6527], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "7526870", "4786937", "982652", "2099688", "7526868", "7526871", "6503017", "5525449", "4005928"], "ranked_scores": [0.8698, 0.8698, 0.8585, 0.8452, 0.8446, 0.8355, 0.8338, 0.8295, 0.8288, 0.8271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "7937494", "7770196", "6270123", "6688747", "8331763", "3259751", "2486151"], "ranked_scores": [0.8615, 0.7894, 0.7668, 0.7458, 0.7171, 0.7141, 0.7101, 0.7101, 0.7034, 0.7005], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "4502858", "1417034", "30088", "5336580", "4502856", "30089", "6979705", "30085"], "ranked_scores": [0.9137, 0.8769, 0.8581, 0.8443, 0.8383, 0.8201, 0.7874, 0.7843, 0.7787, 0.757], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "133509", "6207587", "7853301", "7645257", "5133662", "6428732", "3712671", "5904163"], "ranked_scores": [0.8393, 0.7157, 0.6887, 0.6816, 0.6802, 0.6745, 0.6744, 0.6629, 0.6618, 0.6606], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565560", "4004619", "4589415", "4111498", "3920912", "174956", "7734838", "2290637", "3765105", "1118163"], "ranked_scores": [0.835, 0.8284, 0.8186, 0.8165, 0.8121, 0.8045, 0.7998, 0.7956, 0.7927, 0.789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "3672237", "4991354", "3148555", "1621473", "4991353", "826058", "4991356", "3806458", "117136"], "ranked_scores": [0.8283, 0.797, 0.7949, 0.7574, 0.7568, 0.7475, 0.7433, 0.7376, 0.7284, 0.7161], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4605271", "4900578", "1250411", "6193415", "5393501", "3726276", "2531512", "7575158"], "ranked_scores": [0.8561, 0.7603, 0.7086, 0.7076, 0.6652, 0.657, 0.6502, 0.6497, 0.6449, 0.637], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "139961", "1063811", "4951287", "6632518", "6632520", "4005369", "6632522", "7428627", "1109548"], "ranked_scores": [0.7838, 0.7735, 0.7531, 0.7508, 0.7482, 0.7397, 0.7389, 0.7349, 0.7323, 0.7272], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "1933329", "1631830", "886990", "6761606", "5812523", "8139545", "7313342", "5143805", "3689305"], "ranked_scores": [0.7494, 0.7464, 0.7289, 0.7277, 0.7247, 0.7246, 0.7229, 0.7213, 0.7132, 0.705], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "4258663", "3252244", "2940019", "4258668", "2940016", "7503113", "5339586", "5339587", "1969532"], "ranked_scores": [0.8932, 0.8747, 0.8598, 0.8497, 0.799, 0.7791, 0.7733, 0.7663, 0.7606, 0.7543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "8646229", "7562631", "8822769", "3451041", "3451044", "3451043", "7611886", "3811525"], "ranked_scores": [0.8839, 0.8396, 0.7565, 0.7448, 0.741, 0.7377, 0.7258, 0.7086, 0.6932, 0.6916], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "7856346", "8221437", "4127072", "4343906", "8221431", "4158114", "1061740", "5431260", "2574259"], "ranked_scores": [0.7991, 0.7931, 0.7776, 0.7682, 0.754, 0.7317, 0.7278, 0.7049, 0.7013, 0.6815], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495838", "3495835", "7770959", "3495840", "3495831", "1798238", "8400909", "3147298"], "ranked_scores": [0.8149, 0.7882, 0.7631, 0.6954, 0.6934, 0.6909, 0.6875, 0.6099, 0.6082, 0.6052], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212591", "6212597", "1053306", "917841", "471140", "1477934", "1053300"], "ranked_scores": [0.9262, 0.9126, 0.8459, 0.8375, 0.8297, 0.654, 0.6447, 0.6395, 0.6265, 0.6245], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7332215", "5145284", "5151165", "5128175", "7803343", "2790097", "2763685", "8736649"], "ranked_scores": [0.9206, 0.6095, 0.6028, 0.595, 0.5931, 0.5612, 0.56, 0.559, 0.5586, 0.5564], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "7966586", "7511874", "1460687", "8177246", "2447197", "1460690", "1420186"], "ranked_scores": [0.8636, 0.8201, 0.7825, 0.7539, 0.748, 0.7412, 0.7182, 0.7181, 0.718, 0.7127], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "34456", "6124976", "1690952", "7558181", "1136108", "7515853", "4878176"], "ranked_scores": [0.916, 0.9, 0.8088, 0.7132, 0.7096, 0.7024, 0.7005, 0.6966, 0.688, 0.6873], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["6986881", "7589839", "1981693", "2229750", "8424304", "1981696", "1420930", "5209746", "5955284", "7138494"], "ranked_scores": [0.7555, 0.7501, 0.7436, 0.7425, 0.7338, 0.7336, 0.7244, 0.7171, 0.7169, 0.7098], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "3664758", "1953277", "4957113", "3687242", "6342544", "2819440", "5262322", "8193212"], "ranked_scores": [0.8994, 0.7121, 0.6709, 0.6353, 0.6301, 0.6245, 0.6211, 0.6046, 0.6044, 0.5976], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-32-post-binary": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3445481", "20886", "7837267", "1450843", "3063200", "5265626", "6111212", "5574902", "7275122", "7275123"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["250497", "2099688", "4786937", "6394421", "7526868", "6970738", "8251721", "7526871", "8469861", "7573185"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["911138", "7038530", "4218205", "4205560", "3475986", "1844917", "5842823", "944813", "8755814", "944808"], "ranked_scores": [28.0, 28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "1727062", "2812582", "5359258", "5997195", "3338175", "691719", "6368601", "6826784", "939898"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["8554964", "5817780", "8524691", "1106640", "2090229", "1425080", "5817777", "1513943", "3640120", "8524693"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1111800", "5676506", "1047394", "6412433", "3494053", "6694649", "7061305", "8817884", "8118269", "8400909"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["5091618", "6964486", "7813557", "6801871", "4687112", "563355", "7260457", "5917719", "6311584", "7479455"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "320956", "7778956", "1895539", "4605271", "6711396", "7698064", "697749", "8361061", "912288"], "ranked_scores": [28.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["5110182", "8452568", "4634308", "5329721", "8670393", "1102477", "5355536", "4561916", "8224745", "8670401"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["5942525", "889155", "8346654", "3891003", "3442625", "7698064", "8630967", "8724007", "870346", "8765405"], "ranked_scores": [26.0, 26.0, 26.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "5355536", "263423", "3210918", "1498135", "1438830", "7045511", "956206", "946762"], "ranked_scores": [31.0, 31.0, 29.0, 28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["3801128", "5424702", "7321855", "1190311", "5830025", "6741127", "7611886", "6881123", "7050307", "8223942"], "ranked_scores": [28.0, 27.0, 27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "6709251", "7331852", "1213535", "558347", "211437", "7301814", "7301819", "4860953", "979449"], "ranked_scores": [29.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["4907018", "7970735", "147832", "1265191", "8450827", "7970736", "7970734", "8450833", "8450828", "8259514"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["6915697", "1676112", "6145894", "6193662", "1466669", "7160805", "6835042", "7427900", "7749216", "806938"], "ranked_scores": [30.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "5910691", "5201030", "6037741", "8203167", "7455903", "7220313", "8584928", "8201717"], "ranked_scores": [27.0, 27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "4872394", "7870700", "3636075", "6368665", "7919682", "7487323", "8091571", "7956869", "7911229"], "ranked_scores": [30.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2716516", "6373832", "2116932", "4574062", "6575406", "7146728", "7948042", "6893979", "8660295", "7671660"], "ranked_scores": [27.0, 26.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["1188785", "3109480", "1815026", "2356989", "8761342", "7525071", "3561611", "3109473", "8721463", "8771259"], "ranked_scores": [25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5365824", "1734442", "7049532", "5454154", "3444262", "8209433", "6641482", "7546053", "8710757"], "ranked_scores": [28.0, 28.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4826837", "1775549", "4489799", "4489797", "4489794", "5233423", "5213336", "2269049", "7170238", "8738042"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "4975847", "7107151", "442006", "7269273", "6110193", "6984244", "7623736", "7430630", "7699112"], "ranked_scores": [30.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["409310", "1766656", "7237931", "1143382", "1557627", "7391880", "8369687", "7941257", "912288", "8820180"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "2443030", "3346337", "1460640", "1506380", "3968773", "6591468", "4266628", "5729775", "6488150"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["4787774", "1871081", "1348264", "7424964", "5055675", "1871086", "1017723", "3733774", "7427900", "5734570"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1333652", "1039748", "1088382", "1214489", "4562810", "5027726", "5174051", "1333651", "4597681", "954268"], "ranked_scores": [26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "870351", "5831764", "4854782", "821374", "2828289", "2473050", "3937139", "551242", "845708"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["4558981", "3382238", "5149609", "4084890", "5373185", "6539677", "4468485", "8346189", "8265258", "7496090"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["173850", "1383489", "1941403", "3467507", "8596346", "7892877", "7882842", "7941257", "892439", "8201717"], "ranked_scores": [28.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6246815", "1220792", "471584", "5705265", "6125802", "4774028", "8397991", "6818958", "6818953", "7154585"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["8287779", "535868", "3979452", "1674914", "3704741", "3314760", "5185575", "472329", "6286277", "6397787"], "ranked_scores": [28.0, 28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3176987", "3141441", "4035891", "4322516", "4005928", "6503017", "6970738", "4742602", "7573185", "982652"], "ranked_scores": [32.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["8310623", "7110612", "7429864", "7937494", "2486151", "5164644", "3701436", "7429866", "5474252", "888154"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "2535259", "4502858", "3931595", "30089", "2565604", "5336580", "30085", "6984244", "4004903"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["1683771", "7853304", "5827787", "1965669", "8098325", "6193972", "675950", "7017745", "8148596", "6810306"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4111498", "4893298", "231291", "946762", "2607975", "2894335", "2894334", "3469016", "3765105", "6063722"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["3672237", "4938306", "1302924", "7187515", "1477934", "4991354", "4029000", "8527975", "8745904", "930719"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4605271", "6534070", "8811697", "7778948", "1592497", "4645632", "5031404", "6193415", "7778956", "6534062"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2811260", "6632520", "139961", "3722839", "139964", "1063811", "6803877", "7831679", "7428627", "8224745"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["886990", "4117805", "6761601", "7313342", "4117808", "7313345", "1867101", "8139545", "2404045", "6761606"], "ranked_scores": [31.0, 31.0, 30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["2375458", "2459488", "5339587", "1549229", "5339585", "2257835", "7728427", "4449956", "7728425", "8532695"], "ranked_scores": [30.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["3451041", "3451044", "8738884", "7611886", "689736", "7562624", "8822768", "944813", "911138", "8822769"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["5409486", "7698064", "3313846", "5101805", "1292768", "1922718", "3644713", "3644707", "3742896", "7856349"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3147298", "2077449", "6392875", "8649248", "7770963", "2101768", "8608976", "1724476", "2719790", "4470066"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212597", "6212588", "6401864", "4564098", "1030917", "37550", "471140", "609594", "6212591", "8590985"], "ranked_scores": [31.0, 31.0, 30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7479455", "7193888", "3534685", "3823638", "4956876", "6252085", "515381", "845051", "7011905", "7479448"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7789535", "2375458", "3252244", "2584299", "727605", "3290723", "7511875", "8532695", "5891383", "7728427"], "ranked_scores": [29.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["3213098", "7656879", "8169807", "2018124", "5579440", "7395888", "7476141", "8490012", "8771259", "8815917"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["4687484", "7255678", "1656575", "4569575", "4269405", "5484171", "8675542", "7048919", "5524125", "6584465"], "ranked_scores": [26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "297876", "3711972", "8658396", "1953277", "8828449", "7763969", "8743967", "8758591", "8798058"], "ranked_scores": [30.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64-post-binary": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7837267", "2522467", "5265626", "1674646", "597449", "638358", "7391330", "7044940", "749759", "768350"], "ranked_scores": [54.0, 54.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["5809788", "250497", "50056", "2274526", "4437855", "450935", "6929917", "6496118", "803164", "7507009"], "ranked_scores": [53.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7038530", "3475986", "8156965", "911138", "5842823", "8822768", "4921435", "5221728", "944813", "8528760"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "7011409", "1788216", "4561527", "5865067", "5137357", "6826784", "5997195", "939898"], "ranked_scores": [59.0, 57.0, 56.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["5450605", "3794304", "3820657", "3794297", "1587850", "3803512", "5346316", "5385409", "8524691", "8539858"], "ranked_scores": [55.0, 54.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5676506", "1390753", "3931594", "1111800", "5401718", "1805806", "2508899", "2063216", "7636640", "7479488"], "ranked_scores": [54.0, 52.0, 52.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "7260457", "4437785", "6964486", "6980305", "5091618", "1598672", "724109", "6101780", "725823"], "ranked_scores": [54.0, 54.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "7698064", "4605271", "1383489", "697749", "7331852", "8356895", "7275120", "912288"], "ranked_scores": [57.0, 53.0, 52.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "4667084", "1102477", "2322244", "289409", "3935387", "5110182", "379549", "1854132"], "ranked_scores": [57.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["5811967", "7751211", "7104592", "6880513", "6823993", "5694511", "7503113", "7698064", "8111532", "8630967"], "ranked_scores": [49.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "1498135", "5355536", "4922192", "538306", "1343315", "1438830", "1454891", "8583764"], "ranked_scores": [56.0, 55.0, 52.0, 50.0, 49.0, 48.0, 47.0, 47.0, 47.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7321855", "8223942", "1184390", "3114131", "7168976", "5079369", "4684937", "6533908", "7151780", "7168973"], "ranked_scores": [48.0, 48.0, 46.0, 46.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "3321024", "6628785", "4819522", "3756561", "7301814", "558347", "4819520", "7331852", "7301818"], "ranked_scores": [54.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970735", "8450828", "7970736", "1265191", "8450827", "8259512", "8259514", "8450833", "7970728", "7970734"], "ranked_scores": [57.0, 57.0, 57.0, 56.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "6145894", "1466669", "6835042", "7749216", "8296550", "8296554", "7160804", "3868557", "734127"], "ranked_scores": [56.0, 56.0, 54.0, 53.0, 52.0, 51.0, 51.0, 50.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220312", "7220310", "7455903", "3806457", "4097714", "8374135", "5020098", "3646580", "8203167", "826058"], "ranked_scores": [56.0, 51.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "630599", "630605", "8584557", "3636075", "3830558", "3815520", "5827343", "7956869", "8504427"], "ranked_scores": [60.0, 52.0, 52.0, 52.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2083431", "7948042", "2116932", "4880893", "8157542", "5605066", "2116933", "6373832", "6893979", "8660295"], "ranked_scores": [50.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["5347134", "7958944", "7958943", "3290515", "2356989", "3109473", "5347138", "4725494", "5717661", "6008365"], "ranked_scores": [50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5365824", "8065757", "1226636", "3444262", "6951440", "8710757", "7546053", "8045998", "8419044"], "ranked_scores": [53.0, 52.0, 51.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1775549", "4826837", "7170234", "3310910", "4489799", "1475307", "6930332", "1811663", "2859564", "4489797"], "ranked_scores": [53.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["6110193", "2588002", "8045986", "391342", "442006", "391341", "1918866", "1023113", "8540414", "863946"], "ranked_scores": [56.0, 53.0, 53.0, 53.0, 53.0, 52.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689710", "6506033", "8820180", "7689707", "1143382", "899649", "2188117", "5364572", "5063008", "7853301"], "ranked_scores": [53.0, 50.0, 49.0, 48.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "2443030", "3346337", "92150", "6488150", "1460640", "631307", "3968773", "6591468", "5691108"], "ranked_scores": [57.0, 56.0, 55.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["1871086", "3733774", "4787774", "5055675", "4647338", "1871081", "8426355", "7424964", "6604385", "7868171"], "ranked_scores": [56.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5174051", "1333652", "1039754", "7527096", "7650732", "5170949", "5027726", "954268", "2820637", "6287785"], "ranked_scores": [52.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "870351", "5831764", "2576605", "2576606", "3208909", "2692492", "8630967", "845708"], "ranked_scores": [58.0, 57.0, 55.0, 55.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8346189", "1663808", "2570595", "250946", "4558981", "4084890", "3869346", "3188819", "3646140", "4468485"], "ranked_scores": [52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["173850", "7646426", "7863431", "1031624", "4305356", "2510740", "4278761", "7137439", "4377794", "7863433"], "ranked_scores": [58.0, 53.0, 52.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6246815", "5499496", "7154584", "2525613", "3924136", "5705265", "6818953", "7548764", "8789524", "8397991"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["6397787", "3726367", "3979452", "5675630", "7833611", "2626730", "4765785", "4765789", "4765788", "8796486"], "ranked_scores": [52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2617812", "162098", "4005928", "2099688", "3176987", "4005924", "7526870", "7573185", "5036995", "8251721"], "ranked_scores": [57.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["8310623", "7041861", "5546116", "5655", "7937494", "7110612", "6270123", "6841581", "888154", "7370269"], "ranked_scores": [54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["4502858", "1592532", "3659405", "1417034", "278648", "489952", "30089", "4502856", "490710", "806029"], "ranked_scores": [53.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "7645257", "8098325", "7094585", "7120498", "7853301", "7795675", "754800", "7874898"], "ranked_scores": [54.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4893298", "4111498", "2245444", "1338703", "2565555", "2607975", "2894335", "4004619", "3383567", "7741066"], "ranked_scores": [55.0, 55.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["3672237", "4991354", "117136", "1003386", "2913413", "7153880", "4991353", "5309597", "863946", "930719"], "ranked_scores": [56.0, 54.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["8811697", "6534062", "2004", "7778956", "1592497", "2531517", "6534070", "6711396", "8323384", "7989415"], "ranked_scores": [53.0, 52.0, 52.0, 52.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["139961", "7831679", "139964", "4005369", "139970", "2811259", "3672905", "6803877", "3170160", "7795890"], "ranked_scores": [53.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["886990", "4117805", "6761601", "6761606", "8139545", "1631830", "1867101", "7313342", "4117808", "921100"], "ranked_scores": [56.0, 55.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "4258663", "5339585", "2940019", "2375458", "3252244", "5339587", "1969532", "5339586", "7503110"], "ranked_scores": [54.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "8822768", "3451041", "8186121", "3451044", "3792488", "7216017", "6741124", "8822769"], "ranked_scores": [52.0, 52.0, 52.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["5409486", "5626400", "5101805", "1922718", "7856346", "889155", "3644713", "4343906", "3742896", "8221431"], "ranked_scores": [53.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["8608976", "4470066", "3147298", "7770963", "8649248", "6392875", "2077449", "3253487", "6232101", "8815917"], "ranked_scores": [53.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "6401864", "6212597", "6212591", "609594", "4564098", "3843787", "471140", "8590985", "917841"], "ranked_scores": [62.0, 60.0, 60.0, 53.0, 53.0, 52.0, 51.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "3534685", "5145284", "2379160", "5299257", "4956876", "7060211", "7479455", "7479448", "930721"], "ranked_scores": [59.0, 50.0, 50.0, 49.0, 49.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["1460687", "7511875", "1460685", "5891383", "3668938", "1420186", "1193873", "6339460", "7789535", "8432430"], "ranked_scores": [54.0, 54.0, 54.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "155487", "5079369", "2594593", "4738326", "7151780", "6533908", "7476141"], "ranked_scores": [54.0, 53.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["5524125", "4687484", "6986881", "7597791", "1981693", "1091646", "1942837", "5133662", "8128292", "7138494"], "ranked_scores": [50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "1953277", "7966624", "4304523", "8743967", "3989499", "4597448", "8758591", "8798058", "5276545"], "ranked_scores": [59.0, 53.0, 48.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 45.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128-post-binary": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3445481", "768350", "1245152", "575979", "1245154", "1674644", "2081586", "7072119", "5265626", "7584907"], "ranked_scores": [101.0, 100.0, 99.0, 99.0, 98.0, 97.0, 97.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "542682", "1674644", "3308552", "2274526", "1297112", "1297109", "7121381", "7507009", "8238877"], "ranked_scores": [98.0, 97.0, 97.0, 96.0, 96.0, 96.0, 95.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "3475986", "911138", "7116624", "4921435", "5616900", "298606", "7216017", "8822768"], "ranked_scores": [103.0, 100.0, 97.0, 97.0, 97.0, 96.0, 96.0, 95.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "2812582", "7011409", "5997195", "6612372", "2598345", "2541248", "2548176", "3125130"], "ranked_scores": [116.0, 115.0, 110.0, 110.0, 110.0, 109.0, 108.0, 107.0, 107.0, 107.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "3820657", "856390", "5450605", "3794300", "5817781", "3640120", "3803512", "5817780"], "ranked_scores": [104.0, 102.0, 102.0, 101.0, 100.0, 100.0, 100.0, 99.0, 99.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["2063216", "1390753", "5606320", "1111800", "5676506", "1123190", "2508899", "3931594", "5401718", "8643852"], "ranked_scores": [100.0, 99.0, 98.0, 98.0, 97.0, 97.0, 97.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "5091618", "6964486", "7260457", "6101780", "563355", "6980305", "7840121", "725823", "8065599"], "ranked_scores": [103.0, 102.0, 102.0, 102.0, 100.0, 99.0, 98.0, 97.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "1592497", "7698064", "6480901", "1043672", "8083740", "6252080", "7477757", "8672006"], "ranked_scores": [101.0, 100.0, 94.0, 94.0, 92.0, 91.0, 91.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "1102477", "2322244", "5110182", "4667084", "249524", "289409", "3935387", "6909168"], "ranked_scores": [109.0, 108.0, 105.0, 103.0, 102.0, 102.0, 99.0, 99.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["8215736", "4989064", "336438", "7187663", "4636167", "5899959", "3726276", "4996201", "5811967", "879819"], "ranked_scores": [94.0, 92.0, 89.0, 89.0, 89.0, 88.0, 88.0, 87.0, 87.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "5775568", "1498135", "538306", "1226215", "1438830", "6801313", "953836"], "ranked_scores": [111.0, 109.0, 102.0, 94.0, 93.0, 92.0, 91.0, 91.0, 90.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8223942", "7611886", "8822769", "2270251", "3811525", "8600254", "6176864", "6437182", "7858636", "8822768"], "ranked_scores": [87.0, 85.0, 85.0, 85.0, 84.0, 84.0, 84.0, 84.0, 83.0, 83.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "5455661", "3321024", "7301816", "7301819", "558347", "6628785", "1903335", "5811967", "7410464"], "ranked_scores": [106.0, 96.0, 95.0, 94.0, 94.0, 94.0, 94.0, 93.0, 93.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "8259514", "7970735", "8450828", "8259512", "8450827", "8450833", "1265191", "7970734", "7970728"], "ranked_scores": [112.0, 111.0, 110.0, 109.0, 108.0, 107.0, 107.0, 105.0, 104.0, 103.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "5395324", "6145894", "1466669", "4702013", "6835042", "485410", "7749216", "8128745", "734127"], "ranked_scores": [108.0, 99.0, 99.0, 99.0, 98.0, 98.0, 97.0, 97.0, 97.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220312", "7220310", "2010657", "8827602", "2474358", "8827604", "8142216", "1136294", "7691443", "921284"], "ranked_scores": [109.0, 105.0, 95.0, 91.0, 91.0, 91.0, 89.0, 89.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "8504427", "7870705", "7870704", "5827343", "665665", "8584557", "630605", "7956869"], "ranked_scores": [113.0, 99.0, 97.0, 97.0, 96.0, 95.0, 95.0, 95.0, 95.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["1435310", "8660295", "5605066", "8157542", "2945573", "507236", "4046003", "2083431", "6575406", "7948042"], "ranked_scores": [99.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "3109473", "2424634", "2356989", "1815026", "5347134", "3532662", "6008365", "8721463"], "ranked_scores": [102.0, 96.0, 94.0, 94.0, 93.0, 92.0, 92.0, 92.0, 92.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "8419044", "1734442", "6282957", "2091063", "5517313", "6641480", "5365824", "7546053", "8045998"], "ranked_scores": [103.0, 98.0, 97.0, 97.0, 96.0, 95.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1775549", "2131335", "4489799", "5213336", "8738042", "6804877", "6854565", "7170234", "7827761", "8232517"], "ranked_scores": [98.0, 96.0, 95.0, 94.0, 94.0, 94.0, 93.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["2588002", "391342", "442006", "391341", "8045986", "3853232", "5088303", "6110193", "863946", "2587999"], "ranked_scores": [111.0, 106.0, 106.0, 106.0, 106.0, 104.0, 104.0, 104.0, 104.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689710", "6506033", "7689707", "8820180", "5063008", "2188117", "3649557", "4936994", "5364574", "5364572"], "ranked_scores": [103.0, 102.0, 95.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "2443030", "6488150", "3346337", "1460640", "3968773", "5691108", "4615784", "6591468"], "ranked_scores": [112.0, 109.0, 108.0, 108.0, 105.0, 104.0, 102.0, 102.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["1871086", "1070634", "5055675", "8426355", "1070633", "2796274", "4901734", "3733774", "5734570", "7992320"], "ranked_scores": [107.0, 106.0, 106.0, 106.0, 105.0, 104.0, 104.0, 104.0, 104.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5174051", "1039754", "6287785", "5027731", "5027726", "1333652", "5170949", "4805364", "954268"], "ranked_scores": [101.0, 100.0, 98.0, 98.0, 96.0, 95.0, 95.0, 95.0, 95.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "870346", "870351", "2576605", "3208909", "2576606", "1525623", "2692492", "7137675"], "ranked_scores": [114.0, 110.0, 108.0, 107.0, 105.0, 105.0, 105.0, 104.0, 104.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "258524", "3646140", "5373185", "250946", "8741687", "5408281", "4468485", "5419270", "4558981"], "ranked_scores": [99.0, 94.0, 94.0, 93.0, 92.0, 92.0, 92.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["173850", "4278761", "4377794", "4437972", "2510740", "7863431", "1031624", "278768", "2838330", "7646426"], "ranked_scores": [107.0, 101.0, 100.0, 100.0, 99.0, 99.0, 97.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["5499496", "1237202", "3872927", "6032214", "6818953", "3230959", "2068025", "7878881", "6818958", "7154584"], "ranked_scores": [101.0, 99.0, 98.0, 97.0, 97.0, 96.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["3726367", "7833608", "7833611", "4765785", "8796486", "6397787", "5675630", "2331078", "4661403", "7344853"], "ranked_scores": [100.0, 100.0, 100.0, 99.0, 98.0, 98.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526871", "4005928", "7526870", "4786937", "2208599", "2099688", "2617812", "3141441", "5036995", "982652"], "ranked_scores": [110.0, 108.0, 108.0, 108.0, 107.0, 107.0, 107.0, 107.0, 106.0, 106.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["3259751", "7110606", "5546116", "7110612", "6270123", "8331763", "2486151", "7937494", "8310623", "888154"], "ranked_scores": [105.0, 104.0, 104.0, 103.0, 102.0, 102.0, 102.0, 102.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "5336580", "4502858", "489952", "30088", "1417034", "4502856", "30085", "6979705"], "ranked_scores": [110.0, 106.0, 104.0, 103.0, 102.0, 100.0, 100.0, 100.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "7874898", "4600894", "7645257", "7853301", "5827787", "8148596", "6428732", "7120498", "8741825"], "ranked_scores": [104.0, 96.0, 95.0, 95.0, 95.0, 93.0, 93.0, 92.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4111498", "2565560", "4893298", "2894335", "946762", "2290634", "2894334", "2835995", "7741066", "4004619"], "ranked_scores": [107.0, 105.0, 104.0, 104.0, 103.0, 102.0, 102.0, 101.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "3672237", "7161101", "6465402", "3148555", "4991353", "826058", "1003386", "2873961", "4991356"], "ranked_scores": [108.0, 107.0, 101.0, 101.0, 99.0, 98.0, 98.0, 97.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "6193415", "2531517", "5393501", "6534062", "4900578", "8811697", "2004", "2553646", "4605271"], "ranked_scores": [103.0, 101.0, 99.0, 98.0, 98.0, 97.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["4005369", "139961", "7831679", "1063811", "139964", "7795890", "139970", "3672905", "4590211", "7428627"], "ranked_scores": [106.0, 105.0, 104.0, 104.0, 103.0, 103.0, 103.0, 103.0, 102.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["886990", "4117805", "6761606", "8139545", "1933329", "5812523", "8608891", "1867101", "2404045", "921101"], "ranked_scores": [106.0, 106.0, 106.0, 104.0, 102.0, 102.0, 102.0, 102.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "3252244", "4258663", "8532695", "2940019", "5339587", "1969532", "5339586", "7503113", "4258668"], "ranked_scores": [110.0, 106.0, 102.0, 99.0, 99.0, 99.0, 98.0, 98.0, 96.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "1374743", "8822768", "3451041", "8755814", "3451044", "7611886", "7825322", "8822769"], "ranked_scores": [106.0, 105.0, 101.0, 100.0, 100.0, 99.0, 99.0, 98.0, 98.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "5409486", "5101805", "4343906", "3742896", "2574259", "4158114", "5626400", "7856349", "8221431"], "ranked_scores": [104.0, 103.0, 101.0, 101.0, 100.0, 100.0, 100.0, 99.0, 98.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "7770959", "3495837", "3495835", "2719790", "4470066", "3495840", "2387122", "6392875", "3147298"], "ranked_scores": [100.0, 99.0, 96.0, 94.0, 94.0, 93.0, 93.0, 92.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "6401864", "609594", "6212591", "6212597", "471140", "3843787", "1053306", "1768222", "8590985"], "ranked_scores": [117.0, 115.0, 106.0, 105.0, 105.0, 96.0, 96.0, 95.0, 95.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "5145284", "930721", "5151165", "2379160", "7332215", "3823641", "3534685", "5025269", "217890"], "ranked_scores": [113.0, 94.0, 94.0, 94.0, 91.0, 91.0, 91.0, 91.0, 91.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "1460687", "5891383", "1193873", "6339460", "1420186", "7511874", "3253590", "3631388"], "ranked_scores": [105.0, 104.0, 103.0, 101.0, 100.0, 99.0, 98.0, 98.0, 98.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395884", "7395885", "1136108", "5079369", "1690952", "155487", "4738326", "7151780", "642815"], "ranked_scores": [105.0, 102.0, 99.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981693", "7138494", "8123901", "7597791", "2229750", "5524125", "6971075", "6986881", "7772221", "8128292"], "ranked_scores": [97.0, 96.0, 96.0, 95.0, 95.0, 95.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "1953277", "4304523", "7966624", "4597448", "2830832", "8743967", "4855170", "8758591", "6342544"], "ranked_scores": [108.0, 98.0, 95.0, 93.0, 92.0, 90.0, 90.0, 90.0, 89.0, 88.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-post-binary": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3445481", "1674644", "575979", "5265626", "7275122", "2410161", "5865180", "2725064", "638358", "7837267"], "ranked_scores": [198.0, 195.0, 195.0, 193.0, 192.0, 191.0, 191.0, 191.0, 191.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "1297112", "1674644", "1297109", "5550437", "542682", "3308552", "7584907", "2274526", "7121381"], "ranked_scores": [205.0, 199.0, 199.0, 198.0, 198.0, 194.0, 194.0, 194.0, 193.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "4921435", "911138", "4111588", "3475986", "3792488", "5221728", "4274941", "6402602"], "ranked_scores": [205.0, 201.0, 195.0, 192.0, 190.0, 189.0, 187.0, 187.0, 187.0, 187.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "7011409", "6612372", "3125130", "3218049", "2548176", "2541248", "2598345", "515311"], "ranked_scores": [221.0, 219.0, 214.0, 213.0, 212.0, 211.0, 211.0, 210.0, 210.0, 210.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "5450605", "5346316", "3803512", "3794300", "2070215", "4416193", "1159742", "7048914"], "ranked_scores": [213.0, 210.0, 206.0, 203.0, 201.0, 200.0, 200.0, 200.0, 199.0, 199.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1246947", "4811904", "5606320", "4496437", "3205963", "2508899", "1111800", "5254021", "5676506", "6412433"], "ranked_scores": [194.0, 193.0, 191.0, 190.0, 189.0, 188.0, 187.0, 186.0, 186.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "7813557", "6980305", "6964486", "7840121", "6801871", "6964479", "4816964", "5091618", "6101780"], "ranked_scores": [206.0, 205.0, 205.0, 201.0, 200.0, 199.0, 197.0, 197.0, 196.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "8083740", "147832", "1592497", "6252080", "1518562", "4240249"], "ranked_scores": [205.0, 204.0, 198.0, 182.0, 182.0, 181.0, 181.0, 180.0, 179.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "1102477", "4667084", "2322244", "289409", "5110182", "4414409", "6909168", "6950275"], "ranked_scores": [219.0, 217.0, 209.0, 206.0, 205.0, 203.0, 198.0, 196.0, 196.0, 195.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "8215736", "879819", "336438", "3434622", "5811967", "6124279", "915232", "6823993", "6880513"], "ranked_scores": [188.0, 187.0, 182.0, 182.0, 181.0, 181.0, 181.0, 180.0, 179.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "4922192", "6062397", "1226215", "6801313", "263423", "5775568", "1962396", "5640023"], "ranked_scores": [219.0, 219.0, 193.0, 189.0, 183.0, 183.0, 182.0, 181.0, 180.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8223942", "2353877", "662304", "5043664", "7858636", "471584", "6807529", "2899047", "7547697", "7858639"], "ranked_scores": [187.0, 176.0, 176.0, 176.0, 171.0, 169.0, 169.0, 168.0, 167.0, 167.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "5811967", "3321024", "6628785", "3454177", "5809784", "558347", "994550"], "ranked_scores": [214.0, 195.0, 192.0, 187.0, 185.0, 184.0, 183.0, 183.0, 183.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259514", "7970735", "8450828", "7970736", "8259512", "7970734", "1265191", "8450827", "8450833", "7970728"], "ranked_scores": [223.0, 221.0, 219.0, 218.0, 217.0, 215.0, 213.0, 213.0, 212.0, 205.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "1466669", "6835042", "4702013", "5395324", "8128745", "8346654", "485410", "6193662", "981996"], "ranked_scores": [215.0, 202.0, 200.0, 199.0, 199.0, 199.0, 197.0, 195.0, 195.0, 194.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220312", "7220310", "1136294", "8142216", "2474358", "2130560", "2010657", "7903539", "8827602", "8827604"], "ranked_scores": [222.0, 216.0, 184.0, 183.0, 180.0, 180.0, 178.0, 178.0, 177.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "7937824", "8584557", "7870704", "665665", "4635092", "5696456", "7805085"], "ranked_scores": [224.0, 197.0, 193.0, 189.0, 189.0, 188.0, 188.0, 187.0, 185.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "7948042", "8660295", "1435310", "5605066", "2083431", "2696075", "7948050", "3646580", "507236"], "ranked_scores": [194.0, 193.0, 192.0, 190.0, 190.0, 190.0, 188.0, 188.0, 187.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "1611463", "2356989", "7480853", "1815026", "4374445", "5347134", "8098325", "7809289"], "ranked_scores": [206.0, 202.0, 190.0, 185.0, 185.0, 185.0, 185.0, 184.0, 184.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6282957", "6302682", "1863876", "7454251", "2091063", "2044076", "5231134", "6641480", "8245381"], "ranked_scores": [197.0, 194.0, 194.0, 192.0, 191.0, 191.0, 191.0, 191.0, 189.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["6854565", "1775549", "8738042", "7170234", "2131335", "1484399", "714719", "2131339", "474971", "7827765"], "ranked_scores": [189.0, 188.0, 188.0, 188.0, 187.0, 186.0, 181.0, 180.0, 179.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "1918866", "442006", "2588002", "391342", "391341", "3853232", "863946", "7623736", "2587999"], "ranked_scores": [218.0, 218.0, 216.0, 216.0, 212.0, 211.0, 209.0, 209.0, 209.0, 208.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "7689710", "7689707", "3649557", "2188117", "8820180", "5063008", "5364574", "3246403", "7880823"], "ranked_scores": [197.0, 189.0, 189.0, 185.0, 185.0, 181.0, 179.0, 178.0, 175.0, 175.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3346337", "2443030", "1460640", "3968773", "631307", "6488150", "1546056", "6591468"], "ranked_scores": [225.0, 214.0, 212.0, 211.0, 207.0, 206.0, 206.0, 204.0, 204.0, 203.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5055675", "1070634", "2796274", "1871086", "8426355", "7424964", "6082244", "4942019", "7992320", "8307546"], "ranked_scores": [209.0, 209.0, 209.0, 206.0, 206.0, 205.0, 204.0, 204.0, 203.0, 203.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "5174051", "5027731", "5027726", "954268", "1333651", "5170949", "6287785", "1333652"], "ranked_scores": [202.0, 201.0, 201.0, 194.0, 194.0, 192.0, 191.0, 191.0, 190.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "870346", "870351", "2692492", "1525623", "2576605", "2576606", "6033952", "685094"], "ranked_scores": [218.0, 210.0, 209.0, 209.0, 205.0, 203.0, 202.0, 202.0, 202.0, 202.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "258524", "5179395", "1663808", "7553014", "4468485", "1615478", "3720839", "3132831", "2570595"], "ranked_scores": [194.0, 187.0, 186.0, 185.0, 185.0, 184.0, 183.0, 182.0, 181.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4437972", "5094229", "4377794", "4278761", "7288502", "278768", "173850", "2195944", "7646422", "2929750"], "ranked_scores": [205.0, 203.0, 202.0, 202.0, 201.0, 201.0, 200.0, 200.0, 198.0, 197.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["7503128", "7154587", "5499496", "6453425", "6408406", "2068025", "6045016", "5142519", "839355", "6818953"], "ranked_scores": [191.0, 189.0, 189.0, 188.0, 187.0, 186.0, 186.0, 186.0, 186.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["4765785", "7833608", "7833611", "5675630", "4661403", "8796486", "4765788", "4765789", "7344853", "8287779"], "ranked_scores": [206.0, 205.0, 196.0, 195.0, 193.0, 193.0, 192.0, 188.0, 188.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7573185", "2099688", "7526871", "1511150", "3141441", "7526868", "2005370", "4005928", "8251721", "6503017"], "ranked_scores": [215.0, 213.0, 213.0, 212.0, 211.0, 210.0, 210.0, 209.0, 209.0, 209.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7937494", "7110606", "6270123", "5546116", "2299432", "2486151", "3723524", "3259751", "6841581", "8237802"], "ranked_scores": [208.0, 204.0, 200.0, 199.0, 198.0, 198.0, 198.0, 198.0, 198.0, 198.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "30088", "4502858", "5336580", "3659405", "1417034", "2535259", "4502856", "489952", "6979705"], "ranked_scores": [224.0, 210.0, 204.0, 204.0, 201.0, 201.0, 200.0, 198.0, 195.0, 195.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "7645257", "7853301", "6428732", "57309", "8148596", "3845663", "3712671", "5904163", "5133662"], "ranked_scores": [215.0, 192.0, 189.0, 187.0, 187.0, 185.0, 184.0, 183.0, 183.0, 182.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2894335", "2565560", "4111498", "7741066", "4893298", "1264750", "2474580", "2565555", "3920912", "2835995"], "ranked_scores": [211.0, 210.0, 210.0, 209.0, 208.0, 207.0, 205.0, 205.0, 205.0, 205.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "7161101", "3672237", "4991353", "3148555", "117136", "826058", "8593880", "1883636", "6465402"], "ranked_scores": [218.0, 209.0, 208.0, 202.0, 201.0, 195.0, 194.0, 193.0, 192.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "6193415", "4900578", "7575158", "4605271", "3726276", "1250411", "4409027", "3747811", "7778949"], "ranked_scores": [208.0, 196.0, 194.0, 188.0, 188.0, 187.0, 187.0, 186.0, 186.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["4005369", "139961", "1063811", "139964", "3722839", "5338899", "6803877", "6632518", "3672905", "6632522"], "ranked_scores": [210.0, 206.0, 205.0, 204.0, 204.0, 204.0, 204.0, 204.0, 203.0, 203.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["8139545", "4117805", "6761606", "886990", "1631830", "5812523", "1867101", "1933329", "7313342", "921101"], "ranked_scores": [207.0, 205.0, 205.0, 205.0, 203.0, 203.0, 201.0, 201.0, 201.0, 199.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "3252244", "4258663", "5339587", "2940019", "4258668", "8532695", "7503113", "1969532", "5339585"], "ranked_scores": [215.0, 211.0, 206.0, 197.0, 197.0, 196.0, 194.0, 192.0, 190.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "3451044", "7611886", "8822768", "7611888", "8646229", "3451041", "8822769", "3828904"], "ranked_scores": [215.0, 208.0, 196.0, 196.0, 196.0, 196.0, 196.0, 195.0, 195.0, 190.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221430", "8221437", "4127072", "3742896", "4343906", "5409486", "5626400", "4158114", "8221431"], "ranked_scores": [204.0, 202.0, 198.0, 198.0, 196.0, 196.0, 194.0, 194.0, 192.0, 191.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "7770959", "3495835", "6643679", "3495838", "2487253", "3147298", "3495840", "6392875"], "ranked_scores": [204.0, 199.0, 197.0, 187.0, 187.0, 187.0, 186.0, 185.0, 185.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "6401864", "6212597", "609594", "6212591", "917841", "1477934", "630814", "1053306", "1477936"], "ranked_scores": [228.0, 227.0, 218.0, 209.0, 208.0, 189.0, 188.0, 187.0, 186.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "5151165", "930721", "6938258", "2763685", "5145284", "7153880", "2379160", "7332215", "4803924"], "ranked_scores": [220.0, 186.0, 185.0, 181.0, 179.0, 179.0, 179.0, 177.0, 177.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "1460685", "1193873", "1460687", "4846553", "8432430", "6037749", "4256781", "7511874"], "ranked_scores": [210.0, 203.0, 202.0, 199.0, 197.0, 196.0, 195.0, 194.0, 194.0, 193.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "6533908", "1690952", "6107573", "7564158", "2018124", "642815", "7558181"], "ranked_scores": [208.0, 206.0, 203.0, 193.0, 192.0, 191.0, 189.0, 187.0, 186.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "1981693", "2229750", "7138494", "6986881", "1721507", "1721505", "1942837", "6361048", "8128292"], "ranked_scores": [194.0, 193.0, 192.0, 191.0, 189.0, 187.0, 186.0, 186.0, 185.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "1953277", "7966624", "6342544", "4304523", "8771883", "2579423", "3664758", "7973153", "6723866"], "ranked_scores": [222.0, 184.0, 183.0, 180.0, 179.0, 177.0, 177.0, 176.0, 176.0, 174.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-512-post-binary": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["575979", "5265626", "7391330", "3445481", "1674644", "2081579", "7837267", "3619391", "1573370", "5633832"], "ranked_scores": [406.0, 401.0, 401.0, 401.0, 396.0, 392.0, 389.0, 388.0, 387.0, 387.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "1297109", "5550437", "1297112", "1674644", "7121381", "542682", "5633832", "6929917", "7248824"], "ranked_scores": [405.0, 402.0, 396.0, 396.0, 394.0, 391.0, 388.0, 383.0, 381.0, 381.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "5221728", "4921435", "3475986", "7216017", "911138", "298606", "6779971", "6779974"], "ranked_scores": [425.0, 391.0, 387.0, 384.0, 383.0, 382.0, 382.0, 381.0, 376.0, 376.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "5769842", "6926916", "66616", "3125130", "8279447", "5359258", "5997195", "7011409", "2812582"], "ranked_scores": [443.0, 439.0, 433.0, 432.0, 431.0, 429.0, 429.0, 428.0, 426.0, 425.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "5346316", "5450605", "3794297", "7048914", "3803512", "1587850", "2070215", "8554964", "4416193"], "ranked_scores": [424.0, 423.0, 421.0, 418.0, 418.0, 412.0, 412.0, 410.0, 409.0, 405.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["3205963", "5606320", "4496437", "3971679", "1390753", "2508899", "1975045", "1111800", "2063216", "8817884"], "ranked_scores": [392.0, 386.0, 382.0, 381.0, 380.0, 377.0, 374.0, 374.0, 373.0, 373.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "7260457", "7840121", "6964479", "6980305", "4816964", "6801871", "6964486", "5227711", "6311584"], "ranked_scores": [423.0, 421.0, 419.0, 409.0, 403.0, 401.0, 396.0, 395.0, 394.0, 387.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5644075", "1043672", "1592497", "5644076", "147832", "6252080"], "ranked_scores": [412.0, 409.0, 389.0, 374.0, 362.0, 354.0, 353.0, 350.0, 350.0, 349.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "8452568", "1102477", "4667084", "5110182", "289409", "2322244", "249524", "6950275", "4414409"], "ranked_scores": [425.0, 422.0, 405.0, 403.0, 402.0, 400.0, 399.0, 398.0, 391.0, 388.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5942525", "8215736", "6124279", "4582407", "336438", "5811967", "1536744", "7187662", "915232"], "ranked_scores": [380.0, 367.0, 365.0, 359.0, 358.0, 358.0, 357.0, 355.0, 355.0, 353.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1226215", "1438830", "6062397", "2115686", "1933413", "5640023", "1962396"], "ranked_scores": [439.0, 439.0, 392.0, 369.0, 369.0, 366.0, 365.0, 364.0, 362.0, 361.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8223942", "5043664", "295789", "662304", "8661651", "7858636", "2899047", "3961796", "7547705", "7810212"], "ranked_scores": [356.0, 352.0, 347.0, 345.0, 345.0, 345.0, 343.0, 341.0, 341.0, 341.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "3454177", "7301814", "3803414", "277376", "6628785", "7301818", "7331852"], "ranked_scores": [425.0, 392.0, 391.0, 379.0, 376.0, 375.0, 373.0, 370.0, 367.0, 366.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970735", "8450828", "8259514", "8450827", "7970736", "8259512", "7970734", "1265191", "8450833", "7970728"], "ranked_scores": [450.0, 445.0, 444.0, 442.0, 441.0, 434.0, 433.0, 428.0, 418.0, 417.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "5395324", "6145894", "6193662", "981996", "6835042", "8346654", "1466669", "7206774"], "ranked_scores": [427.0, 404.0, 396.0, 391.0, 388.0, 386.0, 384.0, 381.0, 380.0, 380.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220312", "7220310", "1136294", "7872867", "3452115", "5190750", "2130560", "7903539", "6467669", "7220313"], "ranked_scores": [437.0, 436.0, 367.0, 363.0, 363.0, 361.0, 360.0, 360.0, 359.0, 359.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "5696456", "7870704", "7919682", "7956869", "7805085", "8091571", "7937824"], "ranked_scores": [443.0, 401.0, 390.0, 382.0, 379.0, 378.0, 378.0, 378.0, 376.0, 374.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "7948042", "7948050", "8660295", "2083431", "2696075", "1435310", "3646584", "4880893", "5605066"], "ranked_scores": [400.0, 392.0, 391.0, 384.0, 378.0, 377.0, 376.0, 375.0, 374.0, 374.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "1611463", "3333503", "7480853", "8761342", "1815026", "4374445", "7641492", "5980491"], "ranked_scores": [428.0, 415.0, 388.0, 388.0, 382.0, 381.0, 380.0, 377.0, 375.0, 373.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5231134", "6641480", "2091063", "1863876", "1799629", "6822082", "6282957", "6376837", "8245381"], "ranked_scores": [416.0, 394.0, 393.0, 390.0, 385.0, 383.0, 382.0, 380.0, 380.0, 379.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["2131335", "7170234", "5213336", "1775549", "7170238", "1484399", "6854565", "2859564", "8738042", "7827765"], "ranked_scores": [378.0, 377.0, 370.0, 369.0, 368.0, 368.0, 362.0, 362.0, 362.0, 361.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "1918866", "2588002", "7623736", "863946", "3853232", "391342", "391341", "2175868"], "ranked_scores": [437.0, 432.0, 421.0, 421.0, 419.0, 415.0, 414.0, 414.0, 414.0, 413.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "6506033", "2188117", "7689710", "8820180", "3649557", "1673140", "3649558", "5364572", "5063008"], "ranked_scores": [391.0, 386.0, 376.0, 373.0, 372.0, 372.0, 368.0, 364.0, 362.0, 359.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3346337", "2443030", "1460640", "3968773", "1546056", "631307", "6488150", "3046036"], "ranked_scores": [451.0, 442.0, 431.0, 422.0, 421.0, 418.0, 417.0, 410.0, 409.0, 408.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["7992320", "5055675", "1070634", "8426355", "4942019", "2796274", "7424964", "1871086", "6082244", "8307546"], "ranked_scores": [415.0, 415.0, 414.0, 413.0, 412.0, 411.0, 410.0, 409.0, 409.0, 408.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "5174051", "7527096", "5027726", "5027731", "5170949", "6287785", "954268", "3073632", "5440997"], "ranked_scores": [404.0, 404.0, 404.0, 394.0, 393.0, 393.0, 385.0, 383.0, 380.0, 379.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "870351", "870346", "2692492", "2576606", "1525623", "551238", "2576605", "8630967"], "ranked_scores": [445.0, 433.0, 423.0, 409.0, 406.0, 404.0, 403.0, 403.0, 402.0, 402.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "2570595", "1663808", "3132831", "5179395", "3720839", "1615478", "258524", "8265258", "7553014"], "ranked_scores": [378.0, 368.0, 368.0, 368.0, 367.0, 366.0, 364.0, 364.0, 364.0, 363.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "4437972", "4377794", "173850", "7288502", "7646422", "2510740", "278768", "7646426"], "ranked_scores": [407.0, 400.0, 399.0, 396.0, 392.0, 392.0, 389.0, 388.0, 387.0, 387.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["7154587", "5142519", "4603370", "5940921", "3173599", "6408406", "7503128", "6818952", "1948259", "7899629"], "ranked_scores": [383.0, 381.0, 380.0, 378.0, 378.0, 378.0, 376.0, 375.0, 375.0, 374.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4765785", "7833611", "8796486", "4765788", "4765789", "6397787", "5675630", "5964806", "3979452"], "ranked_scores": [417.0, 403.0, 398.0, 395.0, 383.0, 383.0, 380.0, 378.0, 375.0, 371.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "4786937", "7526870", "3176987", "2005370", "7526871", "982652", "2099688", "7526868", "7573185"], "ranked_scores": [433.0, 423.0, 422.0, 421.0, 420.0, 420.0, 420.0, 418.0, 418.0, 418.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7937494", "7110612", "5280582", "2299432", "7110611", "6270123", "3259751", "6688747", "7770196"], "ranked_scores": [414.0, 413.0, 396.0, 391.0, 389.0, 389.0, 388.0, 387.0, 385.0, 384.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "4502858", "1417034", "5336580", "30088", "2535259", "4502856", "8327486", "6979705"], "ranked_scores": [450.0, 421.0, 419.0, 417.0, 412.0, 411.0, 400.0, 400.0, 396.0, 394.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6428732", "7645257", "133509", "5133662", "8148596", "7853301", "3406116", "1198067", "3712671"], "ranked_scores": [417.0, 379.0, 378.0, 376.0, 375.0, 374.0, 374.0, 371.0, 369.0, 369.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565560", "4111498", "3765105", "2290634", "2565555", "4893298", "4004619", "1118163", "2835995", "2924921"], "ranked_scores": [417.0, 413.0, 412.0, 409.0, 408.0, 408.0, 407.0, 404.0, 404.0, 404.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "7161101", "3672237", "3148555", "4991353", "826058", "8593880", "4991356", "2873961", "3699781"], "ranked_scores": [418.0, 417.0, 405.0, 399.0, 397.0, 394.0, 390.0, 388.0, 385.0, 384.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4900578", "4605271", "4409027", "6193415", "1250411", "7575158", "7778949", "3726276", "81365"], "ranked_scores": [418.0, 384.0, 381.0, 379.0, 377.0, 374.0, 372.0, 368.0, 367.0, 366.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["4005369", "7831679", "3672905", "139961", "6632518", "1063811", "139970", "4590213", "4951287", "6632520"], "ranked_scores": [404.0, 404.0, 403.0, 400.0, 398.0, 397.0, 395.0, 394.0, 394.0, 394.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["886990", "8139545", "1867101", "6761606", "7313342", "1933329", "4117805", "5812523", "1631830", "7313345"], "ranked_scores": [395.0, 395.0, 394.0, 393.0, 392.0, 392.0, 390.0, 389.0, 389.0, 386.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "3252244", "4258663", "2940019", "5339587", "5339585", "4258668", "7503113", "5339586", "8532695"], "ranked_scores": [437.0, 433.0, 420.0, 408.0, 401.0, 395.0, 394.0, 392.0, 390.0, 386.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "8646229", "3451041", "3451044", "8822769", "5304087", "7611886", "7562631", "8822768"], "ranked_scores": [437.0, 423.0, 398.0, 394.0, 393.0, 392.0, 391.0, 389.0, 388.0, 385.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221430", "8221437", "4127072", "4343906", "4158114", "5101805", "8221431", "3742896", "5409486"], "ranked_scores": [411.0, 407.0, 405.0, 401.0, 395.0, 394.0, 384.0, 383.0, 383.0, 382.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "7770959", "3495835", "3495838", "6392875", "3495840", "2487253", "8400909", "3495831"], "ranked_scores": [411.0, 404.0, 385.0, 380.0, 378.0, 371.0, 370.0, 366.0, 366.0, 365.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212597", "6212591", "609594", "1477934", "1053306", "1053302", "1477936", "917841"], "ranked_scores": [455.0, 445.0, 436.0, 419.0, 418.0, 368.0, 364.0, 362.0, 360.0, 359.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "5151165", "2763685", "2790097", "930721", "7153880", "217890", "5145284", "8736649", "930719"], "ranked_scores": [450.0, 375.0, 366.0, 363.0, 361.0, 359.0, 357.0, 357.0, 357.0, 356.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "7966586", "5891383", "1193873", "10221", "447601", "1460687", "4846553", "7511874"], "ranked_scores": [411.0, 403.0, 398.0, 398.0, 388.0, 387.0, 387.0, 387.0, 387.0, 382.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "34456", "1690952", "5424702", "7558181", "6533908", "7151780", "1136108"], "ranked_scores": [434.0, 423.0, 410.0, 387.0, 383.0, 382.0, 382.0, 382.0, 381.0, 380.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "1981693", "6986881", "7138494", "1981696", "6361048", "7772221", "5955284", "8424304", "2229750"], "ranked_scores": [393.0, 389.0, 388.0, 385.0, 380.0, 380.0, 379.0, 379.0, 379.0, 378.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "3664758", "3687242", "6342544", "1953277", "8771883", "4597448", "4957113", "8758591"], "ranked_scores": [444.0, 379.0, 363.0, 362.0, 361.0, 359.0, 357.0, 355.0, 355.0, 353.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m16-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3445481", "3527619", "575979", "558173", "4859452", "2081586", "3533251", "5917719", "615746", "8825856"], "ranked_scores": [0.714, 0.7126, 0.7124, 0.7121, 0.7106, 0.7015, 0.6996, 0.6978, 0.6942, 0.6941], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297112", "2684883", "1297109", "7121381", "7248824", "1674644", "542682", "157696", "8398033", "360880"], "ranked_scores": [0.7616, 0.7483, 0.7444, 0.7345, 0.7336, 0.7334, 0.7305, 0.7047, 0.6983, 0.697], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["8186121", "8578146", "6779974", "7094398", "3792488", "7280059", "7216017", "3157496", "48855", "8186128"], "ranked_scores": [0.6653, 0.6581, 0.6461, 0.646, 0.644, 0.6433, 0.6424, 0.6415, 0.6411, 0.635], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2812582", "5997195", "5769842", "3338175", "2541248", "3399535", "5646365", "1727064", "515311", "3182362"], "ranked_scores": [0.8516, 0.8516, 0.8498, 0.8498, 0.8473, 0.8465, 0.8458, 0.8452, 0.8452, 0.8435], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048919", "1587850", "5346316", "7048914", "7048912", "7255678", "6294685", "2070215", "948281", "5740738"], "ranked_scores": [0.7725, 0.7725, 0.7725, 0.7722, 0.7722, 0.7689, 0.7654, 0.7633, 0.7614, 0.7586], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["8817884", "2190617", "5254021", "1190311", "970989", "3205963", "4272080", "7564733", "4496437", "5606320"], "ranked_scores": [0.7175, 0.708, 0.6977, 0.6914, 0.6883, 0.6868, 0.6863, 0.6861, 0.6834, 0.6828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6801871", "7260457", "4816964", "6964479", "7840121", "6101780", "6964486", "7813557", "6980305", "7840120"], "ranked_scores": [0.7626, 0.7626, 0.7626, 0.7626, 0.759, 0.759, 0.7586, 0.7586, 0.7586, 0.7586], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "7698064", "3550563", "3550559", "5644075", "1768445", "5644076", "724148", "7637427", "4240249"], "ranked_scores": [0.6154, 0.6138, 0.609, 0.6015, 0.5437, 0.5273, 0.5174, 0.5064, 0.5055, 0.5036], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "2421289", "1102477", "3761522", "8452568", "3761519", "6950275", "289409", "249524", "3935387"], "ranked_scores": [0.7434, 0.7342, 0.7242, 0.7232, 0.7185, 0.7171, 0.7163, 0.7149, 0.7125, 0.7125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187662", "7187663", "8215736", "7137594", "5123479", "4989064", "1831593", "2066852", "2348797", "8152557"], "ranked_scores": [0.6207, 0.6207, 0.584, 0.5806, 0.5799, 0.5711, 0.5606, 0.5599, 0.5599, 0.5594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "8511971", "5640023", "5640027", "1962396", "2878725", "1928478", "5218385", "6671559"], "ranked_scores": [0.6999, 0.6999, 0.6372, 0.6372, 0.6342, 0.6312, 0.6238, 0.622, 0.622, 0.6196], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7058927", "8203167", "2172877", "295788", "295789", "295794", "8223942", "4996378", "7058926", "662304"], "ranked_scores": [0.3943, 0.3823, 0.373, 0.3727, 0.364, 0.3619, 0.359, 0.357, 0.3484, 0.3471], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301819", "7301816", "7301823", "7301818", "7301814", "430273", "7888911", "5855378", "6492793", "558347"], "ranked_scores": [0.6604, 0.6604, 0.6604, 0.6603, 0.6569, 0.6459, 0.642, 0.6384, 0.6383, 0.6369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970735", "8450827", "1265191", "8450828", "8450833", "7970734", "7970728", "8259512", "7970736", "8259514"], "ranked_scores": [0.8063, 0.8, 0.8, 0.8, 0.8, 0.8, 0.7981, 0.7981, 0.791, 0.7839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["8128745", "7749216", "6145894", "8296550", "8296554", "7160805", "485410", "6193662", "5720449", "2540442"], "ranked_scores": [0.7164, 0.7099, 0.7099, 0.7099, 0.7099, 0.7048, 0.698, 0.6964, 0.691, 0.6882], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220312", "7220310", "8484568", "7903539", "2010657", "6467669", "1488928", "5190750", "4768599", "5190753"], "ranked_scores": [0.6695, 0.6619, 0.6039, 0.5892, 0.5888, 0.5756, 0.569, 0.566, 0.5637, 0.561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7937823", "7937822", "4635092", "7937824", "8059531", "7108982", "6667088", "7805085", "7870700"], "ranked_scores": [0.7218, 0.7099, 0.7055, 0.6947, 0.6868, 0.6744, 0.6743, 0.6653, 0.6596, 0.652], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8660295", "4454857", "8722441", "8722440", "7948042", "7948050", "7146729", "2116933", "8157542", "2116938"], "ranked_scores": [0.7011, 0.6875, 0.6835, 0.6835, 0.6811, 0.6811, 0.6777, 0.6765, 0.6765, 0.6755], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4253088", "3333503", "5347134", "7164589", "8325338", "5347138", "7641492", "8761342"], "ranked_scores": [0.7276, 0.7203, 0.6782, 0.6495, 0.6495, 0.6495, 0.6495, 0.6495, 0.6495, 0.6495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "1764325", "6641480", "5674942", "6641482", "1799629", "1767936", "367272", "1674914", "1726611"], "ranked_scores": [0.6846, 0.6793, 0.6771, 0.6686, 0.6652, 0.6627, 0.6611, 0.6567, 0.656, 0.6553], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4595482", "6804877", "2859564", "2131335", "4489799", "4489797", "2131339", "4826837", "4489794", "2547986"], "ranked_scores": [0.6558, 0.6558, 0.6553, 0.6492, 0.6471, 0.6466, 0.6395, 0.6393, 0.6366, 0.6311], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["1918866", "442006", "391342", "391341", "2588002", "863946", "8045986", "3378630", "8477970", "2175873"], "ranked_scores": [0.786, 0.7787, 0.7772, 0.7772, 0.7755, 0.7735, 0.7689, 0.7684, 0.7675, 0.7581], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "6506033", "2188117", "1936744", "6722338", "8820180", "64801", "3167491", "5364572", "3843704"], "ranked_scores": [0.6342, 0.6264, 0.6241, 0.6154, 0.6154, 0.6115, 0.6105, 0.61, 0.6005, 0.6003], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "5808453", "631307", "5808457", "6979322", "8000092", "6591468", "92150", "7649297", "6979330"], "ranked_scores": [0.8631, 0.8631, 0.8631, 0.8631, 0.8631, 0.8631, 0.8631, 0.8631, 0.8631, 0.8631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8426355", "1070638", "7424964", "5055675", "4894060", "8281194", "5993157", "656138", "7135032", "8281191"], "ranked_scores": [0.817, 0.8117, 0.8106, 0.8106, 0.8103, 0.81, 0.808, 0.808, 0.8066, 0.8061], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5174051", "1039754", "1039748", "5170949", "1333651", "7650732", "7527096", "2820637", "5027731", "4805364"], "ranked_scores": [0.6957, 0.6849, 0.6808, 0.6795, 0.6783, 0.6766, 0.6714, 0.6709, 0.6707, 0.6692], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "272188", "521373", "870346", "7227891", "7249172", "7228393", "8267987", "870353", "8759592"], "ranked_scores": [0.7424, 0.7417, 0.7393, 0.7365, 0.7347, 0.7347, 0.7347, 0.7347, 0.7347, 0.7347], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "1850491", "1573004", "3132831", "250946", "258524", "5085223", "7924849", "4558984", "7402995"], "ranked_scores": [0.6655, 0.6643, 0.6618, 0.6601, 0.6593, 0.657, 0.6566, 0.6549, 0.654, 0.6531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "4377794", "4437972", "2510740", "5352322", "173850", "8265919", "8657854", "7646426", "8779558"], "ranked_scores": [0.7021, 0.6912, 0.6838, 0.6816, 0.6734, 0.6669, 0.6634, 0.6634, 0.6596, 0.6568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "1237202", "6818958", "7154585", "6818952", "7619577", "574950", "5499496", "2175305", "7899629"], "ranked_scores": [0.6589, 0.654, 0.6359, 0.6332, 0.6261, 0.6162, 0.6143, 0.6075, 0.6066, 0.6037], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["5675630", "4765785", "7833608", "4451324", "7833611", "8796486", "4765789", "8607085", "8773431", "8796481"], "ranked_scores": [0.716, 0.7157, 0.7084, 0.7052, 0.7052, 0.7052, 0.695, 0.6734, 0.6704, 0.6699], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "7573185", "1511150", "7526867", "3023169", "982652", "4786935", "4005928", "7526871", "3141441"], "ranked_scores": [0.8466, 0.8444, 0.8439, 0.8438, 0.8425, 0.8417, 0.8417, 0.8412, 0.8411, 0.841], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "3701436", "2486151", "7110612", "6688747", "7110611", "7429866", "7937494", "6270123", "3259751"], "ranked_scores": [0.7307, 0.728, 0.7279, 0.7182, 0.7115, 0.7105, 0.7087, 0.6954, 0.6909, 0.689], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["3659405", "1592532", "8327486", "30089", "4256443", "1916530", "3770821", "1472503", "2510074", "30085"], "ranked_scores": [0.7512, 0.7512, 0.7361, 0.7334, 0.7318, 0.7301, 0.729, 0.7263, 0.7263, 0.7213], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "7505807", "8148596", "5904163", "1683771", "57309", "1464540", "5827787", "2789716", "1965669"], "ranked_scores": [0.6969, 0.6868, 0.683, 0.6777, 0.6661, 0.6636, 0.6616, 0.6607, 0.6589, 0.6566], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["3661383", "4004619", "2290637", "2391075", "4589415", "4893298", "174956", "1338703", "2894335", "44595"], "ranked_scores": [0.7623, 0.7623, 0.7623, 0.7623, 0.7623, 0.7614, 0.7566, 0.7562, 0.7516, 0.7469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["3148555", "1062833", "7161101", "4991354", "3672237", "7372841", "4991353", "826058", "3593164", "3863353"], "ranked_scores": [0.7251, 0.7184, 0.7184, 0.7165, 0.7147, 0.711, 0.7098, 0.6911, 0.6857, 0.6837], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "4605271", "2531512", "5393501", "5171449", "7778949", "2531517", "6448142"], "ranked_scores": [0.7117, 0.7094, 0.7069, 0.6993, 0.6755, 0.6595, 0.6371, 0.6251, 0.6225, 0.6192], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2811260", "1063812", "3669167", "3672905", "3491901", "4590211", "6632522", "4122413", "7831679", "139964"], "ranked_scores": [0.7507, 0.7507, 0.7507, 0.7507, 0.7507, 0.7507, 0.7507, 0.7507, 0.7507, 0.7499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["921101", "1631830", "7313342", "1933329", "8139545", "5812523", "1716202", "6903201", "8608886", "7313345"], "ranked_scores": [0.7105, 0.7044, 0.7008, 0.6991, 0.6986, 0.6978, 0.696, 0.696, 0.696, 0.6954], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["3252244", "7728427", "2940019", "4258663", "4258668", "1969532", "7420248", "1623860", "2940016", "3617286"], "ranked_scores": [0.7871, 0.7871, 0.7866, 0.7577, 0.7507, 0.7353, 0.7208, 0.7119, 0.7035, 0.6992], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "8646229", "3451044", "3451041", "3451043", "7562631", "1398369", "5304087", "7611888"], "ranked_scores": [0.7685, 0.7561, 0.7451, 0.7291, 0.7291, 0.7239, 0.7083, 0.7082, 0.7073, 0.7041], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221431", "7856346", "4343906", "8221430", "4158114", "8221437", "2659096", "1061740", "4127072", "7856349"], "ranked_scores": [0.682, 0.682, 0.682, 0.6802, 0.6787, 0.6776, 0.6746, 0.6717, 0.6717, 0.6571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495838", "7770963", "3495837", "3495831", "8424890", "1163676", "3494053", "1875831", "8294684", "6525672"], "ranked_scores": [0.709, 0.701, 0.7001, 0.6973, 0.6903, 0.6726, 0.6649, 0.6645, 0.6637, 0.6622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212597", "6212591", "8590985", "1477934", "1477936", "1766656", "186816"], "ranked_scores": [0.7353, 0.7348, 0.7077, 0.697, 0.6968, 0.6111, 0.589, 0.5861, 0.5856, 0.5819], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "8736649", "5145284", "8349710", "5128175", "5546514", "3823638", "7601059", "6948296"], "ranked_scores": [0.5764, 0.5298, 0.5296, 0.5288, 0.5161, 0.5108, 0.4997, 0.4967, 0.4955, 0.4934], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "7966586", "2447197", "7238264", "2584299", "7511874", "5891383", "1460690", "5201030"], "ranked_scores": [0.7383, 0.7353, 0.7341, 0.716, 0.7038, 0.7027, 0.6976, 0.6939, 0.6886, 0.6886], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7104592", "1747447", "6124976", "7395884", "8600254", "4878176", "34456", "1690952"], "ranked_scores": [0.7098, 0.7098, 0.6595, 0.6579, 0.6558, 0.6496, 0.6493, 0.6491, 0.6438, 0.6422], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["3629200", "1420930", "1981693", "7888894", "7138494", "8424304", "1981696", "2229750", "6986881", "4594387"], "ranked_scores": [0.6849, 0.6816, 0.6791, 0.6724, 0.6712, 0.6636, 0.6614, 0.6606, 0.6598, 0.6595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "4385335", "1953277", "3687242", "3113295", "297876", "8743967", "4049212", "7966624", "4997383"], "ranked_scores": [0.6852, 0.6152, 0.6059, 0.6051, 0.602, 0.5901, 0.5887, 0.5878, 0.5864, 0.581], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m16-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["575979", "7265818", "7275123", "7391330", "7391322", "768350", "8825856", "8238877", "749759", "7837267"], "ranked_scores": [0.6574, 0.6547, 0.6547, 0.6547, 0.6547, 0.6547, 0.6547, 0.6547, 0.6547, 0.6547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["6858216", "7584907", "7091701", "7981496", "8083127", "758882", "8541250", "8083121", "8017883", "949520"], "ranked_scores": [0.6506, 0.6506, 0.6506, 0.6506, 0.6506, 0.6506, 0.6506, 0.6506, 0.6506, 0.6506], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["8822769", "8034055", "8034145", "8040556", "8247542", "8543994", "8264835", "8186128", "8510222", "944813"], "ranked_scores": [0.5784, 0.5784, 0.5784, 0.5784, 0.5784, 0.5784, 0.5784, 0.5784, 0.5784, 0.5784], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["7386338", "8279447", "8003599", "8284286", "832077", "832079", "8003601", "939894", "879246", "8450788"], "ranked_scores": [0.7918, 0.7918, 0.7918, 0.7918, 0.7918, 0.7918, 0.7918, 0.7918, 0.7918, 0.7918], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["1513943", "5385409", "531109", "3794304", "856390", "8554964", "5450605", "7048919", "7255678", "8524693"], "ranked_scores": [0.6617, 0.6617, 0.6617, 0.6617, 0.6617, 0.6617, 0.6617, 0.658, 0.658, 0.658], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["7776113", "8299818", "1123190", "378964", "8283881", "5401718", "5254021", "3205963", "5676506", "870786"], "ranked_scores": [0.4727, 0.4609, 0.4548, 0.4515, 0.4513, 0.4507, 0.4476, 0.4435, 0.4418, 0.4407], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["724109", "3994464", "7260457", "7813557", "8199514", "5227711", "4816964", "3941958", "5984289", "7806809"], "ranked_scores": [0.5106, 0.5106, 0.5106, 0.5106, 0.5106, 0.5106, 0.5106, 0.5032, 0.5032, 0.5032], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["2378496", "3550563", "7698064", "4240249", "1592497", "3550561", "1985792", "7637427", "6948296", "1880541"], "ranked_scores": [0.4799, 0.4712, 0.4681, 0.4672, 0.4662, 0.4661, 0.4658, 0.4656, 0.4643, 0.4631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["289409", "1365210", "7531871", "4667084", "2472468", "4414409", "2421289", "8452568", "3761517", "3761519"], "ranked_scores": [0.4999, 0.4966, 0.496, 0.4927, 0.49, 0.4872, 0.4863, 0.4804, 0.4781, 0.4781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["2552610", "5392883", "2360413", "336438", "7137594", "4989064", "4582407", "8778783", "7796014", "8215736"], "ranked_scores": [0.5245, 0.5245, 0.5245, 0.5245, 0.5245, 0.5245, 0.5236, 0.5224, 0.5223, 0.5223], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["8583763", "3447355", "8583766", "2084584", "223893", "2697614", "2469923", "4036339", "8059619", "953836"], "ranked_scores": [0.4938, 0.4938, 0.4938, 0.4935, 0.4859, 0.4859, 0.4859, 0.4859, 0.4859, 0.4859], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4231642", "7810212", "7532877", "2143089", "7262995", "8223942", "3255206", "7058927", "7050245", "8110427"], "ranked_scores": [0.2854, 0.2686, 0.2658, 0.2655, 0.2579, 0.2569, 0.2525, 0.2524, 0.2507, 0.2503], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "4819522", "7513243", "4819520", "430273", "7301816", "5209931", "8165523", "7301819", "8043961"], "ranked_scores": [0.5653, 0.552, 0.552, 0.552, 0.5481, 0.5481, 0.5481, 0.5481, 0.5481, 0.5464], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450827", "7970736", "8450828", "7970734", "8259514", "1265191", "7970735", "7970728", "8450833", "8259512"], "ranked_scores": [0.4861, 0.4861, 0.4811, 0.474, 0.4734, 0.4714, 0.4685, 0.4575, 0.4536, 0.4503], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["3469224", "7160805", "2633251", "2281881", "4702009", "8128745", "8346654", "664917", "2703674", "6915697"], "ranked_scores": [0.472, 0.4708, 0.4618, 0.4573, 0.4527, 0.4516, 0.4506, 0.4503, 0.4503, 0.4494], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "5190750", "7496070", "4152474", "7903539", "3890351", "7742706", "7953802", "3789630"], "ranked_scores": [0.4164, 0.4164, 0.389, 0.381, 0.3779, 0.3722, 0.3678, 0.3645, 0.3608, 0.3547], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "2995208", "3702788", "7937823", "7870700", "4830265", "8059531", "5759746", "4830262", "7805085"], "ranked_scores": [0.4707, 0.466, 0.4354, 0.4318, 0.4297, 0.4291, 0.4287, 0.4272, 0.4263, 0.4217], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "3646580", "2116929", "875199", "8660295", "4880893", "3646584", "6050215", "5605066", "4880896"], "ranked_scores": [0.4954, 0.4954, 0.4954, 0.4954, 0.4889, 0.4882, 0.4836, 0.4824, 0.4809, 0.4806], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["5984719", "4253082", "2564157", "2801030", "1880129", "8771259", "7958944", "7958943", "4888124", "6924493"], "ranked_scores": [0.5114, 0.5053, 0.5038, 0.5038, 0.5038, 0.5038, 0.5023, 0.5023, 0.5004, 0.5004], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["6282957", "5084215", "6376837", "6507423", "1799629", "5914148", "3444262", "5231134", "6568419", "4939334"], "ranked_scores": [0.5616, 0.5616, 0.5576, 0.5571, 0.5547, 0.5543, 0.5537, 0.5537, 0.5537, 0.5532], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489799", "4489794", "1475307", "7827767", "1842454", "5135657", "6667548", "4999276", "2547986", "5233423"], "ranked_scores": [0.3754, 0.3722, 0.3699, 0.3694, 0.3685, 0.3672, 0.3669, 0.3644, 0.3628, 0.3625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["4327595", "5088303", "442006", "863946", "8045986", "1143274", "1918866", "1890796", "2018918", "7134383"], "ranked_scores": [0.5537, 0.5537, 0.5537, 0.5537, 0.5537, 0.5497, 0.5497, 0.5497, 0.5497, 0.5497], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["3314316", "7689707", "8186110", "4390429", "64801", "8328261", "5467125", "7028472", "5136036", "2188117"], "ranked_scores": [0.4792, 0.4781, 0.4738, 0.4738, 0.4736, 0.47, 0.4675, 0.4649, 0.4632, 0.4616], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["6979322", "6979330", "7649297", "7558904", "8477248", "8615461", "8000092", "92150", "8386856", "8717679"], "ranked_scores": [0.7489, 0.7489, 0.7489, 0.7489, 0.7489, 0.7489, 0.7489, 0.7489, 0.7489, 0.7489], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2796265", "2796268", "6639719", "4942015", "1070633", "7908771", "7992320", "8420748", "8248455", "890035"], "ranked_scores": [0.6832, 0.6832, 0.6832, 0.6832, 0.6832, 0.6827, 0.6827, 0.6827, 0.6827, 0.6827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["6083058", "7527096", "4894664", "4894665", "954268", "6086499", "5174051", "251385", "5440997", "6751126"], "ranked_scores": [0.5165, 0.5155, 0.5155, 0.5155, 0.5081, 0.5034, 0.5024, 0.5019, 0.5019, 0.5019], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["7249172", "8630967", "1525615", "1314383", "4520834", "3937136", "685094", "7227891", "870353", "8759592"], "ranked_scores": [0.6025, 0.6025, 0.6025, 0.6025, 0.5999, 0.5986, 0.5955, 0.5955, 0.5939, 0.5939], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "1221320", "3720839", "1850491", "250946", "6063722", "8265258", "5351935", "3749515", "6340258"], "ranked_scores": [0.4175, 0.4102, 0.405, 0.4033, 0.4014, 0.3991, 0.3983, 0.3935, 0.3928, 0.3923], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["5756099", "7671491", "7058096", "4954684", "7058099", "4195768", "5756090", "5756096", "4437972", "5352322"], "ranked_scores": [0.517, 0.5118, 0.5109, 0.508, 0.5079, 0.504, 0.5035, 0.5035, 0.501, 0.501], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["8624217", "4891773", "1536187", "5142519", "6818958", "4603370", "5705265", "3173599", "8789524", "4244515"], "ranked_scores": [0.46, 0.4443, 0.4396, 0.4387, 0.4375, 0.4371, 0.4367, 0.4339, 0.4313, 0.4306], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["3314760", "2980791", "4765785", "3937863", "4233615", "4861485", "7833608", "3979452", "8233455", "4858750"], "ranked_scores": [0.5341, 0.5327, 0.5322, 0.5322, 0.5322, 0.5322, 0.5278, 0.5204, 0.5138, 0.5098], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["8836031", "7975395", "7975400", "803164", "8290414", "8101798", "8251721", "853509", "8498133", "8443448"], "ranked_scores": [0.7002, 0.7002, 0.7002, 0.7002, 0.7002, 0.7002, 0.7002, 0.7002, 0.7002, 0.7002], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7041861", "5430044", "1770583", "7434451", "4586889", "7110612", "3369886", "3569750", "6013490", "7770199"], "ranked_scores": [0.5358, 0.5313, 0.5284, 0.5268, 0.5246, 0.5246, 0.5228, 0.52, 0.5199, 0.5199], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["489952", "4522649", "1592532", "704603", "7699112", "7299128", "8327485", "961436", "8674070", "7572377"], "ranked_scores": [0.5226, 0.5208, 0.5191, 0.5188, 0.5188, 0.5188, 0.5188, 0.5188, 0.5188, 0.5188], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "1696161", "1464540", "1683771", "1965669", "6428732", "5338623", "4849371", "8148596"], "ranked_scores": [0.4882, 0.4865, 0.4865, 0.4811, 0.4779, 0.4716, 0.4716, 0.4698, 0.4695, 0.4669], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["7734838", "7741066", "8187754", "7924650", "8187749", "8236096", "8347480", "8819844", "7939521", "946762"], "ranked_scores": [0.6709, 0.6709, 0.6709, 0.6709, 0.6709, 0.6709, 0.6709, 0.6709, 0.6709, 0.6709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["1621473", "3672237", "6465402", "564295", "3593164", "7161101", "1003386", "7475050", "3863353", "7852903"], "ranked_scores": [0.5449, 0.5369, 0.5365, 0.5344, 0.5335, 0.5327, 0.5326, 0.5294, 0.5286, 0.5284], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["6679037", "6534065", "5917052", "7778956", "8361061", "2940019", "3747811", "6193415", "7778949", "4409024"], "ranked_scores": [0.3579, 0.3531, 0.3521, 0.3505, 0.3496, 0.3485, 0.3485, 0.3485, 0.3481, 0.3462], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["3669167", "7428627", "139970", "2422076", "1047648", "1343315", "2927544", "5338899", "5558676", "7795896"], "ranked_scores": [0.5598, 0.5598, 0.5598, 0.5598, 0.5598, 0.5586, 0.5542, 0.5531, 0.5518, 0.5518], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["921100", "1867101", "8139545", "1631830", "1933329", "1692091", "6106100", "4117805", "5813240", "886990"], "ranked_scores": [0.4909, 0.4909, 0.4909, 0.483, 0.483, 0.479, 0.4769, 0.4739, 0.4721, 0.472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "3252244", "2940019", "8532695", "4258663", "5339585", "7503110", "4258668", "1768445", "5339587"], "ranked_scores": [0.4819, 0.4783, 0.4754, 0.4683, 0.4665, 0.465, 0.4646, 0.4596, 0.4592, 0.4582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8034055", "8034145", "8186128", "8040556", "8543994", "8264835", "8247542", "8510222", "8822769", "944813"], "ranked_scores": [0.6327, 0.6327, 0.6327, 0.6327, 0.6327, 0.6327, 0.6327, 0.6327, 0.6327, 0.6327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["1768680", "3716873", "4158117", "5409486", "5101805", "5210293", "8221430", "5210298", "7856346", "5409485"], "ranked_scores": [0.4808, 0.4785, 0.4785, 0.4785, 0.4785, 0.4785, 0.4785, 0.4785, 0.4785, 0.4785], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "5164022", "2957666", "1798238", "2692192", "1881418", "8400909", "3495831", "3495840", "81300"], "ranked_scores": [0.4446, 0.4446, 0.4446, 0.4446, 0.4433, 0.4418, 0.4399, 0.4385, 0.4379, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "6401864", "3843788", "6212591", "609594", "5189679", "6212597", "186816", "8351436", "1302924"], "ranked_scores": [0.5014, 0.4863, 0.4644, 0.4556, 0.4554, 0.4496, 0.4361, 0.4326, 0.4318, 0.4275], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "5145284", "3052767", "8736649", "4515525", "3740532", "5128175", "2465849", "7244771"], "ranked_scores": [0.3556, 0.3233, 0.3144, 0.3127, 0.3111, 0.3105, 0.3097, 0.308, 0.3041, 0.3022], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["1193873", "8177246", "1488919", "6037741", "2447197", "8043490", "8110291", "8068698", "8217557", "8441078"], "ranked_scores": [0.6358, 0.6351, 0.6351, 0.6342, 0.6342, 0.6266, 0.6266, 0.6266, 0.6266, 0.6266], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["5564159", "732694", "7395888", "6025784", "7395885", "4440031", "7395884", "1449069", "7985409", "7985411"], "ranked_scores": [0.5229, 0.519, 0.517, 0.5162, 0.5155, 0.5121, 0.5108, 0.5091, 0.5091, 0.5063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["6361048", "286801", "7152851", "1721507", "195648", "7589844", "3285357", "7138494", "520691", "2188634"], "ranked_scores": [0.535, 0.5341, 0.534, 0.5317, 0.5314, 0.5305, 0.529, 0.5262, 0.5259, 0.517], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["3862223", "8777231", "3084182", "5468741", "3849666", "297876", "2999426", "8758591", "3664758", "4385335"], "ranked_scores": [0.4125, 0.4125, 0.4125, 0.4125, 0.4123, 0.4115, 0.4102, 0.4102, 0.4087, 0.4086], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-512-pq-m16-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3445481", "558173", "575979", "5265626", "3527619", "2746690", "615746", "3619391", "4859452", "5865180"], "ranked_scores": [0.8122, 0.8122, 0.8072, 0.7881, 0.7867, 0.7859, 0.7848, 0.7842, 0.7815, 0.781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "7248824", "1297109", "542682", "1297112", "5550437", "5633832", "3308552", "1150856", "6929917"], "ranked_scores": [0.7917, 0.7787, 0.7781, 0.776, 0.7656, 0.7626, 0.7592, 0.759, 0.7586, 0.7565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "8186128", "7280059", "497071", "5616900", "8186121", "7216017", "5842823", "2554124", "6779971"], "ranked_scores": [0.743, 0.7398, 0.7283, 0.7196, 0.7181, 0.718, 0.7177, 0.7137, 0.7112, 0.711], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5997195", "3338175", "5769842", "7011409", "6926916", "1727064", "2541248", "515311", "5646365", "66616"], "ranked_scores": [0.9104, 0.9095, 0.9084, 0.9073, 0.9072, 0.9036, 0.9036, 0.9036, 0.9036, 0.9027], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["5346316", "1587850", "7048914", "7048912", "856390", "4348677", "5450605", "7048919", "7255678", "2070215"], "ranked_scores": [0.8691, 0.8691, 0.8691, 0.8691, 0.8685, 0.8666, 0.8658, 0.865, 0.865, 0.8603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["2190617", "4496437", "1975045", "3205963", "8643852", "8817884", "1123190", "378964", "1825327", "478419"], "ranked_scores": [0.7735, 0.7723, 0.7721, 0.7673, 0.7614, 0.7612, 0.757, 0.756, 0.7533, 0.7511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["1777799", "6964486", "4816964", "5227711", "6311584", "6101780", "6801871", "6964479", "7260457", "7840121"], "ranked_scores": [0.819, 0.819, 0.8187, 0.8185, 0.8143, 0.8134, 0.8134, 0.8132, 0.8132, 0.8119], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["7698064", "3550563", "3550561", "3550559", "5644075", "5644076", "8069476", "4240249", "6760461", "7637427"], "ranked_scores": [0.7548, 0.7514, 0.7503, 0.7143, 0.6686, 0.6553, 0.609, 0.604, 0.5955, 0.5932], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "2322244", "1102477", "249524", "7531871", "2421289", "5180631", "3761522", "3761517", "3761519"], "ranked_scores": [0.8, 0.7968, 0.793, 0.7898, 0.7893, 0.7885, 0.7873, 0.7872, 0.7817, 0.7817], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "8215736", "2348797", "2066852", "5392883", "7658715", "627686", "5132484", "5469449"], "ranked_scores": [0.6956, 0.6901, 0.6388, 0.6276, 0.6276, 0.6245, 0.6221, 0.6173, 0.6163, 0.6163], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "2037947", "2115686", "1866080", "3829937", "4922192", "1234413", "8061102", "6042871"], "ranked_scores": [0.8029, 0.8029, 0.7343, 0.7263, 0.713, 0.713, 0.7118, 0.7104, 0.7098, 0.704], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7858636", "5607832", "7547705", "4996378", "295788", "8223942", "8203167", "295789", "7547697", "7058927"], "ranked_scores": [0.5306, 0.524, 0.5231, 0.5208, 0.519, 0.517, 0.516, 0.5136, 0.5112, 0.5049], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301819", "7301816", "7301823", "4561063", "7301814", "7888911", "5209931", "8165523", "6492793", "7301818"], "ranked_scores": [0.7472, 0.7472, 0.7449, 0.7395, 0.7295, 0.7241, 0.7226, 0.7197, 0.7161, 0.7154], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "1265191", "7970735", "7970728", "7970734", "8450828", "8450833", "8450827", "8259512", "8259514"], "ranked_scores": [0.9, 0.8987, 0.8987, 0.8987, 0.8987, 0.8987, 0.8987, 0.8987, 0.8987, 0.8906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "8296550", "7749216", "6145894", "8296554", "7160804", "4619086", "7206774", "8346654"], "ranked_scores": [0.8096, 0.7989, 0.7871, 0.7871, 0.7871, 0.7871, 0.7784, 0.7768, 0.7762, 0.7758], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "2474358", "5703846", "5703848", "4723508", "5190750", "6467669", "6010341", "7903539"], "ranked_scores": [0.7656, 0.7567, 0.7253, 0.7157, 0.7113, 0.7108, 0.7058, 0.7023, 0.7021, 0.7006], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7937823", "7937822", "7805085", "7108982", "2995208", "7937824", "8059531", "3702788", "4635092"], "ranked_scores": [0.8042, 0.7915, 0.7836, 0.7796, 0.7694, 0.7682, 0.7668, 0.7625, 0.7571, 0.751], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "7948042", "8722441", "3646584", "2116932", "4880893", "2116936", "2116938", "7146728", "8660295"], "ranked_scores": [0.7906, 0.779, 0.7726, 0.7711, 0.7711, 0.7711, 0.7711, 0.7689, 0.7635, 0.7612], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "1611463", "5347134", "3333503", "5347138", "8761342", "7641492", "8325338", "6008365"], "ranked_scores": [0.8125, 0.7993, 0.7588, 0.7588, 0.7588, 0.7588, 0.7588, 0.7588, 0.7588, 0.7557], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "4624992", "6282957", "6641480", "3991306", "8065757", "4916004", "1863876", "7454251", "6568419"], "ranked_scores": [0.8094, 0.7874, 0.7799, 0.779, 0.778, 0.7764, 0.771, 0.7709, 0.7707, 0.7705], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["6804877", "474971", "4595482", "2859564", "4489799", "5233423", "4489794", "4489797", "413808", "4826837"], "ranked_scores": [0.7426, 0.7353, 0.7353, 0.7343, 0.7342, 0.7307, 0.7258, 0.7258, 0.7212, 0.7212], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["2588002", "391342", "391341", "442006", "8045986", "863946", "1918866", "7623736", "8477970", "2175873"], "ranked_scores": [0.8895, 0.8886, 0.8886, 0.8868, 0.8862, 0.8837, 0.8811, 0.8774, 0.8724, 0.8643], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["1673140", "7689707", "8820180", "6506033", "5364572", "7689710", "2188117", "3368582", "4936994", "1936744"], "ranked_scores": [0.711, 0.7104, 0.709, 0.7089, 0.7068, 0.7038, 0.7009, 0.7001, 0.6952, 0.692], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "1920855", "6363366", "6591468", "6488150", "92150", "6979330", "7649297", "6979322", "8000092"], "ranked_scores": [0.9021, 0.9021, 0.8968, 0.8968, 0.8968, 0.8968, 0.8968, 0.8968, 0.8968, 0.8968], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8426355", "1871086", "4942019", "7424964", "5055675", "4894060", "1070635", "2253612", "1348264", "2636668"], "ranked_scores": [0.8864, 0.8784, 0.8731, 0.8715, 0.8715, 0.8697, 0.8697, 0.8696, 0.8692, 0.8688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "5174051", "5170949", "2820637", "1333651", "101099", "1333652", "7650732", "5027731"], "ranked_scores": [0.817, 0.809, 0.8029, 0.7978, 0.7972, 0.7946, 0.7839, 0.7836, 0.7836, 0.7826], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "272190", "521373", "551238", "1613678", "2576606", "870351", "2576605", "870346", "6033953"], "ranked_scores": [0.8553, 0.8473, 0.8466, 0.8461, 0.8442, 0.8442, 0.8442, 0.8442, 0.8426, 0.8376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["3132831", "1663808", "6090442", "8277053", "6063722", "5408281", "8263203", "3720839", "5952078", "2570595"], "ranked_scores": [0.7572, 0.7462, 0.7457, 0.7455, 0.7388, 0.7372, 0.7329, 0.7321, 0.732, 0.7307], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4437972", "4377794", "2510740", "5352322", "173850", "4278761", "8265919", "278768", "5094229", "4954684"], "ranked_scores": [0.8089, 0.8089, 0.7999, 0.7918, 0.7861, 0.7788, 0.7763, 0.7737, 0.7691, 0.7662], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818952", "7073235", "7619577", "6032214", "3872927", "3230959", "1237202", "2175305", "6045016", "5142519"], "ranked_scores": [0.7399, 0.7327, 0.7304, 0.7269, 0.7269, 0.7258, 0.7162, 0.7161, 0.7159, 0.7135], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["4451324", "8796486", "7833611", "7833608", "4765789", "4765788", "8773431", "8607085", "4233615", "4765785"], "ranked_scores": [0.7986, 0.7986, 0.7986, 0.7986, 0.7948, 0.781, 0.7792, 0.771, 0.7654, 0.7631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511150", "7526870", "4786937", "6368227", "7526867", "2005370", "5171706", "4786935", "982652", "6970738"], "ranked_scores": [0.8931, 0.8928, 0.8884, 0.888, 0.8877, 0.8863, 0.8863, 0.8863, 0.8863, 0.8863], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110612", "7110606", "7937494", "2486151", "7110611", "7770196", "3259751", "6281807", "7434455", "7429866"], "ranked_scores": [0.8299, 0.8275, 0.8233, 0.8201, 0.7996, 0.7913, 0.7905, 0.7905, 0.7889, 0.7858], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "2510074", "3770821", "30089", "4522649", "8549944", "1417034", "4502858", "489957"], "ranked_scores": [0.8363, 0.8363, 0.828, 0.8279, 0.8252, 0.8117, 0.8104, 0.8094, 0.8094, 0.8078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "5904163", "2679936", "7505807", "3712671", "5827787", "6875563", "6207587", "6207588"], "ranked_scores": [0.7582, 0.7549, 0.7451, 0.7369, 0.7348, 0.7339, 0.7334, 0.7312, 0.729, 0.7286], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "174956", "4589415", "2290637", "2391075", "3661383", "44595", "1338703", "2894335", "1264750"], "ranked_scores": [0.8513, 0.8491, 0.8476, 0.8476, 0.8476, 0.8476, 0.8467, 0.8442, 0.8388, 0.8377], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991354", "3672237", "1062833", "4991353", "3148555", "1621473", "826058", "1003383", "117136"], "ranked_scores": [0.831, 0.8266, 0.8211, 0.8095, 0.8049, 0.8045, 0.8035, 0.7984, 0.7969, 0.7929], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "4605271", "3747811", "6193415", "6193410", "3726276", "7575158", "81365"], "ranked_scores": [0.7488, 0.747, 0.7312, 0.7286, 0.7131, 0.7131, 0.713, 0.6966, 0.6966, 0.6966], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "139964", "8586692", "139961", "6632520", "3491901", "6632518", "4590211", "6632522", "1063812"], "ranked_scores": [0.8161, 0.8116, 0.8116, 0.8109, 0.8109, 0.8109, 0.8109, 0.8109, 0.8109, 0.8084], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5812523", "1867101", "1631830", "1933329", "921100", "921101", "8139545", "3689305", "2404041", "6761606"], "ranked_scores": [0.7834, 0.7823, 0.7809, 0.7809, 0.7761, 0.7745, 0.7736, 0.7702, 0.7659, 0.7652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "2940019", "3252244", "4258668", "4258663", "1969532", "7503113", "7420248", "1623860", "2940016"], "ranked_scores": [0.8481, 0.8481, 0.8454, 0.8366, 0.831, 0.8181, 0.7976, 0.7975, 0.7946, 0.7926], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "7562631", "8646229", "5304087", "2024648", "3451043", "3451041", "3451044", "7611888"], "ranked_scores": [0.8321, 0.8251, 0.8143, 0.7992, 0.7824, 0.7775, 0.7762, 0.7761, 0.7761, 0.7759], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "7856346", "4343906", "8221431", "4158114", "4127072", "1061740", "8221430", "2659096", "5431260"], "ranked_scores": [0.7767, 0.773, 0.773, 0.773, 0.773, 0.7722, 0.7722, 0.7704, 0.7574, 0.7572], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495838", "5579433", "4483114", "3495831", "1798238", "2487253", "162967", "3561611"], "ranked_scores": [0.7662, 0.7491, 0.7477, 0.741, 0.7398, 0.7344, 0.7324, 0.7279, 0.7274, 0.7274], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212597", "609594", "6212591", "1477934", "8590985", "917841", "1053300", "1053306"], "ranked_scores": [0.8084, 0.8076, 0.7802, 0.7612, 0.7436, 0.739, 0.7248, 0.6964, 0.6945, 0.6945], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "5145284", "7704729", "4520541", "5546514", "2790097", "5653612", "5151165", "8349710", "882660"], "ranked_scores": [0.7464, 0.6784, 0.6397, 0.6358, 0.6114, 0.6077, 0.6077, 0.605, 0.594, 0.5918], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["5891383", "7511875", "2447197", "1460685", "7238264", "1460690", "5201030", "8366972", "1460683", "1193873"], "ranked_scores": [0.8058, 0.7981, 0.7977, 0.7972, 0.7924, 0.7909, 0.7909, 0.7873, 0.787, 0.7859], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7395884", "4878176", "7104592", "3873782", "5424702", "4437855", "1728760", "6124976"], "ranked_scores": [0.8113, 0.8085, 0.7863, 0.7781, 0.7734, 0.7729, 0.7703, 0.7682, 0.7675, 0.7659], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1420930", "2229750", "1981693", "7138494", "8424304", "6986881", "4061500", "6361048", "3559380", "7888894"], "ranked_scores": [0.8, 0.7839, 0.7838, 0.7831, 0.7819, 0.7806, 0.7678, 0.7646, 0.7642, 0.7618], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "3687242", "8771883", "1953277", "3664758", "4997383", "8758591", "6342544", "2575364"], "ranked_scores": [0.7544, 0.7409, 0.7305, 0.7188, 0.7172, 0.7113, 0.6988, 0.6987, 0.6923, 0.6858], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-pq-m16-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3445481", "7275122", "558173", "7275120", "8083127", "1245154", "1245152", "7837267", "575979", "5865180"], "ranked_scores": [0.7288, 0.7279, 0.7267, 0.7238, 0.7183, 0.7155, 0.7155, 0.7121, 0.7112, 0.7089], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297112", "1297109", "542682", "6858216", "2684883", "1674644", "8083127", "2725064", "3619391", "2274526"], "ranked_scores": [0.7437, 0.7352, 0.7333, 0.7256, 0.7215, 0.7134, 0.7122, 0.7077, 0.6984, 0.6945], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "911138", "5842823", "6402602", "5582271", "7612475", "2295208", "944813", "8186121", "8543994"], "ranked_scores": [0.7078, 0.6729, 0.6652, 0.6475, 0.6374, 0.6325, 0.6291, 0.6257, 0.6229, 0.6197], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["66616", "6926916", "5691562", "515311", "2548176", "5769842", "3338175", "2812582", "5646365", "5359258"], "ranked_scores": [0.8786, 0.8786, 0.8782, 0.8778, 0.8778, 0.874, 0.8734, 0.872, 0.872, 0.8675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794300", "531109", "3640120", "8554964", "1587850", "5346316", "5817777", "7048914", "3794297", "3794304"], "ranked_scores": [0.814, 0.7968, 0.7884, 0.7819, 0.776, 0.7699, 0.7692, 0.7689, 0.7688, 0.7688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["3205963", "2190617", "3931594", "1975045", "8817884", "1190311", "7061305", "4331590", "1941914", "1229810"], "ranked_scores": [0.7111, 0.7051, 0.7035, 0.7013, 0.7001, 0.6946, 0.6848, 0.6809, 0.6722, 0.6717], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6964486", "7260457", "6964479", "7813557", "5227711", "7840121", "4816964", "6980305", "1777799", "6801871"], "ranked_scores": [0.8101, 0.8019, 0.8019, 0.7951, 0.7944, 0.7943, 0.79, 0.7734, 0.7731, 0.7424], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "7698064", "3550561", "3550559", "5644075", "1592497", "8069476", "7431788", "8075222", "5609239"], "ranked_scores": [0.6878, 0.6835, 0.6696, 0.6271, 0.575, 0.5341, 0.53, 0.5291, 0.5087, 0.5053], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "289409", "1365210", "5180631", "3761519", "3761517", "7531871", "1102477", "3761522", "2322244"], "ranked_scores": [0.7887, 0.78, 0.7716, 0.7586, 0.7523, 0.7498, 0.7469, 0.7444, 0.7309, 0.7289], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "2552610", "336438", "3434622", "4600638", "7137594", "5942525", "8215736", "1649595", "1536744"], "ranked_scores": [0.6503, 0.5924, 0.5898, 0.5893, 0.5886, 0.5869, 0.5803, 0.5647, 0.5645, 0.5588], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "213428", "1962396", "7905540", "4405605", "8552348", "2136954", "258174", "4922192"], "ranked_scores": [0.7747, 0.7747, 0.6532, 0.6525, 0.642, 0.6284, 0.6112, 0.6105, 0.6007, 0.5969], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8223942", "5043664", "7858636", "7168976", "7168973", "662304", "7547705", "2899047", "295789", "295794"], "ranked_scores": [0.4755, 0.4643, 0.4592, 0.455, 0.455, 0.4396, 0.3963, 0.3921, 0.3825, 0.3755], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "4561063", "7888911", "2938844", "134683", "7301814", "8165523", "5209931"], "ranked_scores": [0.71, 0.6915, 0.6915, 0.6683, 0.6543, 0.6458, 0.6374, 0.6372, 0.6342, 0.628], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "8259514", "8450827", "7970728", "8259512", "7970734", "1265191", "8450833", "7970736", "7970735"], "ranked_scores": [0.8572, 0.857, 0.8537, 0.8513, 0.8506, 0.8502, 0.8502, 0.8502, 0.8469, 0.838], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "7160804", "8128745", "4702013", "8131676", "7206774", "8346654", "5417234", "8684894", "95169"], "ranked_scores": [0.7922, 0.7633, 0.7513, 0.724, 0.7214, 0.7129, 0.7093, 0.6953, 0.6936, 0.6932], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "5190750", "5190753", "4723508", "2474358", "4768599", "3082748", "7903539", "1488928"], "ranked_scores": [0.743, 0.7378, 0.6413, 0.6301, 0.6131, 0.6081, 0.5927, 0.5873, 0.5853, 0.5835], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7805085", "7870700", "7870705", "4635092", "7937823", "7108982", "7937822", "8584557", "8091571"], "ranked_scores": [0.7806, 0.6692, 0.6602, 0.6473, 0.6413, 0.624, 0.6228, 0.6206, 0.6167, 0.6071], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "7948042", "7948050", "2116932", "4880893", "2116938", "3646584", "2116929", "2116933", "2116936"], "ranked_scores": [0.7553, 0.7496, 0.7496, 0.7463, 0.7463, 0.7463, 0.745, 0.745, 0.7402, 0.7363], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "3333503", "5980491", "4998837", "6924484", "5347134", "5347138", "133086", "1815026"], "ranked_scores": [0.7327, 0.7327, 0.6525, 0.6502, 0.6488, 0.6475, 0.647, 0.647, 0.647, 0.6456], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7454251", "7503570", "3444262", "6641480", "8045998", "6951440", "5297258", "2091063", "2059254", "1674914"], "ranked_scores": [0.6987, 0.6968, 0.694, 0.6933, 0.6802, 0.6797, 0.6703, 0.6653, 0.6565, 0.6542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489794", "2859564", "4489797", "6804877", "4595482", "413808", "4489799", "1475307", "7170234", "1484399"], "ranked_scores": [0.6643, 0.6538, 0.6456, 0.6448, 0.6422, 0.6396, 0.6279, 0.6274, 0.6218, 0.6115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "2588002", "8045986", "1918866", "7623736", "863946", "8540414", "3853232", "3378630", "7134383"], "ranked_scores": [0.8743, 0.8687, 0.866, 0.8505, 0.8485, 0.8342, 0.8302, 0.8295, 0.8284, 0.8146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "2188117", "5364572", "3246403", "6506033", "7689710", "1878471", "3836743", "3167491", "7880823"], "ranked_scores": [0.5903, 0.5816, 0.5793, 0.5707, 0.568, 0.5529, 0.5489, 0.5476, 0.5427, 0.5423], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3346337", "1460640", "1546056", "1460637", "5808457", "3968773", "1920855", "6488150"], "ranked_scores": [0.8883, 0.8838, 0.883, 0.8758, 0.8758, 0.8758, 0.8758, 0.8758, 0.8745, 0.8734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8426355", "2796274", "7135032", "7992320", "1070634", "4942019", "7908771", "1428551", "7809766", "1871086"], "ranked_scores": [0.8798, 0.8723, 0.8702, 0.8676, 0.8657, 0.8619, 0.8611, 0.8605, 0.8605, 0.8602], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "1333652", "7527096", "5174051", "7650732", "5170949", "2820637", "1333651", "8421090", "6343914"], "ranked_scores": [0.7668, 0.7333, 0.7281, 0.7232, 0.7226, 0.7189, 0.715, 0.7092, 0.7012, 0.6993], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "870351", "1613678", "272190", "870346", "870345", "2576606", "2576605", "685094", "551238"], "ranked_scores": [0.8345, 0.8248, 0.8214, 0.7995, 0.7983, 0.7942, 0.7942, 0.7942, 0.7919, 0.7882], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["5408281", "1615478", "6502553", "258524", "1663808", "250946", "1850491", "8716923", "6797667", "2570595"], "ranked_scores": [0.659, 0.6543, 0.6508, 0.6452, 0.6447, 0.6416, 0.6412, 0.6323, 0.6265, 0.624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["7646422", "5094229", "4437972", "4377794", "278768", "173850", "2536497", "5671809", "5335298", "8763003"], "ranked_scores": [0.7782, 0.7782, 0.7762, 0.775, 0.7627, 0.7529, 0.7508, 0.7508, 0.7508, 0.7508], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["7154587", "3230959", "1756080", "3924136", "8531579", "2175305", "6045016", "3872927", "6032214", "6818953"], "ranked_scores": [0.6417, 0.6317, 0.6287, 0.6221, 0.6148, 0.6111, 0.6042, 0.6041, 0.6041, 0.604], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8796486", "7833611", "4451324", "4765785", "4765789", "8607085", "4765788", "5675630", "3979452"], "ranked_scores": [0.7602, 0.7441, 0.7374, 0.7331, 0.7036, 0.6888, 0.6885, 0.6774, 0.651, 0.6426], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["4863107", "2898312", "4863108", "7526870", "4786937", "7526868", "1098595", "2099688", "1511155", "7526871"], "ranked_scores": [0.8807, 0.8807, 0.8807, 0.8802, 0.8795, 0.879, 0.8726, 0.8721, 0.8714, 0.8712], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7027322", "7937494", "8331763", "7770196", "8310623", "3259751", "6270123", "6841581", "5546116"], "ranked_scores": [0.8355, 0.7568, 0.748, 0.7331, 0.7257, 0.7254, 0.7228, 0.721, 0.7145, 0.7078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "489957", "30088", "4502858", "1417034", "5336580", "2391916", "2535259", "4502856"], "ranked_scores": [0.8423, 0.8351, 0.8095, 0.8091, 0.8003, 0.8003, 0.7924, 0.7795, 0.7786, 0.7748], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["5133662", "7853304", "6428732", "6207587", "1464540", "5904163", "6207588", "8148596", "5338621", "7874898"], "ranked_scores": [0.7051, 0.7047, 0.7023, 0.6995, 0.6939, 0.6587, 0.6562, 0.6555, 0.6461, 0.632], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "2290637", "4589415", "2391075", "174956", "1338703", "3765105", "3920912", "4893298", "7734838"], "ranked_scores": [0.8436, 0.8296, 0.827, 0.8231, 0.8171, 0.812, 0.8072, 0.8057, 0.8012, 0.8011], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "7161101", "4991353", "826058", "1062833", "3672237", "3806458", "4991356", "3148555", "3806457"], "ranked_scores": [0.7955, 0.7947, 0.7621, 0.7544, 0.753, 0.7529, 0.7493, 0.7493, 0.7472, 0.7283], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "4605271", "1250411", "2531512", "3747811", "7575158", "6193415", "3726276"], "ranked_scores": [0.7084, 0.6749, 0.6674, 0.6246, 0.6188, 0.6187, 0.6187, 0.6124, 0.6078, 0.6071], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["1063812", "1063811", "2248109", "139964", "8586692", "139961", "2811260", "4005369", "6632520", "6632518"], "ranked_scores": [0.7827, 0.7584, 0.7584, 0.7577, 0.7575, 0.7538, 0.7536, 0.7517, 0.7517, 0.7517], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "1631830", "1933329", "8139545", "6761606", "886990", "7735540", "6761601", "5812523", "4117805"], "ranked_scores": [0.774, 0.772, 0.772, 0.7525, 0.7525, 0.7464, 0.7343, 0.722, 0.7199, 0.7169], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "2940019", "3252244", "4258663", "4258668", "7503113", "5339586", "5339587", "1969532", "8532695"], "ranked_scores": [0.812, 0.7945, 0.7912, 0.7675, 0.7382, 0.7292, 0.715, 0.7047, 0.6923, 0.682], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "1374743", "7611886", "3811525", "8822768", "8822769", "3451043", "8298270", "2658876"], "ranked_scores": [0.8176, 0.8091, 0.7377, 0.7374, 0.7374, 0.7374, 0.7374, 0.7354, 0.7333, 0.7237], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["4158114", "8221430", "4127072", "4343906", "8221437", "1061740", "8221431", "7856346", "8015905", "4158115"], "ranked_scores": [0.7563, 0.7522, 0.7496, 0.7466, 0.7448, 0.7376, 0.7296, 0.7272, 0.7233, 0.6899], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495838", "6392875", "5412686", "3495831", "3495835", "1875831", "1189960", "6643679"], "ranked_scores": [0.7033, 0.6824, 0.663, 0.6003, 0.6002, 0.5962, 0.5932, 0.5791, 0.5732, 0.5708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212597", "609594", "6212591", "1053300", "1053306", "804848", "987749", "3843788"], "ranked_scores": [0.8331, 0.8204, 0.7582, 0.7259, 0.7187, 0.6178, 0.6166, 0.6116, 0.6088, 0.5922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "3740532", "1325723", "2379160", "8736649", "5145284", "4113921", "7153880", "5025269"], "ranked_scores": [0.7286, 0.552, 0.5418, 0.539, 0.5318, 0.528, 0.5212, 0.5149, 0.5143, 0.5079], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "1460685", "1460690", "4256781", "1460683", "4097714", "8110291", "5201030", "1793105"], "ranked_scores": [0.7961, 0.7867, 0.7578, 0.7459, 0.7414, 0.7374, 0.7368, 0.7289, 0.7285, 0.7282], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "2595589", "6124976", "7151780", "1690952", "3302094", "4603022", "704294"], "ranked_scores": [0.7865, 0.7778, 0.7407, 0.6994, 0.6988, 0.6956, 0.6903, 0.6899, 0.6827, 0.6827], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981693", "2229750", "6986881", "1420930", "1981696", "1721507", "7888894", "5955284", "8424304", "8123901"], "ranked_scores": [0.7251, 0.7189, 0.7115, 0.6908, 0.689, 0.6823, 0.6711, 0.666, 0.6659, 0.6659], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "3664758", "1953277", "297876", "8743966", "2819440", "8771883", "4304523", "8758591", "3881587"], "ranked_scores": [0.7411, 0.6481, 0.6094, 0.595, 0.5784, 0.5735, 0.5695, 0.5611, 0.5597, 0.557], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128-pq-m16-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3445481", "7275123", "575979", "597449", "5917719", "3527619", "558173", "7981496", "4886371", "2746690"], "ranked_scores": [0.7387, 0.6891, 0.6859, 0.6849, 0.6816, 0.6811, 0.6767, 0.6762, 0.6754, 0.6596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1674644", "2684883", "1297112", "542682", "4362703", "7121383", "7981496", "1297109", "3452232", "1270356"], "ranked_scores": [0.7118, 0.7086, 0.6952, 0.6716, 0.6665, 0.6601, 0.66, 0.6557, 0.6532, 0.6389], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "911138", "5616900", "6402602", "2295208", "3641723", "298606", "5221728", "2785397"], "ranked_scores": [0.7321, 0.7107, 0.6844, 0.6642, 0.6472, 0.6202, 0.6169, 0.606, 0.5825, 0.5802], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "8279447", "5646365", "6826784", "1788216", "3338175", "4092415", "6574813", "698581", "66616"], "ranked_scores": [0.8711, 0.8489, 0.8423, 0.8422, 0.8418, 0.84, 0.8343, 0.8323, 0.8323, 0.8308], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794300", "531109", "3794304", "3794297", "7255678", "3640120", "5450605", "856390", "6294685", "5346316"], "ranked_scores": [0.7824, 0.7509, 0.7491, 0.7491, 0.7464, 0.7389, 0.7289, 0.7235, 0.7202, 0.7195], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["378964", "970989", "1941914", "3205963", "4331590", "1390753", "5606320", "8817884", "4496437", "7564733"], "ranked_scores": [0.6571, 0.6456, 0.645, 0.6376, 0.6367, 0.6332, 0.6305, 0.6304, 0.6092, 0.605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "7260457", "4816964", "6980305", "7840121", "5227711", "6964479", "6964486", "1777799", "5091618"], "ranked_scores": [0.8054, 0.7772, 0.7716, 0.742, 0.7392, 0.7303, 0.729, 0.7265, 0.7068, 0.6911], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5644075", "8083740", "1752961", "1592497", "951992", "147832"], "ranked_scores": [0.7326, 0.7152, 0.702, 0.6075, 0.5825, 0.5185, 0.5169, 0.5121, 0.5086, 0.5033], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "1365215", "5110182", "3761519", "6950276", "289409", "1102477", "6950275", "249524"], "ranked_scores": [0.8085, 0.8029, 0.7249, 0.7124, 0.7122, 0.7052, 0.7037, 0.6889, 0.6887, 0.6834], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5132484", "2117748", "5942525", "2552610", "7137594", "5469449", "7964634", "336438", "627686"], "ranked_scores": [0.654, 0.5517, 0.5483, 0.5467, 0.5441, 0.5425, 0.5422, 0.5331, 0.5318, 0.5315], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1226215", "4922192", "1226213", "1498135", "1962396", "8583763", "1933413", "1438830"], "ranked_scores": [0.8199, 0.809, 0.6657, 0.662, 0.6464, 0.6403, 0.623, 0.6111, 0.6092, 0.6087], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8223942", "8110427", "8661651", "5043664", "7810212", "7547705", "662304", "1070106", "4231642", "1923341"], "ranked_scores": [0.4143, 0.3976, 0.395, 0.3918, 0.3822, 0.378, 0.368, 0.3616, 0.3613, 0.354], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7888911", "5209931", "7301814", "558347", "7301818", "1903335", "1741823"], "ranked_scores": [0.7795, 0.7761, 0.7477, 0.6674, 0.6516, 0.6421, 0.6232, 0.6178, 0.6046, 0.596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "7970735", "7970736", "1265191", "7970734", "8259514", "8259512", "7970728", "8450833", "8450827"], "ranked_scores": [0.8056, 0.7998, 0.7902, 0.7878, 0.7792, 0.7781, 0.7708, 0.7651, 0.7531, 0.7448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "8346654", "1466669", "6835042", "8296554", "8296550", "5395324", "4702013", "5417234"], "ranked_scores": [0.8229, 0.797, 0.6871, 0.6718, 0.6718, 0.6692, 0.6633, 0.6604, 0.6593, 0.6586], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220312", "7220310", "4768599", "5190753", "3452115", "5190750", "7903539", "3082748", "7691443", "4768602"], "ranked_scores": [0.8056, 0.7833, 0.5843, 0.5797, 0.565, 0.5627, 0.5582, 0.5326, 0.5321, 0.5263], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "4830263", "7937822", "3815520", "4830262", "7805085", "7108982", "7956869"], "ranked_scores": [0.8333, 0.6898, 0.6117, 0.5924, 0.5736, 0.5735, 0.5629, 0.5566, 0.5485, 0.5436], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "7948050", "7948042", "2116929", "3646584", "2116933", "3646580", "2116936", "4880893", "1128696"], "ranked_scores": [0.7292, 0.727, 0.7179, 0.7163, 0.708, 0.6895, 0.6806, 0.6768, 0.6757, 0.6686], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "2356989", "3638988", "3532662", "3109473", "6937120", "2647181", "3225747", "6924493"], "ranked_scores": [0.7391, 0.7286, 0.6613, 0.65, 0.6404, 0.6391, 0.6178, 0.6147, 0.6107, 0.6037], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["3444262", "7503570", "5297258", "6641480", "8045998", "2091063", "7153163", "4916004", "6282957", "8814306"], "ranked_scores": [0.6833, 0.6815, 0.6752, 0.6542, 0.6394, 0.6353, 0.627, 0.6225, 0.6203, 0.6193], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["413808", "4489799", "4489794", "6854565", "6804877", "4489797", "2859564", "7170234", "1174164", "1174168"], "ranked_scores": [0.6399, 0.6289, 0.6211, 0.6129, 0.6118, 0.6109, 0.5982, 0.598, 0.5966, 0.5966], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "5088303", "1918866", "863946", "391342", "8540414", "5103738", "1839684", "2587999"], "ranked_scores": [0.8454, 0.8193, 0.793, 0.7922, 0.7816, 0.7787, 0.7758, 0.7729, 0.7707, 0.7691], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689710", "7689707", "4936994", "8820180", "6506033", "2188117", "5364572", "1673140", "5039965", "3649557"], "ranked_scores": [0.6665, 0.6315, 0.6134, 0.6095, 0.5999, 0.5607, 0.5428, 0.5351, 0.5092, 0.5088], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "5729775", "3968773", "3346337", "1460640", "1546056", "1920855", "1460637", "2443030", "5808457"], "ranked_scores": [0.8666, 0.851, 0.8437, 0.8422, 0.8366, 0.8355, 0.8193, 0.8138, 0.8054, 0.8021], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["656138", "6082244", "2796274", "8307546", "1070634", "8281194", "7135032", "1425080", "4942015", "7908771"], "ranked_scores": [0.8639, 0.8529, 0.852, 0.8455, 0.8451, 0.8351, 0.8326, 0.8322, 0.8316, 0.8297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "5174051", "954268", "5170949", "5027731", "1333652", "2820637", "3073632", "4805364"], "ranked_scores": [0.8137, 0.727, 0.7038, 0.6805, 0.6724, 0.6664, 0.6636, 0.6631, 0.6574, 0.6467], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "870351", "2576606", "2576605", "1314383", "7249172", "870346", "7137675", "551238"], "ranked_scores": [0.8472, 0.8317, 0.8273, 0.8109, 0.8109, 0.8098, 0.8081, 0.8028, 0.7848, 0.782], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "5408281", "5952078", "1663808", "3720839", "5373185", "1850491", "8716923", "1615478", "8741687"], "ranked_scores": [0.7325, 0.6499, 0.641, 0.6292, 0.5964, 0.592, 0.5916, 0.5889, 0.5854, 0.5852], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4377794", "173850", "4437972", "4278761", "5352322", "278768", "2510740", "5094229", "2195944", "7288502"], "ranked_scores": [0.7674, 0.7623, 0.7619, 0.7436, 0.7372, 0.7226, 0.7039, 0.7028, 0.7011, 0.6984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3924136", "7154587", "5499496", "3872927", "1237202", "6032214", "8531579", "1756080", "6408406", "4594595"], "ranked_scores": [0.6591, 0.6523, 0.641, 0.6298, 0.6296, 0.6263, 0.6232, 0.6218, 0.6174, 0.6126], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "8796486", "4765785", "5675630", "7344853", "4765789", "4451324", "659252", "2105496"], "ranked_scores": [0.7947, 0.7575, 0.7252, 0.6569, 0.6322, 0.6067, 0.6039, 0.6013, 0.5992, 0.5918], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "2099688", "1841905", "5525449", "5171706", "2617812", "7641309", "7526868", "4786937", "2898312"], "ranked_scores": [0.8788, 0.8703, 0.8566, 0.8549, 0.8534, 0.8503, 0.8404, 0.836, 0.833, 0.833], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "5546116", "3259751", "7937494", "7770196", "7110612", "8331763", "6841581", "7027322", "7434455"], "ranked_scores": [0.8118, 0.751, 0.7344, 0.7239, 0.7227, 0.7221, 0.7214, 0.6974, 0.6912, 0.6909], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "5336580", "4502858", "30088", "1417034", "30085", "30089", "489952", "4502856"], "ranked_scores": [0.8279, 0.8075, 0.7864, 0.7825, 0.7748, 0.7725, 0.7573, 0.7232, 0.7161, 0.7156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "7090447", "7874898", "754800", "5133662", "3712671", "6684798", "133509", "6428732"], "ranked_scores": [0.7054, 0.6223, 0.6162, 0.6015, 0.5999, 0.5987, 0.5804, 0.5799, 0.5732, 0.5664], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["3920912", "4004619", "4589415", "2391075", "174956", "4211216", "4111498", "2290637", "2565555", "1338705"], "ranked_scores": [0.7923, 0.7841, 0.7816, 0.7749, 0.7714, 0.7691, 0.7651, 0.7629, 0.7602, 0.76], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "7161101", "3672237", "4991356", "3148555", "3806458", "3651812", "869851", "7161095", "7161099"], "ranked_scores": [0.761, 0.7486, 0.7355, 0.6883, 0.6844, 0.6766, 0.6732, 0.6674, 0.6658, 0.6619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "7778949", "1250411", "5393494", "5393501", "2531512", "6193415", "81365"], "ranked_scores": [0.7624, 0.7005, 0.6936, 0.5958, 0.5933, 0.5885, 0.5863, 0.5808, 0.5757, 0.5753], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "1063812", "6632522", "8586692", "3210861", "139961", "1063811", "7831679", "4951287", "139964"], "ranked_scores": [0.7628, 0.7594, 0.7572, 0.7447, 0.7408, 0.7404, 0.7335, 0.7334, 0.7257, 0.7166], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5143805", "5812523", "1933329", "3689305", "886990", "8139545", "1716202", "1631830", "4117805", "6955768"], "ranked_scores": [0.7293, 0.7214, 0.715, 0.7062, 0.7058, 0.7053, 0.7039, 0.7036, 0.6922, 0.6835], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["2940019", "3252244", "7728427", "2940016", "4258663", "4258668", "1969532", "5339585", "7503113", "5339586"], "ranked_scores": [0.8103, 0.805, 0.7892, 0.7156, 0.7115, 0.7015, 0.6893, 0.6751, 0.6731, 0.67], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "8822769", "3811525", "7611886", "1374743", "7562631", "3451041", "8264837", "3451044"], "ranked_scores": [0.793, 0.7883, 0.7618, 0.7554, 0.7413, 0.7232, 0.7053, 0.7006, 0.6929, 0.6819], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["4127072", "7856346", "4343906", "8221430", "4158114", "8221431", "8221437", "2659096", "4158115", "1061740"], "ranked_scores": [0.7473, 0.7293, 0.7273, 0.7259, 0.7185, 0.7051, 0.6912, 0.6878, 0.6775, 0.6753], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495838", "7770963", "7770959", "3450402", "3495840", "3495831", "1779400", "308711", "3885772"], "ranked_scores": [0.6742, 0.6665, 0.6209, 0.5826, 0.5512, 0.5218, 0.5108, 0.5071, 0.5067, 0.5024], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "6401864", "609594", "6212591", "6212597", "1768222", "1053306", "1053300", "1766656", "8590985"], "ranked_scores": [0.8474, 0.8372, 0.7498, 0.7429, 0.7209, 0.6082, 0.5876, 0.5867, 0.5777, 0.5775], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7153880", "3740532", "1993059", "8736649", "930721", "5128175", "217890", "7332215"], "ranked_scores": [0.8009, 0.6303, 0.5604, 0.5427, 0.5403, 0.5365, 0.5342, 0.5212, 0.5186, 0.5169], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "8432430", "3128424", "2719547", "1793105", "3631388", "2857974", "1460689"], "ranked_scores": [0.8295, 0.7682, 0.7652, 0.7489, 0.7452, 0.7408, 0.7367, 0.7367, 0.7244, 0.7119], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "1690952", "7985411", "4603022", "704294", "4437855", "7057938", "34456"], "ranked_scores": [0.8499, 0.8414, 0.754, 0.6624, 0.6617, 0.6416, 0.6416, 0.6369, 0.6341, 0.6331], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["2229750", "7589839", "1981693", "6986881", "1981696", "7138494", "1420930", "5955284", "7597791", "8123901"], "ranked_scores": [0.6564, 0.6496, 0.6413, 0.6284, 0.5811, 0.5783, 0.5755, 0.575, 0.5659, 0.5652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "1953277", "297876", "3664758", "8771883", "4304523", "8193212", "6342544", "3391694", "3687242"], "ranked_scores": [0.7719, 0.6691, 0.626, 0.6168, 0.5899, 0.5749, 0.5737, 0.5733, 0.5543, 0.5479], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128-pq-m16-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["558173", "615746", "3445481", "575979", "6858216", "7275120", "5917719", "5865180", "4334075", "768350"], "ranked_scores": [0.6663, 0.6633, 0.6539, 0.6402, 0.637, 0.6346, 0.6338, 0.6308, 0.6288, 0.627], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297112", "2274526", "7187515", "1674646", "1297109", "3452232", "2684883", "2746690", "768350", "3619391"], "ranked_scores": [0.6505, 0.6395, 0.6285, 0.6263, 0.6241, 0.618, 0.6139, 0.6129, 0.612, 0.6075], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "911138", "5616900", "944813", "3811525", "694863", "5842823", "8247542", "6402602", "4274941"], "ranked_scores": [0.5895, 0.581, 0.5739, 0.5603, 0.5527, 0.551, 0.5471, 0.5447, 0.541, 0.5392], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "2812582", "5137357", "5359258", "6159778", "8003599", "7386338", "6368601", "939898", "8279447"], "ranked_scores": [0.8198, 0.8187, 0.8129, 0.8105, 0.8105, 0.8105, 0.8105, 0.8105, 0.8105, 0.8105], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "3820657", "531109", "4269405", "5385409", "3794300", "4416193", "258129", "3640120"], "ranked_scores": [0.683, 0.6724, 0.6646, 0.6638, 0.6602, 0.6574, 0.6561, 0.6482, 0.6473, 0.6426], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["3971679", "1123190", "6199238", "2190617", "7636640", "8643852", "1975045", "7479488", "1494980", "4331590"], "ranked_scores": [0.6421, 0.6155, 0.5926, 0.5915, 0.5798, 0.576, 0.5705, 0.5695, 0.5559, 0.5476], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "6964479", "6980305", "7840121", "2379092", "5091618", "7813557", "5070708", "1598672"], "ranked_scores": [0.6391, 0.6362, 0.6354, 0.6308, 0.6057, 0.6037, 0.6007, 0.5954, 0.5951, 0.5948], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "7698064", "6193415", "2531517", "4752964", "1577991", "3550559", "2210689", "3747811"], "ranked_scores": [0.6062, 0.5711, 0.5302, 0.5138, 0.503, 0.4953, 0.4886, 0.4877, 0.4834, 0.4822], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "8452568", "1854132", "3761517", "6950275", "3761519", "289409", "2322245", "2322244", "1102477"], "ranked_scores": [0.6655, 0.6517, 0.6449, 0.637, 0.63, 0.6288, 0.6272, 0.6243, 0.622, 0.6172], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["4989064", "3434622", "8215736", "5696518", "7964634", "6124279", "178432", "7187663", "2750832", "547039"], "ranked_scores": [0.5506, 0.5498, 0.5467, 0.5461, 0.5431, 0.5396, 0.5335, 0.532, 0.5263, 0.5192], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1498135", "6062397", "5775568", "852268", "5022892", "915562", "1226213", "4999387"], "ranked_scores": [0.6563, 0.6495, 0.5988, 0.5969, 0.5902, 0.5873, 0.5767, 0.5724, 0.5716, 0.5629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8223942", "1237202", "4231642", "7732382", "662304", "7853304", "8034145", "1671233", "7858636", "6711596"], "ranked_scores": [0.4175, 0.3863, 0.3654, 0.3616, 0.3569, 0.3535, 0.3401, 0.3388, 0.3378, 0.3279], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301818", "7513243", "4380333", "7301814", "4243709", "5209931", "1269652", "7301816", "7301819"], "ranked_scores": [0.683, 0.604, 0.5956, 0.5956, 0.5771, 0.5742, 0.5736, 0.5657, 0.5611, 0.5611], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "8450827", "7970735", "7970734", "1265191", "8259514", "8450833", "7970736", "3987938", "8259512"], "ranked_scores": [0.6902, 0.6883, 0.6876, 0.6819, 0.6809, 0.6796, 0.6786, 0.6696, 0.6677, 0.6346], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "5417234", "8128745", "2703674", "4702013", "3469224", "7017750", "3868557", "7160804", "5720449"], "ranked_scores": [0.7107, 0.6756, 0.6723, 0.6454, 0.6396, 0.6145, 0.6026, 0.6018, 0.601, 0.5982], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "7220313", "5703852", "5190750", "5703846", "2474358", "6010341", "5703848", "1136294"], "ranked_scores": [0.5964, 0.5727, 0.4847, 0.4813, 0.4767, 0.476, 0.4684, 0.4672, 0.4631, 0.444], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7956869", "2995208", "8584557", "7805085", "7870705", "6368665", "7108982", "6768280"], "ranked_scores": [0.6292, 0.5195, 0.5094, 0.5036, 0.5014, 0.4956, 0.4941, 0.4922, 0.4918, 0.4869], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "4880893", "7948050", "8157542", "5605066", "3692412", "3646580", "4845318", "2116929", "1128696"], "ranked_scores": [0.6708, 0.6467, 0.6303, 0.6271, 0.6237, 0.6233, 0.6008, 0.5924, 0.5798, 0.5748], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "4312273", "2564157", "8572049", "3532662", "2356989", "2424634", "8771259", "5980491"], "ranked_scores": [0.6603, 0.612, 0.5926, 0.5912, 0.5775, 0.5721, 0.5704, 0.5702, 0.5604, 0.5596], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["5297258", "6822082", "1092098", "7153163", "7503570", "2656203", "6568419", "4624988", "2091063", "3444262"], "ranked_scores": [0.6989, 0.6317, 0.6298, 0.6285, 0.6219, 0.6166, 0.6067, 0.6057, 0.6046, 0.6032], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489799", "1475310", "4489794", "4489797", "5213336", "7170238", "1775549", "4826837", "1174164", "1174168"], "ranked_scores": [0.5823, 0.5696, 0.5516, 0.5421, 0.5394, 0.5312, 0.5289, 0.5281, 0.5249, 0.5249], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["3853232", "8045986", "442006", "7623736", "4393278", "5088303", "4749447", "863946", "6941634", "3378630"], "ranked_scores": [0.7642, 0.7616, 0.7538, 0.7376, 0.7325, 0.7303, 0.7246, 0.7192, 0.7147, 0.7136], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689710", "7689707", "6506033", "2188117", "5567101", "5904163", "1673140", "8820180", "5063008", "2270798"], "ranked_scores": [0.5692, 0.5131, 0.5078, 0.5042, 0.4764, 0.4688, 0.4655, 0.4637, 0.4606, 0.4602], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "6577550", "6979322", "3161060", "1460640", "140119", "6636473", "1737755", "2443030", "5305583"], "ranked_scores": [0.7234, 0.7185, 0.7162, 0.7149, 0.7131, 0.7101, 0.7094, 0.7075, 0.7075, 0.7075], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["6082244", "7135032", "8307546", "5523728", "8281194", "8426355", "7424964", "656138", "288003", "5993157"], "ranked_scores": [0.8093, 0.7932, 0.7892, 0.7891, 0.7879, 0.7862, 0.7828, 0.775, 0.7748, 0.7744], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5174051", "1039754", "7527096", "6287785", "954268", "4805366", "1088384", "5170949", "3073632", "6032018"], "ranked_scores": [0.6685, 0.6573, 0.6493, 0.6454, 0.6288, 0.6237, 0.6229, 0.6217, 0.6216, 0.6138], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1209272", "2576605", "2576606", "870351", "6137671", "1613678", "5832532", "447343", "2201067"], "ranked_scores": [0.7925, 0.766, 0.7652, 0.7652, 0.764, 0.7551, 0.7479, 0.7436, 0.7416, 0.7412], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["258524", "1615478", "6502553", "7924849", "2154242", "8716923", "7409003", "3024301", "6722043", "8265258"], "ranked_scores": [0.6125, 0.6036, 0.5773, 0.5693, 0.568, 0.5658, 0.558, 0.5578, 0.5554, 0.5511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4437972", "173850", "2510740", "4377794", "1848152", "4278761", "7646422", "7646426", "5352322", "2536497"], "ranked_scores": [0.7172, 0.7063, 0.6964, 0.6866, 0.67, 0.669, 0.6684, 0.6667, 0.6655, 0.6654], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["8531579", "7154587", "3230959", "1463441", "1237202", "1690652", "1756080", "5499496", "7647368", "6032214"], "ranked_scores": [0.6199, 0.6135, 0.5993, 0.5972, 0.5937, 0.5845, 0.5742, 0.5646, 0.5578, 0.5513], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["1800205", "4765789", "7344853", "7833608", "4765785", "2105496", "5964806", "1881025", "3663599", "8287779"], "ranked_scores": [0.6234, 0.5714, 0.5695, 0.5548, 0.547, 0.544, 0.5438, 0.5315, 0.5303, 0.5287], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["6970738", "4786937", "5171706", "7526870", "8251721", "2005370", "447409", "4312612", "6368227", "7526868"], "ranked_scores": [0.8482, 0.8444, 0.8433, 0.8402, 0.8327, 0.8317, 0.83, 0.8294, 0.8262, 0.8241], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7041861", "7937494", "7434455", "4678888", "7110612", "7110611", "4517769", "6013490", "7770199"], "ranked_scores": [0.7329, 0.7171, 0.7028, 0.6976, 0.6924, 0.6872, 0.6838, 0.6836, 0.6793, 0.6773], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "30089", "5336580", "4502858", "30088", "1417034", "4522649", "2565604", "4502856"], "ranked_scores": [0.7475, 0.7339, 0.7183, 0.7083, 0.6854, 0.6794, 0.678, 0.6765, 0.6753, 0.6707], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["5338623", "6684798", "8148596", "2801030", "7874898", "6207587", "8653062", "7853304", "8098325", "3712671"], "ranked_scores": [0.5815, 0.574, 0.5714, 0.5665, 0.5619, 0.5606, 0.5588, 0.5535, 0.5513, 0.5509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["1118170", "2835995", "2476399", "5212100", "3484693", "1899171", "6302238", "6292055", "1338703", "1899176"], "ranked_scores": [0.7404, 0.729, 0.7173, 0.7165, 0.7165, 0.7165, 0.7165, 0.7165, 0.7142, 0.7118], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991353", "6988582", "3672237", "4991356", "3806458", "1003383", "4991354", "3148555", "3421482"], "ranked_scores": [0.7247, 0.7033, 0.6942, 0.6837, 0.6774, 0.6774, 0.6773, 0.6766, 0.6741, 0.6692], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "5393501", "4900578", "6193415", "4605271", "1250411", "3747811", "6967801", "7058094"], "ranked_scores": [0.6463, 0.598, 0.5885, 0.5575, 0.5421, 0.5369, 0.5262, 0.5043, 0.4928, 0.4917], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["1343315", "7428627", "139961", "139964", "6632522", "5857751", "3210861", "1063812", "3722841", "4005369"], "ranked_scores": [0.704, 0.6958, 0.6958, 0.686, 0.67, 0.6678, 0.6485, 0.6451, 0.6403, 0.6369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1933329", "3531188", "5812523", "4117805", "1867098", "1631830", "6955768", "1867101", "3689305", "7313345"], "ranked_scores": [0.6267, 0.621, 0.6149, 0.6131, 0.6111, 0.6012, 0.6004, 0.598, 0.597, 0.5918], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "3252244", "2940019", "4258663", "5339587", "2940016", "5339586", "8532695", "4258668", "3250817"], "ranked_scores": [0.6815, 0.6446, 0.633, 0.5885, 0.5784, 0.5777, 0.5671, 0.5492, 0.5431, 0.5284], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "6472411", "6300441", "8298270", "8738884", "1398369", "8451504", "3811525", "7656883", "7310850"], "ranked_scores": [0.7691, 0.7226, 0.704, 0.703, 0.7, 0.6966, 0.6759, 0.6727, 0.6702, 0.6682], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "5101805", "8015905", "4158115", "5409486", "4158114", "8221430", "4343906", "4127072", "6387274"], "ranked_scores": [0.6398, 0.6123, 0.6057, 0.604, 0.6024, 0.6002, 0.5986, 0.5971, 0.595, 0.5939], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495838", "6392875", "7770959", "3495840", "3147298", "3495831", "8400909", "308711"], "ranked_scores": [0.5633, 0.5381, 0.5, 0.4993, 0.4746, 0.4704, 0.4602, 0.4472, 0.4457, 0.4367], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "6401864", "609594", "6212591", "6212597", "1053306", "1302924", "1053300", "1768222", "567923"], "ranked_scores": [0.7379, 0.7244, 0.6948, 0.6879, 0.6652, 0.6167, 0.5988, 0.5868, 0.5728, 0.5617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "930719", "930721", "8736649", "5100196", "5145284", "4113921", "3767555", "4520541", "5128175"], "ranked_scores": [0.6899, 0.5637, 0.5284, 0.5134, 0.5097, 0.5009, 0.4948, 0.4906, 0.4854, 0.4721], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "2020929", "7644552", "1793105", "3734276", "1460685", "1460683", "8441078", "1775985", "8432430"], "ranked_scores": [0.7288, 0.716, 0.7154, 0.7083, 0.7053, 0.7031, 0.7029, 0.7014, 0.698, 0.6943], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "642815", "4603022", "704294", "7395884", "34456", "7558181", "7848151", "8600254"], "ranked_scores": [0.6759, 0.6529, 0.6425, 0.6393, 0.6393, 0.6308, 0.626, 0.6037, 0.6035, 0.5941], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981693", "4061500", "6986881", "6361048", "3559380", "8424304", "2229750", "5955284", "2923681", "1892018"], "ranked_scores": [0.6096, 0.5978, 0.5763, 0.5698, 0.5648, 0.5641, 0.5631, 0.5465, 0.5412, 0.539], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "1953277", "3664758", "297876", "5262322", "4304523", "8743966", "3391694", "8743967", "7966624"], "ranked_scores": [0.6342, 0.604, 0.571, 0.5578, 0.5334, 0.5303, 0.5166, 0.5154, 0.5086, 0.5082], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64-pq-m8-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["5917719", "3445481", "597449", "7275123", "1297109", "7275120", "7275122", "615746", "749759", "558178"], "ranked_scores": [0.7984, 0.7803, 0.7638, 0.7494, 0.7318, 0.7296, 0.7296, 0.7271, 0.7244, 0.7154], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1674644", "7121383", "1674646", "5550437", "1844184", "2684883", "2274526", "542682", "7981496", "1297112"], "ranked_scores": [0.7796, 0.6909, 0.6738, 0.6696, 0.6634, 0.6588, 0.6577, 0.6503, 0.6482, 0.6472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["5842823", "911138", "7094398", "5616900", "2785397", "3641723", "944813", "8186128", "2295208", "4274941"], "ranked_scores": [0.7453, 0.7346, 0.7331, 0.715, 0.675, 0.6673, 0.6593, 0.6501, 0.6439, 0.6331], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "515311", "3338175", "2812582", "1727064", "2541248", "7011409", "5646365", "8279447", "691719"], "ranked_scores": [0.8987, 0.8649, 0.8637, 0.8625, 0.8618, 0.8611, 0.8599, 0.8564, 0.8527, 0.8524], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794300", "7255678", "3794297", "3794304", "6294685", "531109", "2070215", "948281", "3820657", "5346316"], "ranked_scores": [0.8056, 0.8004, 0.7947, 0.7947, 0.7772, 0.7708, 0.7659, 0.7623, 0.7586, 0.752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["970989", "8817884", "7636640", "3205963", "2508899", "4272080", "1390753", "7564733", "1191483", "2981039"], "ranked_scores": [0.6983, 0.6902, 0.6876, 0.6712, 0.6519, 0.6391, 0.6372, 0.6288, 0.62, 0.6179], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "1777799", "6964486", "7260457", "4816964", "6980305", "7245739", "6964479", "1598672", "6311584"], "ranked_scores": [0.8267, 0.7616, 0.7593, 0.7453, 0.7312, 0.7244, 0.7208, 0.6922, 0.6914, 0.6897], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["7698064", "3550563", "3550561", "3550559", "951992", "5644075", "845557", "147832", "1043672", "5610771"], "ranked_scores": [0.7825, 0.7704, 0.7483, 0.6884, 0.5633, 0.5493, 0.544, 0.5357, 0.5268, 0.5255], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "1365215", "5110182", "2421289", "6950276", "3761519", "4667084", "4414409", "3761522"], "ranked_scores": [0.8843, 0.8214, 0.7615, 0.7497, 0.7431, 0.7109, 0.7106, 0.6981, 0.6835, 0.6833], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["6823993", "7187663", "5132484", "2825328", "2117748", "5469449", "8015791", "627686", "5392883", "8251080"], "ranked_scores": [0.6431, 0.6199, 0.583, 0.5781, 0.5765, 0.5746, 0.5642, 0.5638, 0.5617, 0.5613], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1498135", "915562", "8583763", "1962396", "1226215", "1226213", "8061102", "6801313"], "ranked_scores": [0.8227, 0.8121, 0.7057, 0.7046, 0.6982, 0.6858, 0.68, 0.6762, 0.6578, 0.6574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8661651", "662304", "5043664", "8110427", "4231642", "8223942", "356746", "2542771", "4436697", "3978120"], "ranked_scores": [0.4442, 0.4321, 0.42, 0.4115, 0.4074, 0.394, 0.3657, 0.3653, 0.3462, 0.3455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301814", "7888911", "5694511", "7301819", "5209931", "8634589", "1741823", "558347"], "ranked_scores": [0.8073, 0.7268, 0.7122, 0.7042, 0.6949, 0.6825, 0.6645, 0.6263, 0.6215, 0.6215], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970735", "7970728", "1265191", "8259512", "7970736", "8450828", "7970734", "8450833", "8450827", "320956"], "ranked_scores": [0.8178, 0.7938, 0.7801, 0.7693, 0.7673, 0.766, 0.7654, 0.7654, 0.7403, 0.7366], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "6835042", "1466669", "8296554", "7749216", "5720449", "8296550", "6145894", "5417234"], "ranked_scores": [0.8095, 0.7982, 0.747, 0.747, 0.7161, 0.713, 0.7102, 0.6857, 0.6843, 0.6385], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "4768599", "7496070", "5190753", "5190750", "7691443", "1464782", "3082748"], "ranked_scores": [0.8292, 0.8133, 0.5962, 0.5494, 0.5479, 0.5479, 0.5473, 0.5467, 0.5396, 0.5384], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "4830265", "4830262", "4830263", "7870700", "3815520", "7956869", "8584557", "7108982", "6667088"], "ranked_scores": [0.8388, 0.6763, 0.6763, 0.6643, 0.6636, 0.6266, 0.6145, 0.5901, 0.5866, 0.5775], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116933", "4880893", "1128696", "3646584", "8157542", "2116938", "2116936", "7948050", "2116929", "7948042"], "ranked_scores": [0.8069, 0.8039, 0.7742, 0.7573, 0.7527, 0.7445, 0.7435, 0.7435, 0.7368, 0.7281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "3109473", "3638988", "2356989", "3532662", "6924493", "4166350", "8157356", "2647181"], "ranked_scores": [0.7749, 0.711, 0.6849, 0.6577, 0.6473, 0.624, 0.5977, 0.5964, 0.5878, 0.5769], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["3444262", "6282957", "1324231", "1175612", "3156571", "6641480", "4916004", "5297258", "8419044", "7503570"], "ranked_scores": [0.7478, 0.6853, 0.6847, 0.6694, 0.6676, 0.6659, 0.6656, 0.6631, 0.6622, 0.6598], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "413808", "4489797", "4489794", "4489799", "5233423", "4595482", "2859564", "6804877", "5213340"], "ranked_scores": [0.7048, 0.7018, 0.6967, 0.6961, 0.6872, 0.6863, 0.6792, 0.6758, 0.674, 0.6712], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["3378630", "442006", "5433030", "8045986", "1918866", "3627016", "5103738", "391342", "863946", "7269273"], "ranked_scores": [0.818, 0.7913, 0.7694, 0.76, 0.7487, 0.7417, 0.7386, 0.7306, 0.7237, 0.7138], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689710", "7689707", "4936994", "8820180", "5364572", "2188117", "5039965", "2105684", "5039968", "6506033"], "ranked_scores": [0.7219, 0.6568, 0.6165, 0.6095, 0.5865, 0.5639, 0.5598, 0.5171, 0.5033, 0.498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["1546056", "3968773", "92150", "1460640", "3346337", "5729775", "1920855", "1047162", "6255207", "5808457"], "ranked_scores": [0.8643, 0.8643, 0.8643, 0.8506, 0.85, 0.8493, 0.8322, 0.8138, 0.8129, 0.8128], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["656138", "7424964", "5055675", "7135032", "6082244", "2796274", "8307546", "8426355", "4942015", "7908771"], "ranked_scores": [0.8928, 0.891, 0.891, 0.887, 0.886, 0.886, 0.8739, 0.8729, 0.872, 0.872], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "5027731", "954268", "3073632", "4805364", "1088384", "5027729", "5170949", "2820637"], "ranked_scores": [0.8236, 0.7709, 0.7349, 0.7348, 0.728, 0.7238, 0.7184, 0.7125, 0.7105, 0.7095], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "1314383", "7249172", "870351", "2576605", "2576606", "7137675", "6778613", "1059524"], "ranked_scores": [0.832, 0.8312, 0.809, 0.809, 0.807, 0.8034, 0.8034, 0.803, 0.7931, 0.7887], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "5952078", "8346188", "1663808", "8277053", "8741687", "5373185", "6722043", "8790064", "5408281"], "ranked_scores": [0.7407, 0.6698, 0.6656, 0.6513, 0.6473, 0.6414, 0.6305, 0.6219, 0.6174, 0.6164], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["173850", "4377794", "4437972", "4278761", "3557230", "278768", "5094229", "2061122", "2510740", "5756090"], "ranked_scores": [0.8107, 0.7945, 0.7549, 0.7463, 0.7393, 0.7377, 0.7376, 0.733, 0.7276, 0.7262], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["4594595", "3924136", "5499496", "8624217", "4244515", "6045016", "7154587", "6818953", "1756080", "5764460"], "ranked_scores": [0.6856, 0.6841, 0.6565, 0.6483, 0.645, 0.6449, 0.6448, 0.6398, 0.6383, 0.6329], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "8796486", "659252", "1881025", "5675630", "8773427", "4451324", "4858750", "4765785"], "ranked_scores": [0.8097, 0.7598, 0.7364, 0.7077, 0.6746, 0.655, 0.6256, 0.618, 0.6174, 0.6012], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2099688", "7526870", "2617812", "1841905", "7526868", "7526871", "1098595", "5171706", "7641309", "4600593"], "ranked_scores": [0.8996, 0.8963, 0.8875, 0.8852, 0.8812, 0.8784, 0.8747, 0.8746, 0.8742, 0.8679], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "3259751", "7434455", "5546116", "7770196", "6270123", "2744677", "7937494", "6841581", "3569750"], "ranked_scores": [0.8506, 0.8199, 0.8055, 0.7859, 0.7764, 0.7632, 0.7581, 0.7376, 0.735, 0.7342], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "4502858", "1417034", "30088", "2535259", "489957", "30085", "30089", "489952"], "ranked_scores": [0.8585, 0.8584, 0.8386, 0.8386, 0.8166, 0.8066, 0.8023, 0.7799, 0.7777, 0.7751], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "7090447", "754800", "133509", "7505807", "6910965", "7874898", "5133662", "2424634"], "ranked_scores": [0.7192, 0.6714, 0.6613, 0.6367, 0.6334, 0.6229, 0.6204, 0.6173, 0.6104, 0.6049], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "4589415", "3920912", "174956", "3765105", "8347480", "2565560", "1118170", "2290637", "2894335"], "ranked_scores": [0.8241, 0.8238, 0.8218, 0.8192, 0.8069, 0.7999, 0.7958, 0.7924, 0.7899, 0.7882], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["869851", "4991354", "3672237", "1003383", "7161101", "3651812", "7161099", "3806458", "4991356", "7161095"], "ranked_scores": [0.798, 0.7812, 0.7452, 0.7394, 0.7213, 0.7198, 0.714, 0.7134, 0.7134, 0.7099], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "2531512", "4605271", "1250411", "6534062", "7778949", "5393501", "6193415"], "ranked_scores": [0.8018, 0.7009, 0.6593, 0.6348, 0.6258, 0.5951, 0.588, 0.5867, 0.5834, 0.5635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["139964", "7831679", "6632522", "1063811", "3210861", "7428627", "139961", "4951287", "3942500", "7582739"], "ranked_scores": [0.7501, 0.7494, 0.7363, 0.732, 0.7286, 0.7278, 0.7278, 0.7238, 0.7204, 0.7201], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["886990", "5143805", "4117805", "6761606", "4117808", "1933329", "1631830", "3689305", "1867101", "1867098"], "ranked_scores": [0.7306, 0.722, 0.7166, 0.709, 0.7053, 0.7006, 0.7006, 0.6846, 0.6844, 0.6763], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["3252244", "2940019", "7728427", "8532695", "2940016", "7503113", "5339587", "5339585", "4258663", "1969532"], "ranked_scores": [0.8005, 0.7979, 0.7946, 0.7644, 0.7451, 0.7411, 0.7372, 0.7286, 0.7278, 0.7086], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "8822769", "3811525", "7562624", "3451041", "7611886", "3792488", "7612475", "4274941", "7562631"], "ranked_scores": [0.7804, 0.7501, 0.7378, 0.7372, 0.7067, 0.7041, 0.6911, 0.689, 0.6877, 0.6861], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "4127072", "4158114", "4343906", "8221430", "2659096", "8221431", "8015905", "8221437", "1061740"], "ranked_scores": [0.7506, 0.7297, 0.7152, 0.712, 0.706, 0.6947, 0.6888, 0.6685, 0.6646, 0.6443], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495838", "3495837", "7770963", "3494053", "3450402", "308711", "4470066", "2101768", "8608976", "6232101"], "ranked_scores": [0.6943, 0.6338, 0.6185, 0.582, 0.5809, 0.5768, 0.5692, 0.5417, 0.5296, 0.5295], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "6401864", "6212591", "609594", "6212597", "8590985", "1053306", "1053300", "8799132", "1766656"], "ranked_scores": [0.8662, 0.8468, 0.7769, 0.7605, 0.7582, 0.7163, 0.6361, 0.6323, 0.6309, 0.6275], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "1993059", "4520541", "5299257", "8736649", "3534685", "4956876", "1778214", "6948296", "5025269"], "ranked_scores": [0.8261, 0.6661, 0.6558, 0.6406, 0.6145, 0.5903, 0.553, 0.5511, 0.5473, 0.5403], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "8432430", "1460685", "3128424", "2719547", "1420186", "1793105", "3631388", "1460689"], "ranked_scores": [0.839, 0.7777, 0.7747, 0.7677, 0.7592, 0.7534, 0.7267, 0.7198, 0.7198, 0.7119], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "7558181", "2018124", "6992509", "8477171", "34456", "6176864", "1246649"], "ranked_scores": [0.8957, 0.885, 0.8025, 0.6818, 0.6741, 0.6619, 0.6543, 0.6505, 0.6439, 0.6375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["6986881", "5524125", "2229750", "529107", "4076789", "1981693", "1420930", "1721505", "1981696", "4061500"], "ranked_scores": [0.6675, 0.6565, 0.6194, 0.6184, 0.6041, 0.5925, 0.5835, 0.5799, 0.5729, 0.5716], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "297876", "1953277", "4304523", "3989499", "3664758", "8743966", "3113295", "8771883", "3391694"], "ranked_scores": [0.7169, 0.6432, 0.625, 0.5994, 0.591, 0.5835, 0.5679, 0.5651, 0.5617, 0.5589], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64-pq-m8-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["615746", "5917719", "1245154", "7044940", "5450668", "768350", "749759", "7840121", "949520", "1245152"], "ranked_scores": [0.7038, 0.6893, 0.6879, 0.67, 0.6686, 0.667, 0.6667, 0.6656, 0.6654, 0.6625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1674646", "3063200", "50056", "1297109", "2684883", "1844184", "3452232", "7072122", "5633832", "1245154"], "ranked_scores": [0.7076, 0.6665, 0.6586, 0.6496, 0.6424, 0.6385, 0.6311, 0.6257, 0.6216, 0.6122], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5616900", "911138", "5221728", "7656879", "944813", "694863", "3451041", "298606", "6927127"], "ranked_scores": [0.6537, 0.6302, 0.6096, 0.6094, 0.6042, 0.5922, 0.5826, 0.5813, 0.5705, 0.5705], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5984488", "6159778", "6574813", "6368601", "7386338", "698581", "8003599", "939898", "7369987", "8279447"], "ranked_scores": [0.815, 0.815, 0.815, 0.815, 0.815, 0.815, 0.815, 0.815, 0.815, 0.815], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["531109", "3820657", "8442861", "7410205", "3794304", "258129", "3794300", "3794297", "5385409", "3101072"], "ranked_scores": [0.7525, 0.735, 0.7271, 0.7243, 0.715, 0.7084, 0.7028, 0.6959, 0.6914, 0.6908], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["3971679", "1123190", "7636640", "1494980", "3931594", "7543785", "6199238", "2190617", "8605147", "8836031"], "ranked_scores": [0.7049, 0.6509, 0.6455, 0.6371, 0.6332, 0.6276, 0.6226, 0.6139, 0.6053, 0.5959], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "5044321", "3141013", "2379092", "3138143", "7260457", "5155174", "6964479", "5108588", "6787211"], "ranked_scores": [0.6828, 0.6628, 0.6609, 0.65, 0.6463, 0.6408, 0.6373, 0.6327, 0.6291, 0.624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "5610771", "4006491", "8356895", "7698064", "3843787", "8812135", "1043672", "6193415"], "ranked_scores": [0.6407, 0.5682, 0.562, 0.5437, 0.5406, 0.5373, 0.5368, 0.5276, 0.5266, 0.5216], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1854132", "3761519", "8452568", "4432472", "3761517", "1365210", "5180631", "2322245", "289409", "6950275"], "ranked_scores": [0.6985, 0.6985, 0.6898, 0.678, 0.6766, 0.6766, 0.6697, 0.6668, 0.6489, 0.6428], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["1712506", "4476040", "2750832", "5481759", "3434622", "3063200", "2825328", "7964634", "6955766", "1369801"], "ranked_scores": [0.588, 0.5832, 0.5505, 0.5496, 0.5473, 0.5451, 0.5436, 0.543, 0.5404, 0.5345], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["915562", "1226216", "7707024", "1390706", "1501685", "1498135", "795873", "1933413", "258174", "6062397"], "ranked_scores": [0.7158, 0.7153, 0.6822, 0.6777, 0.6643, 0.6636, 0.6461, 0.644, 0.6409, 0.6408], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4231642", "662304", "7853304", "6854565", "295788", "6711596", "5351437", "8223942", "6488930", "1237202"], "ranked_scores": [0.4832, 0.4111, 0.4032, 0.38, 0.3604, 0.3573, 0.3487, 0.3483, 0.3444, 0.3428], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["8165523", "7301823", "4243709", "880269", "8251080", "4798572", "4989064", "5811967", "7301814", "5276545"], "ranked_scores": [0.6157, 0.607, 0.5963, 0.5932, 0.5852, 0.581, 0.5708, 0.5707, 0.5611, 0.558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["3987938", "7970734", "8450828", "8450827", "8450833", "1265191", "7970735", "8130499", "8259514", "6154208"], "ranked_scores": [0.7149, 0.7149, 0.7149, 0.7143, 0.7143, 0.6983, 0.6601, 0.6584, 0.637, 0.6187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "5417234", "3457120", "5720449", "8128745", "3469224", "2703674", "1466669", "6835042", "200203"], "ranked_scores": [0.7316, 0.7129, 0.7128, 0.6907, 0.6855, 0.6822, 0.681, 0.6791, 0.6756, 0.6508], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220312", "7220310", "5703852", "5703848", "5190750", "7220313", "6010341", "8477695", "6003286", "5190753"], "ranked_scores": [0.5455, 0.5265, 0.5133, 0.5024, 0.4961, 0.4813, 0.4804, 0.4577, 0.4349, 0.4152], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7956869", "8504427", "4830262", "3798363", "2001867", "4830265", "8584557", "7870705", "4830263"], "ranked_scores": [0.6338, 0.6219, 0.5966, 0.5847, 0.5634, 0.5546, 0.5507, 0.5442, 0.5417, 0.5405], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "1495624", "3692412", "3646580", "2116929", "1128696", "2682670", "4845318", "5605066", "7671660"], "ranked_scores": [0.6241, 0.6205, 0.6205, 0.6169, 0.616, 0.616, 0.6139, 0.6124, 0.6118, 0.61], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "2221055", "4312273", "2450611", "2356989", "8572049", "2801030", "3638988", "3532662"], "ranked_scores": [0.6322, 0.6006, 0.5691, 0.5691, 0.5672, 0.5622, 0.5599, 0.5526, 0.5517, 0.5503], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["3444262", "1175612", "6568419", "1324231", "5297258", "1799629", "8539656", "7503570", "2724183", "4624988"], "ranked_scores": [0.6964, 0.6925, 0.6909, 0.6512, 0.6493, 0.645, 0.6361, 0.6117, 0.6117, 0.6092], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4826837", "4489799", "4489797", "4489794", "1475307", "7170238", "7170234", "5233423", "1475310", "5213336"], "ranked_scores": [0.6356, 0.6345, 0.6212, 0.6212, 0.6191, 0.6184, 0.6116, 0.6069, 0.6058, 0.6058], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["5433030", "863946", "3853232", "8045986", "2493568", "4327595", "1918866", "6941634", "8045985", "7623736"], "ranked_scores": [0.749, 0.7433, 0.7394, 0.7344, 0.717, 0.7118, 0.7021, 0.7018, 0.7013, 0.7012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689710", "5567101", "7689707", "125564", "5039968", "6506033", "5567108", "3027645", "1273839", "4936994"], "ranked_scores": [0.5745, 0.5402, 0.5314, 0.5148, 0.5137, 0.5128, 0.5119, 0.489, 0.4866, 0.4851], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["6577550", "6600249", "1920855", "1460640", "1607532", "6979322", "6636473", "140119", "6591468", "6979330"], "ranked_scores": [0.7003, 0.7003, 0.6961, 0.6897, 0.6897, 0.6897, 0.6897, 0.6854, 0.6806, 0.6806], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["1106640", "6082244", "1425080", "8281194", "3733774", "2636672", "5734570", "5123227", "6588011", "7630103"], "ranked_scores": [0.8437, 0.8437, 0.8348, 0.8306, 0.8221, 0.8219, 0.8185, 0.8185, 0.8162, 0.8162], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["8474680", "5027729", "101099", "6032024", "3073632", "6287785", "1039754", "5174051", "954270", "1088384"], "ranked_scores": [0.6753, 0.659, 0.659, 0.6585, 0.6585, 0.6529, 0.6527, 0.6524, 0.6502, 0.6501], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["447343", "1613675", "6137671", "2576606", "2576605", "1209272", "5832533", "870351", "521366", "4163766"], "ranked_scores": [0.7634, 0.7634, 0.7531, 0.7389, 0.7389, 0.7215, 0.7091, 0.708, 0.708, 0.7054], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["2570595", "5085223", "1615478", "258524", "8162194", "3024301", "3925241", "6539677", "4084890", "7924849"], "ranked_scores": [0.6211, 0.6068, 0.5983, 0.5911, 0.5901, 0.5696, 0.5598, 0.5555, 0.5547, 0.5528], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["7646422", "5094229", "7863431", "4437972", "173850", "4377794", "2510740", "3557230", "7892877", "7646426"], "ranked_scores": [0.758, 0.758, 0.7555, 0.7435, 0.7433, 0.7428, 0.7388, 0.7382, 0.7382, 0.7345], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1690652", "6246815", "7899629", "5692986", "1091646", "3332393", "3230959", "8789524", "7154584", "8397991"], "ranked_scores": [0.6932, 0.6749, 0.6533, 0.6396, 0.6306, 0.6283, 0.621, 0.6082, 0.6021, 0.5999], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["8773427", "2026078", "6286277", "2269049", "3790429", "8220505", "2396673", "3039803", "1881025", "7975065"], "ranked_scores": [0.6294, 0.6044, 0.5833, 0.5781, 0.5764, 0.5714, 0.5711, 0.5711, 0.5664, 0.5479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["4312612", "447409", "4798912", "5525449", "4786937", "8290414", "6970738", "7526868", "8488292", "6368227"], "ranked_scores": [0.8688, 0.8688, 0.8688, 0.8688, 0.8688, 0.8688, 0.8688, 0.8688, 0.8688, 0.8688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7041861", "3569750", "7370269", "6270123", "7110606", "7110611", "4517769", "1669333", "888154", "5546116"], "ranked_scores": [0.8543, 0.8543, 0.8205, 0.8159, 0.8159, 0.8156, 0.7881, 0.7881, 0.7843, 0.7831], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "30089", "3659405", "4522649", "4502858", "1417034", "4502856", "30088", "2535259", "30085"], "ranked_scores": [0.7427, 0.7427, 0.7378, 0.7277, 0.7229, 0.7107, 0.7107, 0.7089, 0.7007, 0.6921], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["2801030", "6684798", "8148596", "204364", "2356989", "2356986", "8098325", "1288535", "7874898", "6207587"], "ranked_scores": [0.6582, 0.649, 0.6289, 0.6128, 0.5976, 0.5878, 0.5775, 0.5773, 0.576, 0.5734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["1118170", "4360889", "1264750", "1338702", "174956", "4004619", "1338703", "2835995", "1477183", "2245444"], "ranked_scores": [0.7547, 0.7547, 0.745, 0.745, 0.745, 0.745, 0.745, 0.745, 0.7275, 0.7275], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "595669", "3257145", "2697019", "3148555", "4991353", "6753585", "869851", "863946", "3421480"], "ranked_scores": [0.7327, 0.7254, 0.7235, 0.7203, 0.7176, 0.7134, 0.712, 0.6987, 0.6952, 0.693], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "6193415", "1250411", "5393501", "3747811", "2531517", "4240249", "7058094", "4900578"], "ranked_scores": [0.6323, 0.5958, 0.576, 0.576, 0.5355, 0.5188, 0.4967, 0.4944, 0.493, 0.4923], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["6632522", "139964", "5857751", "1343315", "139961", "7428627", "2651737", "139970", "1047648", "2422076"], "ranked_scores": [0.71, 0.7088, 0.6926, 0.6926, 0.6743, 0.6743, 0.6579, 0.6579, 0.6473, 0.6453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5812523", "1933329", "7882842", "886990", "1867101", "6761601", "3428369", "7950831", "4117805", "6180355"], "ranked_scores": [0.6446, 0.6223, 0.6107, 0.6057, 0.6036, 0.6004, 0.5975, 0.5915, 0.5896, 0.5894], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "2940019", "5339587", "8532695", "5339590", "3252244", "5339586", "1969532", "4258663", "5703852"], "ranked_scores": [0.6658, 0.6461, 0.6279, 0.6279, 0.6014, 0.5925, 0.5865, 0.569, 0.5676, 0.5628], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "6472411", "5304087", "8755814", "2971041", "1558470", "8738884", "1398369", "7310850", "3451041"], "ranked_scores": [0.7579, 0.7186, 0.6918, 0.6811, 0.6756, 0.6666, 0.6634, 0.6617, 0.648, 0.6449], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["5101805", "5409486", "7856346", "8221430", "4127072", "8015905", "4158114", "1061747", "7610413", "5431260"], "ranked_scores": [0.6321, 0.6321, 0.6269, 0.6005, 0.5951, 0.5937, 0.5878, 0.579, 0.579, 0.5785], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "8608976", "3147298", "3495831", "6392875", "308711", "3495838", "1189960", "2387122"], "ranked_scores": [0.5737, 0.5413, 0.5253, 0.5235, 0.5019, 0.5011, 0.487, 0.4674, 0.4646, 0.4637], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "609594", "6212591", "6401864", "1053306", "1053300", "879407", "6212597", "2444899", "917841"], "ranked_scores": [0.7369, 0.7147, 0.7147, 0.7098, 0.6834, 0.6834, 0.6635, 0.6415, 0.6316, 0.6151], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4956876", "4113921", "5100196", "930719", "3689305", "5128180", "8736649", "1993059", "3675169"], "ranked_scores": [0.6894, 0.6021, 0.6007, 0.5464, 0.541, 0.5307, 0.5299, 0.5262, 0.524, 0.5223], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1979909", "3734276", "1775985", "8441078", "3772534", "2020929", "1460685", "3668938", "8432430"], "ranked_scores": [0.7375, 0.6924, 0.6844, 0.6844, 0.6844, 0.6844, 0.6844, 0.6841, 0.6683, 0.6683], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7395884", "642815", "4437857", "4603022", "704294", "2542771", "6992509", "6533908"], "ranked_scores": [0.692, 0.6442, 0.6289, 0.6134, 0.6065, 0.6054, 0.6054, 0.605, 0.5989, 0.5989], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981693", "4293962", "4687112", "1942837", "6361048", "4061500", "2229750", "6986881", "5524125", "3139589"], "ranked_scores": [0.6112, 0.5872, 0.587, 0.5819, 0.5742, 0.5587, 0.5578, 0.5574, 0.5553, 0.5547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "1953277", "8743966", "7942122", "7966624", "297876", "4230973", "8743967", "8758591", "5262322"], "ranked_scores": [0.6522, 0.645, 0.5714, 0.5495, 0.5315, 0.5251, 0.5244, 0.5238, 0.5217, 0.5162], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-32-pq-m4-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7072119", "4859452", "4886371", "3445481", "3258629", "575979", "7837267", "558178", "336438", "5574902"], "ranked_scores": [0.8207, 0.8199, 0.8195, 0.8139, 0.794, 0.7936, 0.7786, 0.7723, 0.7718, 0.7669], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1674644", "1270356", "1674646", "6929917", "1102481", "1297112", "3063200", "5550437", "5104995", "1844184"], "ranked_scores": [0.7697, 0.7129, 0.7101, 0.7004, 0.6999, 0.6904, 0.6865, 0.6696, 0.666, 0.6514], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["911138", "5842823", "2496551", "4111588", "6741124", "5616900", "4758511", "8186128", "2647261", "7562631"], "ranked_scores": [0.7678, 0.6529, 0.6338, 0.6324, 0.624, 0.6187, 0.617, 0.6101, 0.584, 0.5806], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "5963438", "3932591", "2812582", "3338175", "7011409", "66616", "6926916", "5359258", "2458975"], "ranked_scores": [0.9192, 0.9069, 0.9069, 0.8942, 0.8938, 0.8938, 0.8936, 0.8936, 0.8868, 0.8801], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794300", "3794304", "3794297", "531109", "3640120", "8554964", "2070215", "5817780", "5346316", "3974537"], "ranked_scores": [0.8782, 0.8398, 0.8398, 0.8224, 0.8201, 0.8128, 0.8021, 0.8017, 0.7963, 0.7951], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["2981039", "970989", "8817884", "2508899", "7061305", "3205963", "378964", "1191483", "8339146", "4272080"], "ranked_scores": [0.7176, 0.6913, 0.6808, 0.6598, 0.647, 0.6447, 0.6434, 0.6431, 0.6353, 0.6324], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "7813557", "6311584", "5091618", "6980305", "1598672", "1777799", "6964479", "4816964", "6964486"], "ranked_scores": [0.8327, 0.8327, 0.7828, 0.7743, 0.7727, 0.7542, 0.73, 0.7237, 0.7237, 0.7236], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "7698064", "5703846", "3550561", "3505871", "3550559", "5610771", "1043672", "3428369", "7872867"], "ranked_scores": [0.8063, 0.7715, 0.7341, 0.7001, 0.6972, 0.6915, 0.6719, 0.663, 0.6401, 0.6333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "5110182", "1365210", "4667084", "1365215", "2421289", "1790781", "4883433", "6950276", "8670393"], "ranked_scores": [0.9492, 0.871, 0.8576, 0.8234, 0.8031, 0.7959, 0.7706, 0.7605, 0.7577, 0.7444], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["6823993", "8630967", "8765405", "5769488", "5942525", "2825328", "5573355", "7187663", "3843788", "3937136"], "ranked_scores": [0.7048, 0.6786, 0.6721, 0.653, 0.6516, 0.6455, 0.6389, 0.5965, 0.5937, 0.5902], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "263423", "3447355", "8583763", "1962396", "6042871", "956206", "1670844", "4711434"], "ranked_scores": [0.8551, 0.8551, 0.7604, 0.7552, 0.7446, 0.743, 0.7142, 0.7056, 0.7037, 0.7037], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["2004", "8811698", "3801128", "3924136", "5351437", "5393501", "7732382", "3638883", "4231642", "3260955"], "ranked_scores": [0.5732, 0.5653, 0.558, 0.5572, 0.5549, 0.5353, 0.5331, 0.5302, 0.5251, 0.5231], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301814", "7331852", "7301819", "1741823", "5209931", "8569405", "3473262", "7888911"], "ranked_scores": [0.873, 0.7806, 0.7787, 0.7362, 0.7361, 0.725, 0.7249, 0.6967, 0.6928, 0.6889], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["1265191", "8450833", "7970734", "8450828", "8259512", "8450827", "7970736", "8259514", "7970735", "320956"], "ranked_scores": [0.8614, 0.8614, 0.8614, 0.8613, 0.8407, 0.8332, 0.8326, 0.8274, 0.8042, 0.7912], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "1466669", "6835042", "5417234", "5720449", "5573355", "3972537", "8765405", "7749216"], "ranked_scores": [0.8403, 0.8114, 0.7892, 0.7892, 0.743, 0.7345, 0.7304, 0.7157, 0.7153, 0.7042], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "7691443", "1332664", "3890351", "5190750", "7496070", "3452115", "1464782", "1460683"], "ranked_scores": [0.7661, 0.7321, 0.6645, 0.6417, 0.6363, 0.6098, 0.6054, 0.5975, 0.5797, 0.5774], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "4830265", "4830262", "7108982", "4830263", "2117742", "7870700", "7108987", "7956869", "5469449"], "ranked_scores": [0.8647, 0.7306, 0.7306, 0.7246, 0.7217, 0.7061, 0.6966, 0.6881, 0.6677, 0.6561], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116933", "4880893", "1128696", "7671660", "8157542", "8660295", "8722441", "5287865", "8161688", "8161690"], "ranked_scores": [0.7603, 0.756, 0.7226, 0.7132, 0.7029, 0.6955, 0.6859, 0.6766, 0.6739, 0.6739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "6937120", "3532662", "3109473", "7525071", "2356989", "3891003", "2647181", "96936"], "ranked_scores": [0.8654, 0.818, 0.7802, 0.7393, 0.73, 0.7254, 0.7112, 0.6932, 0.6856, 0.6819], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["3444262", "4393603", "1799629", "4624988", "1902783", "4916004", "6282957", "1226636", "4393601", "4799839"], "ranked_scores": [0.7627, 0.742, 0.7264, 0.7239, 0.7195, 0.7141, 0.7006, 0.687, 0.687, 0.6853], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["5137139", "5137135", "5213336", "5213340", "7827767", "5135972", "3653805", "5233423", "474971", "4489797"], "ranked_scores": [0.8187, 0.7974, 0.7888, 0.7877, 0.765, 0.7604, 0.7595, 0.7492, 0.7192, 0.7179], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "7269273", "3627016", "5103738", "3378630", "5433030", "7134388", "8045986", "2587999", "1918866"], "ranked_scores": [0.8666, 0.8652, 0.8327, 0.8281, 0.8187, 0.816, 0.8043, 0.7977, 0.7873, 0.7873], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["409310", "7689710", "7689707", "8820180", "5364572", "2105684", "37550", "5039965", "1026671", "4936994"], "ranked_scores": [0.7434, 0.7339, 0.6999, 0.6651, 0.6436, 0.6354, 0.6255, 0.6214, 0.6095, 0.5989], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["1920855", "1546056", "3968773", "92150", "3346337", "1460640", "5210161", "6591468", "631307", "6979330"], "ranked_scores": [0.8777, 0.8756, 0.8756, 0.8756, 0.8756, 0.8417, 0.83, 0.83, 0.83, 0.83], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8281191", "656138", "5739636", "8307546", "1070634", "2155022", "7135032", "7346169", "5873574", "7424964"], "ranked_scores": [0.9253, 0.883, 0.8783, 0.8728, 0.8653, 0.8628, 0.8606, 0.8544, 0.8542, 0.8527], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "6507423", "6287785", "1039754", "101099", "954268", "1333652", "5170943", "1088384", "4805364"], "ranked_scores": [0.7878, 0.7584, 0.7572, 0.752, 0.7418, 0.7411, 0.7282, 0.7229, 0.7225, 0.7138], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613678", "1613675", "1059524", "6033953", "7137675", "870351", "272190", "2473050", "7228393", "7249172"], "ranked_scores": [0.8339, 0.8328, 0.8328, 0.8328, 0.8278, 0.8204, 0.8174, 0.8164, 0.8153, 0.8153], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "8790064", "8741687", "5149609", "8277053", "7496090", "5952078", "8346188", "2589790", "5184907"], "ranked_scores": [0.8354, 0.7664, 0.766, 0.7422, 0.723, 0.7119, 0.7107, 0.7082, 0.7038, 0.7018], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4377794", "3557230", "173850", "5756090", "5196370", "4437972", "7892877", "7863433", "1031624", "5756096"], "ranked_scores": [0.821, 0.7972, 0.7798, 0.7651, 0.7651, 0.763, 0.7612, 0.7565, 0.7556, 0.7369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["7878881", "7647368", "7154584", "4483114", "5940921", "1948259", "5221676", "6818953", "4244515", "1237202"], "ranked_scores": [0.7232, 0.7183, 0.7106, 0.662, 0.6525, 0.6525, 0.6256, 0.6163, 0.611, 0.6086], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8796486", "7833611", "4451324", "4858750", "3979452", "2105496", "659252", "4233615", "5554969"], "ranked_scores": [0.8256, 0.8019, 0.7937, 0.7851, 0.7582, 0.7453, 0.7406, 0.7342, 0.7333, 0.7227], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "1841905", "3141441", "2099688", "2617812", "2898312", "7526871", "5036995", "4005928", "6970738"], "ranked_scores": [0.9099, 0.9057, 0.9057, 0.9057, 0.9029, 0.9029, 0.8996, 0.8964, 0.8943, 0.8934], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "3259751", "7429866", "7041861", "111007", "7770196", "3723524", "5280582", "7434455", "8310623"], "ranked_scores": [0.8723, 0.8133, 0.7916, 0.7718, 0.7716, 0.7694, 0.769, 0.7601, 0.7575, 0.7472], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["3659405", "1592532", "30088", "489952", "4502858", "2391916", "1417034", "4534195", "2535259", "30085"], "ranked_scores": [0.8764, 0.8764, 0.8475, 0.844, 0.8409, 0.8409, 0.8409, 0.8409, 0.8361, 0.8339], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7090447", "6061091", "6061092", "5133662", "7853304", "2789716", "133509", "675950", "8148596", "6910965"], "ranked_scores": [0.7703, 0.7452, 0.7452, 0.7434, 0.7353, 0.7305, 0.7107, 0.6912, 0.6887, 0.6848], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["174956", "4589415", "3765105", "3920912", "8347480", "2290637", "4004619", "1118170", "3661383", "1338703"], "ranked_scores": [0.8606, 0.8606, 0.8606, 0.8588, 0.8326, 0.8324, 0.8324, 0.8309, 0.8291, 0.8182], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["8809616", "869851", "3672237", "4991354", "8745904", "4528861", "826058", "4665676", "595669", "5287450"], "ranked_scores": [0.8342, 0.828, 0.8119, 0.7701, 0.7578, 0.7506, 0.7472, 0.7464, 0.7373, 0.7365], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "7778949", "4605271", "2531512", "1656101", "7395896", "1250411", "4900578", "5393494"], "ranked_scores": [0.8065, 0.7257, 0.7117, 0.6853, 0.669, 0.665, 0.6483, 0.6323, 0.6205, 0.61], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["1063811", "139964", "3722839", "2811260", "7831679", "8586692", "6632522", "3210861", "4951287", "2248106"], "ranked_scores": [0.869, 0.8669, 0.8622, 0.8512, 0.8338, 0.8311, 0.8287, 0.8261, 0.8261, 0.8124], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["561333", "3689305", "3689309", "886990", "5143805", "6761601", "1716202", "4117805", "4117808", "8608886"], "ranked_scores": [0.809, 0.7771, 0.7771, 0.7752, 0.7489, 0.7333, 0.7249, 0.7169, 0.7164, 0.7144], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["3252244", "5339587", "2940019", "7728427", "8532695", "7503113", "5339585", "7728425", "2940016", "2375458"], "ranked_scores": [0.8788, 0.8737, 0.8682, 0.8682, 0.8387, 0.8376, 0.8031, 0.8027, 0.7985, 0.7755], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "3451041", "8822769", "6402602", "3811525", "7611886", "3451044", "3599369", "7562624", "1398369"], "ranked_scores": [0.8075, 0.7886, 0.7885, 0.7603, 0.7589, 0.7568, 0.7426, 0.7371, 0.7354, 0.7166], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "4158114", "4343906", "2659096", "4158115", "4127072", "7610413", "8221431", "8221430", "5431260"], "ranked_scores": [0.8135, 0.7864, 0.7777, 0.7764, 0.7457, 0.7425, 0.7358, 0.7266, 0.7244, 0.7028], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495838", "7770963", "3494053", "1950625", "2101768", "3353771", "1521881", "529107", "654073", "4487010"], "ranked_scores": [0.7385, 0.6814, 0.6814, 0.6677, 0.6391, 0.6338, 0.627, 0.6225, 0.6165, 0.6072], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "6401864", "609594", "6212591", "6212597", "5010804", "6180890", "456120", "8799132", "1030917"], "ranked_scores": [0.8609, 0.8425, 0.781, 0.7749, 0.7694, 0.7313, 0.696, 0.6811, 0.6805, 0.6765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "1993059", "4520541", "5299257", "5025269", "7704729", "217890", "3052767", "8736649", "2465849"], "ranked_scores": [0.838, 0.8141, 0.7854, 0.7618, 0.7082, 0.6671, 0.641, 0.6405, 0.6393, 0.6379], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "1460685", "1793105", "3631388", "7055589", "6252689", "7274984", "1064504", "6561640"], "ranked_scores": [0.8199, 0.7922, 0.7593, 0.7528, 0.7528, 0.7507, 0.7507, 0.7426, 0.7411, 0.7409], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "6567497", "7558181", "7395884", "4878176", "7779900", "8477171", "1728760", "7104592"], "ranked_scores": [0.9057, 0.8792, 0.7983, 0.7926, 0.7802, 0.7504, 0.7475, 0.7443, 0.7376, 0.7312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["3698105", "2229750", "4293962", "4293958", "6986881", "2789716", "5524125", "1721505", "1421746", "4849371"], "ranked_scores": [0.7025, 0.6807, 0.6788, 0.6491, 0.6261, 0.62, 0.6073, 0.5959, 0.5904, 0.5823], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["4304523", "7946528", "297876", "8771883", "3391694", "3791271", "3664758", "7763969", "4385335", "8743967"], "ranked_scores": [0.7686, 0.7654, 0.7298, 0.7273, 0.712, 0.7105, 0.704, 0.6941, 0.6838, 0.6806], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-32-pq-m4-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["949520", "615746", "4859452", "5389787", "5917719", "5450668", "1245154", "515381", "2108856", "8190833"], "ranked_scores": [0.72, 0.7196, 0.7117, 0.7038, 0.6932, 0.691, 0.691, 0.6906, 0.6875, 0.6809], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2818783", "1674646", "1046936", "8567577", "3452232", "1297109", "6929917", "3759750", "1844184", "8098588"], "ranked_scores": [0.7712, 0.7288, 0.7069, 0.701, 0.6974, 0.6916, 0.678, 0.6746, 0.6722, 0.6672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["2323460", "5616900", "5221728", "7094398", "4111588", "399580", "911138", "4758511", "8668637", "3157496"], "ranked_scores": [0.5717, 0.5674, 0.555, 0.555, 0.546, 0.531, 0.5298, 0.5274, 0.5274, 0.5188], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["7386245", "8003599", "7386338", "8284286", "8003601", "8279447", "879246", "832079", "8450788", "939898"], "ranked_scores": [0.8012, 0.8012, 0.8012, 0.8012, 0.8012, 0.8012, 0.8012, 0.8012, 0.8012, 0.8012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794300", "4269410", "8554964", "5385411", "5817780", "6785856", "3108253", "3974537", "2090236", "765488"], "ranked_scores": [0.802, 0.787, 0.787, 0.787, 0.77, 0.7574, 0.7551, 0.7551, 0.7511, 0.7511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["3971679", "1191483", "5431885", "1494980", "378964", "5676506", "952726", "7636640", "1123190", "8836031"], "ranked_scores": [0.7159, 0.6949, 0.6636, 0.6558, 0.6509, 0.647, 0.6424, 0.6383, 0.6349, 0.6336], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["2942434", "5044321", "6312653", "4816964", "2379092", "5135972", "3141013", "2464704", "3138143", "71608"], "ranked_scores": [0.6927, 0.6927, 0.6927, 0.6853, 0.6853, 0.6594, 0.6436, 0.6344, 0.6124, 0.6124], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["5910697", "3550563", "8665855", "463648", "1867101", "1692091", "7331852", "8203167", "4892433", "1612669"], "ranked_scores": [0.6552, 0.6293, 0.6159, 0.6109, 0.6096, 0.6072, 0.6049, 0.6028, 0.5942, 0.5829], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1102477", "1854132", "3761519", "2322244", "8014955", "3761522", "5180629", "8452568", "8741687", "8670401"], "ranked_scores": [0.7577, 0.7577, 0.7577, 0.7577, 0.7577, 0.7577, 0.7523, 0.7523, 0.7344, 0.7299], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["4476040", "405963", "2825328", "2187141", "1712506", "4245585", "2410161", "461342", "6115206", "7060211"], "ranked_scores": [0.7039, 0.6589, 0.6348, 0.6138, 0.6138, 0.6138, 0.6138, 0.6138, 0.6138, 0.6107], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["915562", "8059619", "956206", "6033800", "263423", "223893", "6062397", "1933413", "7707024", "3447355"], "ranked_scores": [0.8354, 0.8354, 0.8354, 0.8354, 0.8008, 0.8008, 0.8008, 0.7962, 0.7962, 0.7962], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8811698", "295788", "8584772", "2389927", "6210342", "6488930", "5238552", "5351437", "8170769", "697749"], "ranked_scores": [0.6008, 0.6008, 0.5696, 0.5551, 0.5444, 0.5333, 0.5325, 0.5198, 0.5198, 0.5125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7331852", "5811967", "1043672", "782064", "806938", "3550563", "1932720", "880269", "2531517", "211437"], "ranked_scores": [0.7448, 0.6681, 0.6634, 0.6514, 0.6363, 0.6339, 0.6312, 0.629, 0.6266, 0.6195], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450827", "8450833", "1265191", "8450828", "7970734", "3987938", "7970735", "757044", "5644075", "5644076"], "ranked_scores": [0.7577, 0.7577, 0.7577, 0.7535, 0.7535, 0.7535, 0.7535, 0.7077, 0.6866, 0.6866], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["5104995", "2914905", "6915697", "5573355", "664917", "1466669", "6835042", "5720449", "7160805", "4036031"], "ranked_scores": [0.7328, 0.7328, 0.7053, 0.705, 0.6972, 0.6972, 0.6972, 0.6942, 0.6937, 0.6838], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["4019402", "7220310", "5703848", "7220312", "2020929", "3734276", "3772534", "3772540", "3832224", "8441078"], "ranked_scores": [0.5422, 0.5275, 0.5206, 0.5104, 0.5009, 0.5009, 0.5009, 0.5009, 0.5009, 0.5009], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["2066852", "7956869", "7108987", "3835174", "6368665", "4635091", "6951614", "6824874", "8504427", "7805085"], "ranked_scores": [0.7113, 0.7035, 0.7035, 0.6882, 0.6882, 0.6882, 0.6882, 0.6882, 0.6882, 0.6882], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2682670", "7671660", "3646580", "3692412", "8157542", "4454857", "5992323", "8161688", "4845318", "8161690"], "ranked_scores": [0.5548, 0.5548, 0.5547, 0.5547, 0.5547, 0.5547, 0.5547, 0.5547, 0.5547, 0.5547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "2424634", "2356989", "7525071", "3638988", "3109480", "3109473", "8572049", "96936"], "ranked_scores": [0.6225, 0.6225, 0.6225, 0.6167, 0.6167, 0.6167, 0.6121, 0.6121, 0.5951, 0.5951], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["1799629", "3444262", "2724183", "4624988", "4393603", "6611953", "7546053", "7932035", "6568419", "7503570"], "ranked_scores": [0.7557, 0.7557, 0.7557, 0.7557, 0.7557, 0.7557, 0.7557, 0.7557, 0.7557, 0.7557], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489799", "1775549", "4489794", "4489797", "4826837", "7170234", "5213336", "5213342", "2131339", "5137139"], "ranked_scores": [0.7492, 0.7492, 0.7492, 0.7492, 0.745, 0.745, 0.7373, 0.7373, 0.7331, 0.7331], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["3378628", "4327595", "5088303", "3627016", "3853232", "5103738", "5433030", "8045985", "5535297", "5143396"], "ranked_scores": [0.7715, 0.7715, 0.7715, 0.7715, 0.7715, 0.7715, 0.7715, 0.7715, 0.7481, 0.7381], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["409310", "289405", "5467125", "4606680", "3178651", "2370674", "7689710", "2175862", "1035452", "4305354"], "ranked_scores": [0.6545, 0.6203, 0.6112, 0.6112, 0.6108, 0.6088, 0.6088, 0.5993, 0.5963, 0.5963], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["6577550", "1493895", "6600249", "1493896", "1920855", "3346342", "2884457", "6488150", "6636473", "6979322"], "ranked_scores": [0.6626, 0.6626, 0.6626, 0.6626, 0.6484, 0.6415, 0.6405, 0.635, 0.635, 0.635], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["6082244", "1106640", "7868171", "3733774", "1425080", "940527", "1952882", "2155022", "5784428", "6604385"], "ranked_scores": [0.7472, 0.7472, 0.7472, 0.7472, 0.7344, 0.7344, 0.7344, 0.7344, 0.7344, 0.7323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1219085", "7650732", "6507423", "6287785", "1333652", "1588747", "1088382", "3415897", "5174051", "4805366"], "ranked_scores": [0.6843, 0.684, 0.6793, 0.6691, 0.6634, 0.6438, 0.6438, 0.6437, 0.6304, 0.6274], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["447343", "4617487", "1613675", "2080220", "174205", "6137671", "1789031", "4163766", "2576605", "2576606"], "ranked_scores": [0.7579, 0.7579, 0.7579, 0.7388, 0.7388, 0.7388, 0.7388, 0.7316, 0.7138, 0.7138], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8790064", "6539677", "2570595", "5084215", "7402995", "5085223", "2154242", "7403004", "7191526", "7326373"], "ranked_scores": [0.6926, 0.6683, 0.6683, 0.6631, 0.6498, 0.6447, 0.6437, 0.6437, 0.6437, 0.6315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4377794", "7161097", "7646422", "173850", "5094229", "7863431", "3948284", "7863433", "7646426", "6442876"], "ranked_scores": [0.7759, 0.7759, 0.7759, 0.7759, 0.7759, 0.7759, 0.737, 0.7322, 0.7322, 0.7255], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1690652", "6246815", "6125802", "4301", "5692986", "2579423", "7860829", "7899629", "6453425", "4891773"], "ranked_scores": [0.7034, 0.6761, 0.6619, 0.6523, 0.6304, 0.6294, 0.6294, 0.6233, 0.6165, 0.6157], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["8220505", "3790429", "2026078", "1800212", "5964806", "6286277", "8287779", "7833611", "4765789", "535868"], "ranked_scores": [0.7372, 0.7372, 0.7129, 0.7129, 0.7129, 0.7129, 0.7129, 0.7081, 0.687, 0.6861], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["5666376", "6357179", "6368227", "6662873", "7470004", "7526868", "8488292", "853509", "6970738", "8290414"], "ranked_scores": [0.9034, 0.9034, 0.9034, 0.9034, 0.9034, 0.9034, 0.9034, 0.9034, 0.9034, 0.9034], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7041861", "3569750", "7429866", "7370269", "6270123", "7110606", "7770196", "7110611", "3369886", "7110612"], "ranked_scores": [0.8422, 0.8422, 0.8407, 0.7834, 0.7753, 0.7753, 0.7731, 0.7731, 0.7428, 0.7384], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["2535259", "30088", "30085", "30089", "4522649", "8437396", "5362792", "4502856", "4502858", "5336580"], "ranked_scores": [0.7997, 0.7997, 0.7997, 0.7997, 0.7997, 0.7997, 0.7997, 0.7997, 0.7997, 0.7997], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["4074080", "2221055", "2356986", "96936", "8572049", "4312273", "2801030", "2450611", "6684798", "204364"], "ranked_scores": [0.6622, 0.6622, 0.6622, 0.6622, 0.6622, 0.6622, 0.6622, 0.6622, 0.6609, 0.6602], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["3920912", "4004619", "4360889", "44595", "5960436", "5184907", "7045511", "4893298", "4589415", "8347480"], "ranked_scores": [0.7883, 0.7883, 0.7883, 0.7883, 0.7883, 0.7883, 0.7883, 0.7883, 0.7883, 0.7883], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["3037305", "7028472", "8398028", "5167352", "186811", "4078349", "4029000", "4600638", "6938258", "2270798"], "ranked_scores": [0.7486, 0.7419, 0.7394, 0.7371, 0.735, 0.7332, 0.7305, 0.7282, 0.7248, 0.7237], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["5489709", "5489710", "7778956", "25771", "7301823", "4158115", "4343906", "8221431", "1656101", "4752964"], "ranked_scores": [0.57, 0.57, 0.5673, 0.5153, 0.5073, 0.5047, 0.5047, 0.5047, 0.5003, 0.5003], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2422076", "2651737", "3210861", "3722839", "4005369", "6632522", "3722841", "5390765", "6632518", "6632520"], "ranked_scores": [0.7306, 0.7306, 0.7306, 0.7306, 0.7306, 0.7306, 0.7306, 0.7306, 0.7306, 0.7306], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["567923", "7017745", "4233620", "156133", "1612669", "561333", "4117805", "2398241", "7470023", "7313345"], "ranked_scores": [0.7011, 0.7011, 0.6993, 0.6817, 0.6756, 0.6716, 0.6716, 0.6617, 0.6617, 0.6594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7789535", "2375462", "2459488", "1303490", "4258663", "2940019", "7275857", "5339587", "8532695", "7728427"], "ranked_scores": [0.6945, 0.6945, 0.6945, 0.6838, 0.6838, 0.6779, 0.6779, 0.6779, 0.6779, 0.6779], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "3451041", "3451044", "3640254", "3640251", "1398369", "3451043", "8822769", "6465151"], "ranked_scores": [0.7881, 0.782, 0.7357, 0.7357, 0.7354, 0.7354, 0.729, 0.729, 0.729, 0.7227], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["1299369", "5101805", "7410708", "5409486", "8534329", "5431260", "8069476", "6760461", "1079499", "4571247"], "ranked_scores": [0.6154, 0.6154, 0.6154, 0.6154, 0.6154, 0.5885, 0.587, 0.587, 0.5835, 0.5835], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770959", "8688659", "1421746", "4385082", "8608976", "108001", "1099427", "1099429", "4033832", "5579440"], "ranked_scores": [0.6023, 0.6023, 0.5836, 0.5836, 0.5752, 0.5728, 0.5728, 0.5728, 0.5728, 0.5728], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212597", "5997547", "716106", "6401864", "6212588", "3538808", "879407", "917841", "7974165", "6212591"], "ranked_scores": [0.7565, 0.7405, 0.7405, 0.7405, 0.7405, 0.7405, 0.7384, 0.7384, 0.7255, 0.6981], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["4956876", "7193888", "3052767", "5299257", "5931817", "1450954", "3689305", "3689309", "7296621", "1538893"], "ranked_scores": [0.7089, 0.7089, 0.6735, 0.6685, 0.6579, 0.6528, 0.6312, 0.6312, 0.6257, 0.6249], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "7511875", "1775985", "1979909", "3734276", "2020929", "3772534", "3772540", "3832224", "8441078"], "ranked_scores": [0.7623, 0.7623, 0.7104, 0.7104, 0.7104, 0.7104, 0.7104, 0.7104, 0.7104, 0.7104], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7395884", "2018124", "4231642", "4437857", "8420748", "7689567", "8431286", "1148253"], "ranked_scores": [0.7568, 0.7568, 0.7004, 0.6749, 0.6694, 0.659, 0.652, 0.646, 0.6415, 0.637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["5164022", "4293962", "288003", "7562526", "4634946", "656138", "8789524", "8281194", "7908771", "940527"], "ranked_scores": [0.6432, 0.6379, 0.6122, 0.6122, 0.6122, 0.6122, 0.6122, 0.6122, 0.6122, 0.6083], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["1953277", "3391694", "3113295", "7284919", "8743966", "7946528", "4917824", "4230973", "297876", "6342544"], "ranked_scores": [0.7185, 0.7185, 0.7185, 0.7185, 0.7185, 0.7185, 0.6537, 0.6398, 0.6341, 0.6341], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-notrunc-bat": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3445481", "8083127", "575979", "558173", "3527619", "638358", "7584907", "7837267", "1674644", "1674646"], "ranked_scores": [586.0, 584.0, 576.0, 558.0, 556.0, 551.0, 549.0, 547.0, 545.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297112", "1297109", "1674644", "2684883", "7187515", "1573370", "7121381", "7248824", "4859452", "542682"], "ranked_scores": [611.0, 599.0, 598.0, 586.0, 576.0, 575.0, 567.0, 566.0, 565.0, 559.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["5842823", "7094398", "911138", "8186121", "4921435", "2403650", "8186128", "5221728", "2295208", "2403648"], "ranked_scores": [579.0, 572.0, 566.0, 555.0, 537.0, 533.0, 529.0, 526.0, 525.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "5769842", "3932591", "2541248", "5963438", "66616", "5359258", "6926916", "8279447", "5997195"], "ranked_scores": [657.0, 645.0, 629.0, 627.0, 624.0, 623.0, 622.0, 620.0, 615.0, 607.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "5450605", "8554964", "7048914", "4269405", "7255678", "7255675", "2070215", "5346316"], "ranked_scores": [625.0, 613.0, 601.0, 595.0, 594.0, 588.0, 586.0, 586.0, 583.0, 579.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["8817884", "5606320", "378964", "1190311", "1975045", "3971679", "478419", "5676506", "1825327", "3205963"], "ranked_scores": [572.0, 564.0, 557.0, 555.0, 553.0, 552.0, 543.0, 543.0, 541.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "6980305", "4816964", "7840121", "6964486", "5227711", "6964479", "1777799", "6311584", "6801871"], "ranked_scores": [628.0, 626.0, 615.0, 611.0, 607.0, 605.0, 602.0, 592.0, 586.0, 583.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550559", "7698064", "3550563", "5644075", "5644076", "7637427", "147832", "4240249", "2562047"], "ranked_scores": [601.0, 588.0, 578.0, 572.0, 537.0, 506.0, 502.0, 501.0, 493.0, 482.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1102477", "8452568", "3761522", "5110182", "4414409", "289409", "3761519", "6950275", "3935387", "1365215"], "ranked_scores": [620.0, 595.0, 583.0, 579.0, 577.0, 574.0, 569.0, 567.0, 554.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5942525", "7479448", "7479455", "8215736", "5132484", "8015791", "1536744", "4293610", "15431"], "ranked_scores": [570.0, 531.0, 484.0, 480.0, 480.0, 479.0, 479.0, 478.0, 475.0, 472.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1226215", "1438830", "5640023", "8681109", "795873", "5640027", "8681111"], "ranked_scores": [676.0, 660.0, 535.0, 535.0, 529.0, 524.0, 520.0, 516.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7168976", "7168973", "2899047", "662304", "8223942", "5043664", "8661651", "6807529", "7858636", "4623381"], "ranked_scores": [557.0, 555.0, 540.0, 528.0, 519.0, 518.0, 508.0, 503.0, 494.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "3454177", "5809779", "4892433", "7331852", "1903335", "7301814", "6363851"], "ranked_scores": [616.0, 594.0, 593.0, 529.0, 527.0, 525.0, 524.0, 514.0, 514.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450827", "8450828", "8259512", "7970736", "8259514", "8450833", "1265191", "7970734", "7970728", "3987938"], "ranked_scores": [638.0, 636.0, 622.0, 617.0, 612.0, 611.0, 601.0, 600.0, 591.0, 590.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "4702013", "5395324", "7160804", "8346654", "5720449", "6835042", "1466669", "6193662"], "ranked_scores": [657.0, 617.0, 583.0, 571.0, 559.0, 548.0, 537.0, 537.0, 536.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "6467669", "7872867", "3936785", "4133417", "8484568", "1136294", "2010657", "2474358"], "ranked_scores": [678.0, 649.0, 534.0, 529.0, 528.0, 526.0, 526.0, 518.0, 513.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "7870704", "8584557", "5696456", "7805085", "2104181", "7937823", "7956869"], "ranked_scores": [651.0, 578.0, 545.0, 527.0, 522.0, 518.0, 518.0, 517.0, 512.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "7948042", "8157542", "3646584", "2116938", "2116936", "2116932", "5605066", "4880893", "2083431"], "ranked_scores": [593.0, 587.0, 571.0, 567.0, 561.0, 560.0, 556.0, 554.0, 553.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "5347138", "1611463", "5347134", "7641492", "3333503", "7164589", "8761342", "3290515"], "ranked_scores": [616.0, 603.0, 575.0, 563.0, 560.0, 553.0, 548.0, 537.0, 537.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "8710757", "6951440", "2091063", "2059254", "5231134", "4624992", "1764325", "4624988"], "ranked_scores": [619.0, 567.0, 559.0, 546.0, 542.0, 542.0, 538.0, 536.0, 534.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["2131335", "2547986", "7170234", "1484399", "6804877", "474971", "4826837", "2131339", "7741734", "1775549"], "ranked_scores": [574.0, 566.0, 565.0, 563.0, 561.0, 558.0, 558.0, 558.0, 555.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "442006", "1918866", "863946", "391341", "5535297", "8477970", "8540414", "7134383", "4796869"], "ranked_scores": [652.0, 649.0, 625.0, 618.0, 612.0, 610.0, 600.0, 599.0, 597.0, 596.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "7689710", "1272785", "5063008", "6506033", "2188117", "8212672", "3649557", "3909648", "3843704"], "ranked_scores": [583.0, 578.0, 550.0, 541.0, 538.0, 531.0, 529.0, 528.0, 525.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "2443030", "1460640", "1546056", "3968773", "3346337", "6979322", "6488150", "5691108"], "ranked_scores": [705.0, 646.0, 632.0, 629.0, 628.0, 622.0, 621.0, 614.0, 604.0, 603.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8307546", "6082244", "2796274", "1070634", "8426355", "2796265", "1106640", "7992320", "2796268", "5055675"], "ranked_scores": [656.0, 644.0, 639.0, 636.0, 632.0, 630.0, 629.0, 626.0, 621.0, 618.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "5174051", "5170949", "1588747", "5027731", "6032024", "2820637", "1333651", "631296"], "ranked_scores": [645.0, 641.0, 600.0, 596.0, 585.0, 583.0, 581.0, 580.0, 574.0, 572.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "2576605", "551238", "2576606", "1314383", "7249172", "870351", "521373", "8630967"], "ranked_scores": [644.0, 623.0, 613.0, 606.0, 604.0, 586.0, 585.0, 585.0, 584.0, 577.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7810605", "3869346", "6502553", "1850491", "3296425", "1221320", "8277053", "3132831", "7402995", "3925241"], "ranked_scores": [578.0, 555.0, 553.0, 549.0, 549.0, 547.0, 544.0, 542.0, 541.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4437972", "4377794", "173850", "4278761", "7288502", "5094229", "2536497", "7646426", "7646422", "2510740"], "ranked_scores": [617.0, 612.0, 602.0, 602.0, 598.0, 594.0, 592.0, 591.0, 589.0, 578.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "5499496", "6453425", "3173599", "6818958", "839355", "3924136", "574950", "7503128", "7154585"], "ranked_scores": [580.0, 551.0, 551.0, 551.0, 550.0, 544.0, 538.0, 538.0, 538.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "4765785", "8796486", "4637748", "4325341", "4233615", "4765789", "1800212", "4858750"], "ranked_scores": [587.0, 567.0, 563.0, 550.0, 542.0, 542.0, 530.0, 527.0, 522.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "7526870", "4005928", "4786937", "7526867", "1511150", "2617812", "2099688", "982652", "6970738"], "ranked_scores": [625.0, 607.0, 606.0, 601.0, 601.0, 589.0, 589.0, 585.0, 584.0, 582.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7937494", "7110611", "6688747", "3259751", "7110612", "7770199", "7770196", "6270123", "7434455"], "ranked_scores": [633.0, 602.0, 588.0, 587.0, 571.0, 569.0, 569.0, 568.0, 563.0, 561.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "4502858", "5336580", "1417034", "2391916", "30088", "2535259", "4522649", "6278487"], "ranked_scores": [681.0, 655.0, 615.0, 608.0, 603.0, 599.0, 599.0, 573.0, 572.0, 570.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "7645257", "6684798", "5133662", "2789716", "7874898", "7853301", "7505807", "1696161"], "ranked_scores": [603.0, 555.0, 552.0, 548.0, 547.0, 546.0, 544.0, 536.0, 535.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2391077", "7741066", "4004613", "4111498", "2894335", "7734838", "2290634", "1118163", "3767739", "6302237"], "ranked_scores": [618.0, 617.0, 615.0, 611.0, 610.0, 610.0, 606.0, 604.0, 603.0, 603.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "4991353", "7161101", "3672237", "3148555", "4991356", "3806458", "595669", "1621473", "2823095"], "ranked_scores": [614.0, 608.0, 601.0, 598.0, 591.0, 587.0, 583.0, 569.0, 567.0, 565.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "3747811", "6193415", "1250411", "4605271", "4900578", "2531512", "3726276", "81365"], "ranked_scores": [639.0, 585.0, 556.0, 554.0, 554.0, 541.0, 540.0, 525.0, 506.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["6632518", "7831679", "6632520", "4951287", "1109548", "139961", "6632522", "7428627", "7795896", "4590213"], "ranked_scores": [588.0, 583.0, 577.0, 576.0, 571.0, 571.0, 569.0, 566.0, 564.0, 560.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1716202", "5812523", "7313342", "921100", "921101", "7313345", "4117805", "6761606", "1019739", "2404041"], "ranked_scores": [561.0, 559.0, 557.0, 554.0, 553.0, 552.0, 550.0, 542.0, 541.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "4258663", "2940019", "2940016", "4258668", "3252244", "7503113", "8532695", "5339586", "5339587"], "ranked_scores": [638.0, 616.0, 609.0, 601.0, 601.0, 594.0, 592.0, 587.0, 584.0, 581.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "8646229", "7562631", "5304087", "694863", "6241516", "1380281", "6235583", "3169674"], "ranked_scores": [637.0, 557.0, 553.0, 552.0, 536.0, 532.0, 524.0, 523.0, 522.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8221437", "4127072", "7856346", "4158114", "2659096", "4343906", "5409485", "4158117", "5431260"], "ranked_scores": [609.0, 596.0, 593.0, 564.0, 558.0, 549.0, 547.0, 543.0, 542.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495838", "7770963", "3495831", "3495840", "3495835", "7770959", "1188785", "1206520", "3494053"], "ranked_scores": [584.0, 571.0, 568.0, 556.0, 550.0, 544.0, 531.0, 527.0, 522.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212597", "6212591", "609594", "3843787", "1053302", "471140", "1253751", "1053306"], "ranked_scores": [681.0, 667.0, 651.0, 622.0, 614.0, 547.0, 541.0, 533.0, 532.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "217890", "3740532", "7332215", "8736649", "5128180", "1993059", "3823641", "5151165"], "ranked_scores": [670.0, 523.0, 513.0, 509.0, 506.0, 504.0, 503.0, 502.0, 502.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "1193873", "1460687", "4139196", "8217557", "7511874", "1717545", "3772534"], "ranked_scores": [621.0, 600.0, 588.0, 571.0, 568.0, 566.0, 566.0, 566.0, 564.0, 561.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "6124976", "1136108", "4437857", "4878176", "3215105", "6533908", "34456"], "ranked_scores": [666.0, 651.0, 604.0, 585.0, 572.0, 570.0, 568.0, 565.0, 561.0, 558.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["8424304", "5955284", "6986881", "8123901", "1981696", "1420930", "5955286", "7589839", "1772350", "5209746"], "ranked_scores": [567.0, 563.0, 550.0, 545.0, 540.0, 536.0, 531.0, 531.0, 529.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8771883", "2819440", "5262322", "1953277", "3687242", "7966624", "3664758", "1334388", "4564069"], "ranked_scores": [659.0, 563.0, 550.0, 538.0, 529.0, 525.0, 525.0, 518.0, 514.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-512-bat": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["575979", "3445481", "8083127", "558173", "7584907", "7837267", "3527619", "615746", "638358", "7275122"], "ranked_scores": [400.0, 398.0, 389.0, 382.0, 380.0, 380.0, 377.0, 377.0, 376.0, 374.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297112", "1674644", "1297109", "2684883", "4808866", "7187515", "7121381", "1573370", "4859452", "542682"], "ranked_scores": [419.0, 410.0, 400.0, 397.0, 391.0, 391.0, 388.0, 384.0, 384.0, 384.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["5842823", "7094398", "8186121", "911138", "4921435", "2403650", "7280059", "7038530", "8186128", "2403648"], "ranked_scores": [389.0, 380.0, 375.0, 373.0, 364.0, 361.0, 356.0, 356.0, 354.0, 353.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "5769842", "3932591", "5963438", "2541248", "8279447", "5359258", "5684712", "66616", "6926916"], "ranked_scores": [438.0, 431.0, 430.0, 428.0, 421.0, 416.0, 415.0, 412.0, 410.0, 409.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "5450605", "7048914", "7255675", "5346316", "8554964", "7255678", "4269405", "2070215"], "ranked_scores": [409.0, 404.0, 403.0, 401.0, 396.0, 395.0, 394.0, 394.0, 393.0, 389.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["8817884", "5606320", "1975045", "378964", "3971679", "1190311", "478419", "1825327", "1494980", "3205963"], "ranked_scores": [383.0, 382.0, 380.0, 374.0, 374.0, 373.0, 368.0, 365.0, 364.0, 364.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "6980305", "7840121", "4816964", "5227711", "6964486", "6964479", "6311584", "6801871", "1777799"], "ranked_scores": [430.0, 424.0, 413.0, 412.0, 407.0, 403.0, 401.0, 392.0, 392.0, 391.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "7698064", "3550559", "3550563", "5644075", "5644076", "7637427", "147832", "2562047", "4240249"], "ranked_scores": [414.0, 395.0, 394.0, 388.0, 363.0, 349.0, 345.0, 344.0, 332.0, 327.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1102477", "8452568", "4414409", "289409", "5110182", "3761522", "6950275", "3761519", "1365215", "7531871"], "ranked_scores": [419.0, 402.0, 393.0, 391.0, 385.0, 382.0, 382.0, 381.0, 370.0, 370.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5942525", "7479448", "7479455", "1922718", "1536744", "5132484", "886990", "6017068", "8215736"], "ranked_scores": [375.0, 364.0, 333.0, 330.0, 324.0, 322.0, 320.0, 319.0, 318.0, 318.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "5640023", "1226215", "8681109", "5640027", "1438830", "795873", "8583766"], "ranked_scores": [455.0, 441.0, 357.0, 354.0, 353.0, 351.0, 351.0, 350.0, 349.0, 344.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7168973", "7168976", "2899047", "662304", "8223942", "8661651", "5043664", "6807529", "729503", "4623383"], "ranked_scores": [383.0, 382.0, 366.0, 360.0, 351.0, 341.0, 340.0, 340.0, 333.0, 332.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "3454177", "4892433", "7331852", "211437", "5809779", "3321024", "8596346"], "ranked_scores": [414.0, 398.0, 397.0, 360.0, 354.0, 353.0, 349.0, 348.0, 344.0, 343.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450827", "8450828", "8259512", "7970736", "8259514", "8450833", "7970734", "1265191", "3987938", "7970728"], "ranked_scores": [433.0, 432.0, 422.0, 416.0, 416.0, 410.0, 409.0, 407.0, 404.0, 400.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "4702013", "7160804", "5395324", "8346654", "1466669", "6835042", "7609384", "7749216"], "ranked_scores": [443.0, 412.0, 390.0, 384.0, 384.0, 367.0, 365.0, 365.0, 364.0, 363.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "6467669", "7872867", "4133417", "1136294", "2010657", "7220313", "3936785", "5190750"], "ranked_scores": [452.0, 431.0, 360.0, 351.0, 349.0, 348.0, 345.0, 345.0, 340.0, 339.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "8584557", "5696456", "7937822", "7805085", "7870704", "7956869", "2104181"], "ranked_scores": [445.0, 387.0, 379.0, 359.0, 359.0, 357.0, 356.0, 351.0, 351.0, 350.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "7948050", "8157542", "3646584", "2116938", "2083431", "2116936", "2116932", "4880893", "5605066"], "ranked_scores": [395.0, 395.0, 384.0, 380.0, 380.0, 379.0, 373.0, 372.0, 370.0, 370.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "5347138", "7641492", "1611463", "5347134", "3333503", "8761342", "7480853", "8325338"], "ranked_scores": [416.0, 399.0, 375.0, 373.0, 372.0, 370.0, 366.0, 358.0, 357.0, 357.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "8710757", "2059254", "4939334", "6951440", "2091063", "1764325", "4624992", "4624988"], "ranked_scores": [414.0, 382.0, 377.0, 374.0, 366.0, 366.0, 365.0, 364.0, 364.0, 359.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["2131335", "1484399", "2547986", "4826837", "7170234", "8738042", "2859564", "6804877", "1775549", "7827761"], "ranked_scores": [385.0, 385.0, 380.0, 376.0, 375.0, 373.0, 372.0, 372.0, 371.0, 369.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "442006", "863946", "391341", "1918866", "5535297", "4796869", "391342", "1023113", "2588002"], "ranked_scores": [438.0, 429.0, 422.0, 417.0, 410.0, 408.0, 404.0, 404.0, 401.0, 401.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689710", "7689707", "3649557", "6506033", "5063008", "1272785", "8212672", "3909648", "1673140", "899649"], "ranked_scores": [394.0, 391.0, 365.0, 364.0, 364.0, 359.0, 359.0, 358.0, 353.0, 352.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "2443030", "1460640", "3968773", "1546056", "6979322", "3346337", "5691108", "8000092"], "ranked_scores": [473.0, 432.0, 418.0, 418.0, 417.0, 412.0, 408.0, 408.0, 403.0, 403.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8307546", "6082244", "1106640", "2796274", "452110", "8426355", "1070634", "7135032", "2796265", "5055675"], "ranked_scores": [442.0, 429.0, 424.0, 423.0, 420.0, 419.0, 416.0, 415.0, 413.0, 412.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "5174051", "6032024", "5170949", "5027731", "5027726", "1588747", "2820637", "631296"], "ranked_scores": [439.0, 432.0, 408.0, 406.0, 402.0, 398.0, 395.0, 391.0, 389.0, 388.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "551238", "2576606", "2576605", "1314383", "7249172", "870351", "272188", "521373"], "ranked_scores": [424.0, 415.0, 407.0, 404.0, 404.0, 390.0, 388.0, 386.0, 385.0, 382.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7810605", "3869346", "250946", "3132831", "8265258", "1850491", "6502553", "5952078", "6722043", "8277053"], "ranked_scores": [386.0, 379.0, 376.0, 376.0, 374.0, 373.0, 372.0, 371.0, 371.0, 371.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4437972", "4377794", "173850", "4278761", "7288502", "5094229", "2536497", "7646422", "7646426", "2061122"], "ranked_scores": [424.0, 421.0, 414.0, 410.0, 410.0, 406.0, 406.0, 406.0, 400.0, 390.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "3173599", "6818958", "574950", "6453425", "839355", "2175305", "6818952", "5499496", "5940921"], "ranked_scores": [388.0, 377.0, 368.0, 364.0, 364.0, 362.0, 361.0, 361.0, 359.0, 359.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4637748", "4765785", "7833611", "4325341", "8796486", "4233615", "3937863", "2105496", "659252"], "ranked_scores": [398.0, 389.0, 389.0, 387.0, 374.0, 373.0, 367.0, 364.0, 363.0, 362.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "4005928", "4786937", "7526870", "1511150", "7526867", "2617812", "982652", "2099688", "7526871"], "ranked_scores": [426.0, 407.0, 405.0, 403.0, 401.0, 397.0, 395.0, 394.0, 392.0, 392.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7937494", "6688747", "7110611", "3259751", "7770199", "7110612", "7770196", "7429866", "5280582"], "ranked_scores": [422.0, 407.0, 396.0, 389.0, 386.0, 380.0, 379.0, 378.0, 375.0, 374.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "4502858", "1417034", "30088", "5336580", "2391916", "6278487", "2535259", "30085"], "ranked_scores": [458.0, 446.0, 412.0, 409.0, 405.0, 405.0, 403.0, 393.0, 391.0, 391.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "5133662", "7874898", "3406116", "1464540", "6684798", "2789716", "7505807", "7645257"], "ranked_scores": [395.0, 378.0, 372.0, 366.0, 365.0, 364.0, 364.0, 364.0, 361.0, 358.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["7741066", "2391077", "7734838", "4111498", "2290634", "4004613", "2894335", "1118163", "2565560", "2894334"], "ranked_scores": [422.0, 420.0, 420.0, 419.0, 418.0, 417.0, 416.0, 415.0, 412.0, 412.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991353", "4991354", "3148555", "7161101", "3672237", "4991356", "3806458", "2823095", "595669", "1621473"], "ranked_scores": [414.0, 413.0, 402.0, 401.0, 398.0, 397.0, 397.0, 389.0, 380.0, 379.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "3747811", "4605271", "1250411", "6193415", "4900578", "2531512", "81365", "3726276"], "ranked_scores": [432.0, 387.0, 372.0, 369.0, 369.0, 365.0, 364.0, 356.0, 351.0, 347.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["6632518", "6632520", "139961", "6632522", "4951287", "1109548", "4005369", "7428627", "7831679", "2488121"], "ranked_scores": [402.0, 396.0, 392.0, 388.0, 387.0, 387.0, 386.0, 384.0, 384.0, 383.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1716202", "5812523", "7313342", "4117805", "921100", "7313345", "6761606", "921101", "5143805", "886990"], "ranked_scores": [379.0, 374.0, 370.0, 370.0, 366.0, 364.0, 363.0, 363.0, 362.0, 361.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "4258663", "2940016", "4258668", "2940019", "7503113", "3252244", "2375458", "5339586", "8532695"], "ranked_scores": [430.0, 418.0, 407.0, 407.0, 405.0, 405.0, 403.0, 395.0, 394.0, 392.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "7562631", "8738884", "8646229", "5304087", "6241516", "694863", "1374743", "6235583", "3451044"], "ranked_scores": [433.0, 383.0, 370.0, 369.0, 356.0, 356.0, 355.0, 355.0, 352.0, 350.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8221437", "4127072", "7856346", "4158114", "4343906", "5409485", "4158117", "1061740", "8221431"], "ranked_scores": [404.0, 396.0, 395.0, 383.0, 379.0, 370.0, 368.0, 366.0, 365.0, 365.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "7770963", "3495838", "3495840", "3495835", "8815917", "5579441", "1206520", "1798238"], "ranked_scores": [388.0, 384.0, 384.0, 383.0, 377.0, 374.0, 360.0, 356.0, 353.0, 353.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212597", "6212591", "609594", "3843787", "471140", "1053306", "1253751", "3843788"], "ranked_scores": [457.0, 453.0, 442.0, 423.0, 417.0, 367.0, 361.0, 361.0, 359.0, 359.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "3740532", "217890", "1993059", "7153880", "5151165", "3823641", "5128180", "7078336"], "ranked_scores": [445.0, 353.0, 352.0, 347.0, 345.0, 344.0, 343.0, 341.0, 340.0, 340.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "2857974", "1460687", "1420186", "1193873", "3668938", "4139196", "8217557"], "ranked_scores": [410.0, 409.0, 402.0, 395.0, 393.0, 391.0, 391.0, 390.0, 390.0, 386.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "6124976", "7395884", "1136108", "4878176", "4437857", "34456", "6533908", "3215105"], "ranked_scores": [443.0, 434.0, 402.0, 402.0, 386.0, 385.0, 383.0, 381.0, 380.0, 379.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["5955284", "8424304", "1420930", "6986881", "1981696", "8123901", "5955286", "5209746", "2229750", "3559380"], "ranked_scores": [390.0, 381.0, 375.0, 373.0, 366.0, 365.0, 362.0, 361.0, 360.0, 358.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8771883", "2819440", "3687242", "5262322", "1953277", "7966624", "3664758", "1334388", "8667781"], "ranked_scores": [439.0, 383.0, 365.0, 365.0, 362.0, 359.0, 357.0, 355.0, 348.0, 347.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-bat": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["575979", "8083127", "3445481", "558173", "4956876", "1674644", "1674646", "615746", "157696", "7584907"], "ranked_scores": [207.0, 205.0, 203.0, 200.0, 197.0, 197.0, 194.0, 193.0, 192.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297112", "1674644", "7121381", "4859452", "1297109", "542682", "2684883", "7187515", "4808866", "1674646"], "ranked_scores": [217.0, 214.0, 209.0, 204.0, 203.0, 199.0, 196.0, 193.0, 192.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["5842823", "911138", "8186121", "5221728", "2295208", "7094398", "7280059", "3640254", "7038530", "7612475"], "ranked_scores": [199.0, 195.0, 192.0, 191.0, 191.0, 189.0, 189.0, 184.0, 184.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "2541248", "5769842", "3932591", "5963438", "5691562", "5359258", "8279447", "5684712", "66616"], "ranked_scores": [228.0, 224.0, 221.0, 219.0, 218.0, 216.0, 215.0, 214.0, 214.0, 213.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["5450605", "3794304", "3794297", "7255678", "7255675", "8554964", "7048914", "4269405", "5346316", "5817777"], "ranked_scores": [210.0, 210.0, 209.0, 206.0, 206.0, 204.0, 201.0, 200.0, 200.0, 199.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1975045", "378964", "1390753", "4496437", "8817884", "5254021", "1494980", "7634337", "7634336", "4811904"], "ranked_scores": [199.0, 197.0, 197.0, 193.0, 193.0, 193.0, 192.0, 192.0, 192.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "7840121", "4816964", "6980305", "5227711", "6964479", "6801871", "6964486", "1777799", "6311584"], "ranked_scores": [227.0, 219.0, 216.0, 215.0, 214.0, 210.0, 208.0, 207.0, 207.0, 206.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "7698064", "3550563", "3550559", "5644075", "7637427", "5644076", "147832", "1768445", "7543996"], "ranked_scores": [214.0, 202.0, 198.0, 195.0, 187.0, 178.0, 173.0, 172.0, 169.0, 169.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1102477", "289409", "3761519", "8452568", "6950275", "2322245", "3761522", "1102481", "4414409", "7531871"], "ranked_scores": [221.0, 204.0, 203.0, 202.0, 201.0, 201.0, 200.0, 200.0, 198.0, 198.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["5942525", "7187663", "2404041", "921101", "7313342", "7313345", "5132484", "6017068", "886990", "921100"], "ranked_scores": [186.0, 180.0, 174.0, 172.0, 171.0, 170.0, 168.0, 168.0, 168.0, 168.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "5640027", "8583766", "5640023", "795873", "4922192", "6532620", "7905540", "915562"], "ranked_scores": [234.0, 223.0, 188.0, 185.0, 184.0, 183.0, 183.0, 181.0, 180.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7168973", "7168976", "2899047", "5043664", "8223942", "662304", "4623383", "4623381", "6807529", "8110427"], "ranked_scores": [192.0, 187.0, 184.0, 179.0, 179.0, 178.0, 169.0, 165.0, 165.0, 165.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "211437", "3698313", "7331852", "8569405", "3454177", "7301814", "7964634"], "ranked_scores": [214.0, 198.0, 198.0, 188.0, 185.0, 181.0, 180.0, 180.0, 179.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450827", "7970736", "8259512", "8450828", "8259514", "7970734", "3987938", "8450833", "1265191", "7970728"], "ranked_scores": [222.0, 221.0, 219.0, 217.0, 217.0, 213.0, 213.0, 213.0, 212.0, 210.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "4702013", "7160804", "5395324", "2703680", "8346654", "1466669", "734127", "6835042"], "ranked_scores": [224.0, 208.0, 201.0, 194.0, 193.0, 191.0, 190.0, 189.0, 189.0, 187.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "6467669", "1136294", "7220313", "3452115", "4133417", "7872867", "5703846", "8484568"], "ranked_scores": [225.0, 217.0, 180.0, 180.0, 176.0, 176.0, 174.0, 173.0, 172.0, 171.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7870700", "7937822", "7937824", "8584557", "5696456", "7209226", "7870704", "6951614"], "ranked_scores": [225.0, 194.0, 194.0, 192.0, 191.0, 191.0, 186.0, 185.0, 185.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "7948042", "2083431", "8157542", "2116936", "2116938", "2716516", "2696075", "3646584", "8722441"], "ranked_scores": [207.0, 200.0, 195.0, 195.0, 193.0, 190.0, 190.0, 189.0, 189.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "7641492", "1611463", "5347138", "7480853", "5717661", "5347134", "3333503", "8688659"], "ranked_scores": [213.0, 206.0, 193.0, 189.0, 185.0, 184.0, 184.0, 183.0, 182.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "1764325", "2059254", "2091063", "8710757", "8045998", "4624992", "6951440", "4939334"], "ranked_scores": [211.0, 197.0, 194.0, 192.0, 191.0, 191.0, 190.0, 187.0, 185.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1484399", "2131335", "1842454", "8738042", "2547986", "3653805", "4489794", "474971", "7827761", "6804877"], "ranked_scores": [198.0, 196.0, 193.0, 192.0, 192.0, 191.0, 191.0, 191.0, 191.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "442006", "391341", "5535297", "863946", "1918866", "391342", "8477970", "1023113", "3378630"], "ranked_scores": [227.0, 223.0, 220.0, 220.0, 219.0, 217.0, 216.0, 216.0, 212.0, 212.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689710", "6506033", "7689707", "3649557", "5063008", "1207921", "3843704", "3506653", "409310", "899649"], "ranked_scores": [206.0, 196.0, 193.0, 186.0, 184.0, 183.0, 183.0, 182.0, 180.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "2443030", "115435", "3968773", "3046036", "1546056", "6636473", "6488150", "6979330"], "ranked_scores": [239.0, 223.0, 212.0, 212.0, 212.0, 212.0, 211.0, 210.0, 209.0, 209.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8307546", "6082244", "452110", "8426355", "1106640", "4901734", "1070634", "1428551", "2796274", "3733774"], "ranked_scores": [222.0, 220.0, 215.0, 214.0, 213.0, 213.0, 212.0, 211.0, 210.0, 210.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "5174051", "5170949", "6032024", "5027731", "1588747", "5027726", "6751126", "5027729"], "ranked_scores": [227.0, 222.0, 215.0, 205.0, 204.0, 203.0, 202.0, 200.0, 199.0, 198.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "2576606", "551238", "2576605", "1314383", "7249172", "272188", "870351", "6033952"], "ranked_scores": [221.0, 217.0, 209.0, 209.0, 209.0, 200.0, 200.0, 198.0, 198.0, 197.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["3132831", "5085223", "250946", "6722043", "6465151", "8277053", "1850491", "2887944", "3925241", "8716923"], "ranked_scores": [200.0, 199.0, 198.0, 198.0, 197.0, 197.0, 197.0, 196.0, 196.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "4377794", "4437972", "5094229", "7288502", "173850", "2536497", "7646422", "2061122", "7646426"], "ranked_scores": [215.0, 215.0, 214.0, 212.0, 211.0, 210.0, 210.0, 206.0, 204.0, 201.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "7503128", "839355", "3173599", "6818958", "6453425", "1536187", "6247115", "6408406", "6045016"], "ranked_scores": [192.0, 188.0, 187.0, 186.0, 185.0, 184.0, 183.0, 183.0, 183.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "4325341", "3937863", "4765785", "4637748", "5675630", "4233615", "8796486", "3663599"], "ranked_scores": [207.0, 204.0, 198.0, 198.0, 197.0, 197.0, 193.0, 191.0, 191.0, 190.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "4005928", "5525449", "1511150", "7526871", "1511155", "4798912", "7526870", "8251721", "8290414"], "ranked_scores": [211.0, 204.0, 203.0, 203.0, 203.0, 202.0, 200.0, 199.0, 199.0, 198.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7937494", "3259751", "7110611", "7429866", "6688747", "7770196", "8120033", "2486151", "6841581"], "ranked_scores": [216.0, 207.0, 203.0, 202.0, 197.0, 197.0, 197.0, 195.0, 194.0, 194.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "5336580", "4502858", "1417034", "2391916", "30088", "30085", "2535259", "5343617"], "ranked_scores": [234.0, 226.0, 206.0, 206.0, 206.0, 203.0, 202.0, 200.0, 200.0, 199.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "5133662", "6684798", "1464540", "2789716", "3712671", "7874898", "7645257", "3406116", "7505807"], "ranked_scores": [198.0, 197.0, 192.0, 191.0, 191.0, 188.0, 188.0, 186.0, 184.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["7741066", "2391077", "7734838", "2245440", "2894334", "4111498", "2290634", "2565560", "2894335", "6495560"], "ranked_scores": [214.0, 214.0, 213.0, 213.0, 211.0, 211.0, 211.0, 209.0, 209.0, 209.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991353", "4991354", "3148555", "3806458", "4991356", "3672237", "595669", "3025818", "7305019"], "ranked_scores": [217.0, 216.0, 216.0, 209.0, 209.0, 208.0, 208.0, 206.0, 203.0, 202.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "3747811", "1250411", "6193415", "2531512", "5393494", "8201717", "81365"], "ranked_scores": [217.0, 198.0, 195.0, 189.0, 187.0, 186.0, 183.0, 179.0, 179.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["6632518", "4005369", "6632520", "7831679", "6632522", "4951287", "1063811", "139961", "7582739", "2488121"], "ranked_scores": [205.0, 202.0, 201.0, 201.0, 199.0, 198.0, 198.0, 197.0, 197.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1716202", "5812523", "1019739", "5143805", "1867098", "6903206", "8608886", "3689305", "6903201", "8608891"], "ranked_scores": [198.0, 197.0, 190.0, 189.0, 189.0, 188.0, 187.0, 185.0, 185.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "2940016", "7728427", "2940019", "4258668", "7503113", "3252244", "5339586", "5339587", "8532695"], "ranked_scores": [216.0, 212.0, 212.0, 210.0, 210.0, 206.0, 202.0, 200.0, 200.0, 200.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "7562631", "8738884", "8646229", "6241516", "332783", "8755814", "1398369", "3169674", "694863"], "ranked_scores": [214.0, 192.0, 192.0, 190.0, 185.0, 182.0, 182.0, 180.0, 180.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "7856346", "8221437", "4127072", "4158114", "4343906", "5409485", "8221431", "1061740", "5101805"], "ranked_scores": [200.0, 198.0, 197.0, 197.0, 189.0, 187.0, 187.0, 187.0, 183.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495838", "3495831", "3495837", "3495840", "1798238", "5579441", "7770963", "3495835", "2463549", "7770959"], "ranked_scores": [201.0, 200.0, 198.0, 196.0, 195.0, 194.0, 194.0, 193.0, 192.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "6401864", "6212597", "6212591", "609594", "1253751", "3843788", "3843787", "8590985", "1053306"], "ranked_scores": [233.0, 232.0, 232.0, 223.0, 217.0, 202.0, 194.0, 192.0, 191.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7803343", "5151165", "930719", "217890", "3823641", "6803255", "3740532", "8516623"], "ranked_scores": [222.0, 185.0, 182.0, 182.0, 180.0, 180.0, 179.0, 179.0, 178.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "1460685", "2857974", "3668938", "8432430", "1420186", "1193873", "1443272", "7511874"], "ranked_scores": [212.0, 209.0, 208.0, 204.0, 204.0, 204.0, 202.0, 201.0, 201.0, 200.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "6124976", "7395884", "6437182", "1452606", "1136108", "6176864", "7515853", "7985411"], "ranked_scores": [230.0, 226.0, 205.0, 204.0, 201.0, 199.0, 199.0, 198.0, 197.0, 197.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["8424304", "5955284", "1420930", "5209746", "8123901", "5955286", "7888894", "6986881", "1981693", "1981696"], "ranked_scores": [196.0, 194.0, 190.0, 183.0, 183.0, 181.0, 181.0, 181.0, 180.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "1953277", "4957113", "8771883", "7966624", "8743967", "3687242", "3664758", "5262322", "4304523"], "ranked_scores": [225.0, 192.0, 189.0, 188.0, 184.0, 184.0, 184.0, 184.0, 183.0, 182.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128-bat": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["8083127", "575979", "4956876", "3445481", "558173", "1674646", "2081579", "7584907", "7837267", "792477"], "ranked_scores": [111.0, 109.0, 108.0, 107.0, 106.0, 105.0, 104.0, 104.0, 103.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297112", "1674644", "7187515", "7121381", "4859452", "749759", "1297109", "542682", "6929917", "7981496"], "ranked_scores": [111.0, 107.0, 105.0, 103.0, 102.0, 102.0, 102.0, 101.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["5842823", "911138", "2295208", "8186121", "7094398", "6779971", "7280059", "7383965", "6810306", "3438971"], "ranked_scores": [106.0, 104.0, 102.0, 102.0, 100.0, 98.0, 98.0, 97.0, 97.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2541248", "3932591", "3338175", "5769842", "66616", "8279447", "5359258", "5963438", "6368608", "6926916"], "ranked_scores": [118.0, 115.0, 115.0, 115.0, 113.0, 113.0, 112.0, 112.0, 111.0, 111.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "5450605", "7255678", "8524691", "5817781", "8554964", "3794297", "7048914", "5637468", "5346316"], "ranked_scores": [108.0, 107.0, 107.0, 106.0, 106.0, 106.0, 105.0, 105.0, 104.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1975045", "5254021", "1190311", "7600993", "1941914", "8299818", "7634336", "5606320", "970989", "7634337"], "ranked_scores": [110.0, 107.0, 106.0, 105.0, 105.0, 105.0, 103.0, 102.0, 102.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "6964479", "4816964", "6980305", "7840121", "5227711", "6311584", "6964486", "6801871", "1777799"], "ranked_scores": [119.0, 117.0, 116.0, 115.0, 114.0, 113.0, 112.0, 112.0, 112.0, 111.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550559", "3550563", "7698064", "7637427", "5644075", "2872904", "7543996", "6480901", "7634342"], "ranked_scores": [108.0, 105.0, 105.0, 103.0, 97.0, 95.0, 93.0, 93.0, 89.0, 88.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1102477", "6950275", "3761517", "3761519", "3761522", "289409", "2322245", "5110182", "1102481", "5180631"], "ranked_scores": [115.0, 109.0, 108.0, 107.0, 106.0, 106.0, 105.0, 105.0, 104.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["5942525", "921101", "7637427", "8628818", "921100", "886990", "7187663", "7313342", "8083740", "8677933"], "ranked_scores": [94.0, 91.0, 90.0, 89.0, 89.0, 89.0, 88.0, 88.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "795873", "8583766", "5640027", "915562", "6062397", "8511971", "8583763"], "ranked_scores": [119.0, 113.0, 99.0, 98.0, 96.0, 96.0, 96.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7168973", "8516644", "8223942", "7168976", "4623383", "4623381", "662304", "2899047", "3801128", "8221687"], "ranked_scores": [99.0, 96.0, 92.0, 92.0, 91.0, 90.0, 89.0, 88.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "211437", "7301819", "7301816", "8596346", "6814815", "3790851", "4860954", "7964634", "7513243"], "ranked_scores": [108.0, 103.0, 102.0, 100.0, 99.0, 97.0, 97.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "8450827", "8259514", "7970728", "8259512", "7970734", "1265191", "8450828", "8450833", "3987938"], "ranked_scores": [117.0, 114.0, 113.0, 112.0, 112.0, 111.0, 109.0, 109.0, 109.0, 107.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "7138663", "4702013", "7609384", "5395324", "7160804", "7160800", "734127", "6915697"], "ranked_scores": [110.0, 104.0, 102.0, 99.0, 97.0, 96.0, 96.0, 96.0, 96.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "1136294", "4133417", "7872867", "6467669", "318796", "7220313", "3452115", "6603025"], "ranked_scores": [114.0, 108.0, 94.0, 93.0, 93.0, 93.0, 92.0, 92.0, 91.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "8584557", "7870704", "7209226", "1026115", "7937822", "7937824", "5696456", "7870700"], "ranked_scores": [115.0, 104.0, 100.0, 100.0, 98.0, 96.0, 96.0, 95.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2083431", "7948050", "2116938", "8722441", "8157542", "7948042", "2116936", "3646584", "4880893", "7964391"], "ranked_scores": [110.0, 107.0, 105.0, 105.0, 104.0, 104.0, 102.0, 102.0, 101.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "8688659", "1288535", "6924493", "2799087", "3109473", "1611463", "4998837", "7525071"], "ranked_scores": [111.0, 105.0, 101.0, 99.0, 98.0, 97.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "1764325", "2059254", "6641480", "2091063", "8045998", "4916011", "4799839", "8710757", "6951440"], "ranked_scores": [111.0, 106.0, 105.0, 105.0, 103.0, 101.0, 101.0, 100.0, 100.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1484399", "1842454", "6854565", "8738042", "1174168", "1174172", "2536995", "1174164", "3384137", "7741734"], "ranked_scores": [107.0, 104.0, 104.0, 103.0, 102.0, 102.0, 102.0, 100.0, 100.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["391341", "863946", "5535297", "8045986", "391342", "1918866", "3378630", "442006", "4796876", "8477970"], "ranked_scores": [115.0, 113.0, 112.0, 111.0, 111.0, 110.0, 110.0, 110.0, 110.0, 110.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689710", "6506033", "3843704", "4390430", "7689707", "3506653", "3649557", "3649558", "5063008", "899649"], "ranked_scores": [104.0, 103.0, 96.0, 95.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "6636473", "3346337", "6488150", "3968773", "3346342", "5691108", "1506380", "6979330"], "ranked_scores": [120.0, 116.0, 114.0, 112.0, 111.0, 110.0, 110.0, 109.0, 108.0, 107.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["6082244", "8307546", "5784428", "7135032", "1428551", "8426355", "3733774", "5628117", "7908771", "7992320"], "ranked_scores": [119.0, 118.0, 114.0, 114.0, 113.0, 113.0, 112.0, 112.0, 111.0, 111.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5174051", "7527096", "1039754", "5170949", "6032024", "1588747", "2820637", "5027729", "5027731", "631296"], "ranked_scores": [114.0, 114.0, 111.0, 111.0, 107.0, 105.0, 105.0, 104.0, 104.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613678", "1613675", "551238", "2576605", "1314383", "2576606", "8630969", "6137671", "7249172", "8630967"], "ranked_scores": [116.0, 113.0, 112.0, 110.0, 109.0, 109.0, 108.0, 107.0, 107.0, 107.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7402995", "1850491", "5351935", "1663808", "8716923", "8265258", "4547262", "5085223", "6090442", "6722043"], "ranked_scores": [106.0, 105.0, 105.0, 104.0, 104.0, 104.0, 104.0, 103.0, 103.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4437972", "4377794", "5094229", "4278761", "173850", "7288502", "2536497", "7646426", "5756090", "7646422"], "ranked_scores": [111.0, 111.0, 110.0, 109.0, 108.0, 108.0, 105.0, 104.0, 103.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "3424319", "3173599", "3051802", "1536187", "1690652", "1948259", "574950", "5940921", "8498825"], "ranked_scores": [100.0, 98.0, 98.0, 98.0, 97.0, 97.0, 97.0, 97.0, 96.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833611", "8796486", "7833608", "4765785", "5675630", "3663599", "8796481", "3937863", "4861485", "5964806"], "ranked_scores": [111.0, 109.0, 105.0, 104.0, 104.0, 103.0, 103.0, 102.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2617812", "3141441", "4005924", "1511150", "2099688", "5525449", "4786937", "4798912", "7526871", "8251721"], "ranked_scores": [109.0, 105.0, 105.0, 104.0, 102.0, 102.0, 101.0, 101.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7937494", "3259751", "7770196", "6688747", "7429866", "7110611", "607856", "7041861", "8331763"], "ranked_scores": [112.0, 104.0, 103.0, 102.0, 102.0, 101.0, 100.0, 100.0, 99.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "5336580", "5343617", "6278487", "30088", "1417034", "4502858", "2535259", "7672042"], "ranked_scores": [119.0, 118.0, 103.0, 102.0, 102.0, 101.0, 101.0, 101.0, 100.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["6684798", "7853304", "5133662", "2789716", "3712671", "1464540", "5435115", "6207587", "7874898", "8098325"], "ranked_scores": [102.0, 102.0, 100.0, 98.0, 98.0, 96.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2894335", "7741066", "7734838", "2245440", "2290634", "2391077", "4111498", "2894334", "2565560", "2924921"], "ranked_scores": [114.0, 113.0, 113.0, 113.0, 111.0, 111.0, 111.0, 111.0, 111.0, 111.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "3025818", "3672237", "7305019", "3148555", "3926427", "4991353", "6669945", "4991354", "4991356"], "ranked_scores": [120.0, 114.0, 113.0, 113.0, 112.0, 110.0, 110.0, 110.0, 110.0, 110.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "8201717", "2531512", "1250411", "3747811", "6193415", "5238552", "81365"], "ranked_scores": [114.0, 105.0, 97.0, 96.0, 96.0, 95.0, 94.0, 94.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["4005369", "7582739", "4951287", "6632518", "7831679", "6632522", "1063812", "2488121", "5857755", "3491901"], "ranked_scores": [109.0, 105.0, 105.0, 104.0, 104.0, 104.0, 103.0, 103.0, 103.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1716202", "5812523", "3689309", "1019739", "8608886", "2404041", "3689305", "5143805", "1933329", "921100"], "ranked_scores": [105.0, 102.0, 100.0, 100.0, 99.0, 98.0, 98.0, 98.0, 97.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258668", "7728427", "4258663", "2940016", "2940019", "3252244", "5339587", "2375458", "8532695", "8455727"], "ranked_scores": [114.0, 112.0, 111.0, 110.0, 105.0, 104.0, 103.0, 103.0, 102.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "7562631", "8738884", "8646229", "6241516", "8755814", "1374743", "332783", "6810306", "6953054"], "ranked_scores": [110.0, 104.0, 103.0, 101.0, 99.0, 97.0, 97.0, 96.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "4127072", "8221430", "2659096", "8221437", "8015905", "8221431", "1922718", "5409485", "4343906"], "ranked_scores": [105.0, 104.0, 104.0, 103.0, 102.0, 100.0, 99.0, 98.0, 98.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495840", "3495837", "5579441", "6392875", "3495831", "2463549", "3495835", "7219444", "5579433", "7770959"], "ranked_scores": [106.0, 105.0, 104.0, 103.0, 102.0, 101.0, 101.0, 101.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "6401864", "6212597", "6212591", "609594", "1253751", "8590985", "3843788", "3843787", "567923"], "ranked_scores": [118.0, 118.0, 115.0, 114.0, 113.0, 110.0, 101.0, 100.0, 99.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "5151165", "6803255", "7439755", "3885193", "5145284", "7803343", "8516623", "930721"], "ranked_scores": [114.0, 98.0, 96.0, 94.0, 93.0, 92.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1443272", "6037741", "5891383", "4482376", "3734276", "6339460", "4139196", "7142747", "8432430"], "ranked_scores": [110.0, 108.0, 108.0, 108.0, 106.0, 106.0, 106.0, 106.0, 105.0, 105.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "6124976", "7395884", "6437182", "7515853", "1136108", "3118156", "6176864", "7985411"], "ranked_scores": [117.0, 116.0, 110.0, 106.0, 106.0, 105.0, 103.0, 103.0, 103.0, 103.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["5955284", "8424304", "1420930", "6361048", "3173599", "1772350", "1981696", "529107", "8123901", "940527"], "ranked_scores": [98.0, 96.0, 95.0, 95.0, 94.0, 94.0, 92.0, 92.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8771883", "4304523", "4957113", "1953277", "7966624", "7973153", "3839347", "8193212", "8777231"], "ranked_scores": [111.0, 103.0, 100.0, 100.0, 99.0, 98.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64-bat": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["157696", "575979", "8083127", "2802097", "7072115", "3279701", "7837267", "4362703", "7584907", "8825856"], "ranked_scores": [56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1649595", "1297112", "1674644", "1573370", "7187515", "1674646", "7121381", "7137594", "949520", "749759"], "ranked_scores": [57.0, 57.0, 56.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7280059", "5842823", "911138", "944813", "2295208", "2971041", "8186121", "7094398", "7216017", "7383965"], "ranked_scores": [54.0, 53.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["1983560", "66620", "2541248", "6767023", "5808927", "6826784", "5865067", "6926916", "6689047", "8279447"], "ranked_scores": [61.0, 61.0, 61.0, 61.0, 60.0, 60.0, 60.0, 60.0, 60.0, 60.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["5450605", "3794297", "3794304", "531109", "5048026", "5346316", "7048914", "8524691", "8554964", "8554961"], "ranked_scores": [60.0, 58.0, 58.0, 57.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1975045", "5254021", "1190311", "5606320", "1941914", "7061305", "970989", "7634336", "7634337", "8283881"], "ranked_scores": [60.0, 60.0, 56.0, 55.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6964479", "6980305", "4816964", "2379092", "3413782", "1777799", "7813557", "6801871", "6964486", "7840121"], "ranked_scores": [59.0, 59.0, 58.0, 57.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "7698064", "3550563", "3550559", "8075222", "5644075", "7637427", "4935193", "7543996", "8672006"], "ranked_scores": [60.0, 57.0, 56.0, 55.0, 51.0, 51.0, 50.0, 49.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1102477", "5180631", "289409", "1102481", "2322245", "5110182", "3761522", "3935387", "4414409", "6950275"], "ranked_scores": [59.0, 58.0, 57.0, 57.0, 57.0, 57.0, 56.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["8628818", "921101", "5942525", "4996201", "886990", "921100", "7950831", "7331852", "8017883", "8608891"], "ranked_scores": [51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "859199", "4922192", "1226215", "795873", "6360246", "915562", "2316828", "7978259"], "ranked_scores": [60.0, 60.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["2143089", "8403211", "1572688", "7168973", "1852105", "7168976", "8221687", "8111528", "8223942", "8373170"], "ranked_scores": [48.0, 48.0, 48.0, 47.0, 47.0, 46.0, 46.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "211437", "8596346", "5957735", "7513243", "3352347", "3790851", "6814815", "6256272", "7964634"], "ranked_scores": [54.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["6709251", "7970728", "7970736", "8259514", "7970734", "1265191", "979449", "6709254", "8450827", "8259512"], "ranked_scores": [60.0, 60.0, 60.0, 58.0, 57.0, 56.0, 56.0, 56.0, 56.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["891052", "3020781", "6408406", "1021615", "6835042", "7160805", "7138663", "7789241", "8128745", "8357075"], "ranked_scores": [54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "6467669", "7953802", "5020098", "5190753", "2316056", "5190750", "8477695", "8484568"], "ranked_scores": [60.0, 56.0, 52.0, 51.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "1026118", "8584557", "7870700", "1026115", "7108987", "7870705", "7870704", "7937822", "8504427"], "ranked_scores": [59.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2083431", "7948050", "8722441", "4880893", "2116938", "2116936", "7643704", "4779313", "8427337", "8660295"], "ranked_scores": [56.0, 53.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "8688659", "7958944", "4687484", "2356989", "3109473", "2424634", "3891003", "2799087", "7525071"], "ranked_scores": [57.0, 55.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["2091063", "3728019", "3444262", "1764325", "4393603", "4799839", "2059254", "8245381", "5185575", "8710757"], "ranked_scores": [57.0, 57.0, 57.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1484399", "2536995", "8738042", "1475310", "7170234", "6705187", "4826837", "714719", "7663534", "8170769"], "ranked_scores": [57.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["1918866", "1670512", "391341", "1023113", "863946", "391342", "6878394", "6988395", "8477970", "8045986"], "ranked_scores": [57.0, 57.0, 57.0, 57.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689710", "6506033", "4390430", "3506653", "409310", "289405", "4133052", "64801", "7689707", "8212672"], "ranked_scores": [53.0, 53.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "1506380", "631307", "3346337", "3968773", "6636473", "6591468", "6979322", "6979330"], "ranked_scores": [63.0, 60.0, 59.0, 59.0, 59.0, 58.0, 58.0, 58.0, 58.0, 58.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["7135032", "5734570", "1428551", "1871086", "1070638", "6082244", "5269626", "452110", "8307546", "8804328"], "ranked_scores": [59.0, 58.0, 58.0, 57.0, 57.0, 57.0, 57.0, 57.0, 57.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["6032024", "5027731", "5170949", "5174051", "6811402", "1039754", "7527096", "1588747", "1088384", "8421090"], "ranked_scores": [60.0, 59.0, 59.0, 58.0, 58.0, 58.0, 58.0, 57.0, 57.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613678", "7249172", "8630969", "1314383", "1613675", "5831764", "2576605", "2473046", "5832532", "8630967"], "ranked_scores": [62.0, 60.0, 60.0, 60.0, 59.0, 59.0, 59.0, 59.0, 59.0, 58.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8716923", "7810605", "8265258", "7402995", "1663808", "3132831", "5408281", "6722043", "6797667", "6090442"], "ranked_scores": [57.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["173850", "5094229", "4278761", "4437972", "4377794", "6442876", "5756090", "7288502", "7646426", "7646422"], "ranked_scores": [55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1756080", "3424319", "6818953", "1220792", "4891773", "4416193", "7154584", "7035222", "8351922", "7647368"], "ranked_scores": [54.0, 53.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["3663599", "3937863", "4325341", "7833611", "4637748", "3314760", "8796486", "4861485", "4966850", "8233455"], "ranked_scores": [59.0, 59.0, 59.0, 58.0, 58.0, 58.0, 57.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2617812", "1098904", "2099688", "3141441", "1682960", "4786937", "6970738", "7526871", "7526868", "8290414"], "ranked_scores": [58.0, 56.0, 56.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7770196", "5427522", "8331763", "7429866", "7027322", "607856", "7110612", "7937494", "8821533"], "ranked_scores": [58.0, 55.0, 54.0, 54.0, 54.0, 53.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "5343617", "6278487", "2066951", "1417034", "1916530", "3931595", "4581467", "5336580"], "ranked_scores": [61.0, 59.0, 55.0, 55.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["6684798", "3109480", "3638988", "7853304", "2424634", "5435115", "8572049", "4795581", "5309891", "7874898"], "ranked_scores": [54.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2894335", "3661383", "2391075", "7741066", "2391077", "2924921", "4004619", "3765105", "4111498", "4589415"], "ranked_scores": [60.0, 59.0, 59.0, 59.0, 58.0, 58.0, 58.0, 58.0, 58.0, 58.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "6669945", "3926427", "6669947", "8593880", "3025818", "4991354", "7372841", "7644552", "8374135"], "ranked_scores": [61.0, 60.0, 59.0, 58.0, 58.0, 58.0, 57.0, 57.0, 56.0, 56.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "6711396", "4900577", "1250411", "7152746", "8201717", "7732382", "8458095"], "ranked_scores": [57.0, 53.0, 53.0, 52.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "4005369", "7582739", "7831679", "1109548", "3672909", "3942500", "6632518", "5857755", "7582741"], "ranked_scores": [57.0, 56.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1716202", "5812523", "886990", "3689305", "6761601", "1933329", "8628818", "3689309", "8628822", "6761606"], "ranked_scores": [55.0, 54.0, 54.0, 54.0, 53.0, 52.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "7728427", "2940016", "3252244", "2940019", "8532695", "2375458", "5339589", "7503113"], "ranked_scores": [58.0, 58.0, 58.0, 56.0, 56.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8646229", "332783", "1398369", "3451044", "7310850", "3811525", "694863", "8738884", "8822769"], "ranked_scores": [55.0, 54.0, 54.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "8221430", "2659096", "7856349", "7856346", "4127072", "5409488", "6125802", "8221431", "8015905"], "ranked_scores": [52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495838", "6232101", "2463549", "7770963", "3495837", "5579433", "8294684", "5579441", "6392875", "7219444"], "ranked_scores": [56.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212597", "1253751", "6212588", "6212591", "609594", "6401864", "8590985", "3843788", "7682402", "987749"], "ranked_scores": [59.0, 58.0, 56.0, 55.0, 55.0, 55.0, 54.0, 54.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "8200642", "4515525", "5151165", "4938306", "743160", "8516623", "7803343", "8349710"], "ranked_scores": [59.0, 52.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["1979909", "1443272", "7511875", "3217352", "2857976", "4838195", "6339460", "4482376", "7299128", "8432430"], "ranked_scores": [58.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 56.0, 56.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "3118156", "6124976", "1452606", "4437857", "6992509", "6176864", "5564159", "7848151"], "ranked_scores": [59.0, 58.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 56.0, 56.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["8424304", "6986881", "1772350", "3173599", "1981696", "3559380", "5299257", "529107", "7138494", "5955284"], "ranked_scores": [51.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "7942122", "4304523", "4564069", "4049212", "8771883", "6588501", "4957113", "8777231"], "ranked_scores": [59.0, 55.0, 54.0, 53.0, 52.0, 52.0, 52.0, 52.0, 51.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-32-bat": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7072115", "3279701", "157696", "2802097", "4956876", "638358", "7275123", "7837267", "7382405", "8083127"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["7187515", "1297112", "1674644", "2187141", "4859452", "4245585", "7121381", "7981496", "7859603", "7175939"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7280059", "7216017", "8543994", "7094398", "2971041", "911138", "8186128", "8822768", "944813", "8822769"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["939894", "5684712", "5945666", "5691562", "6612372", "6767023", "6926916", "6253710", "6689047", "832079"], "ranked_scores": [32.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "8524691", "8554964", "5450605", "4305354", "5133662", "5637468", "531109", "8554961"], "ranked_scores": [31.0, 31.0, 31.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1975045", "378964", "5254021", "1111800", "1190311", "7600993", "1511155", "870786", "8817884", "970989"], "ranked_scores": [31.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6964479", "6980305", "7813557", "2379092", "4816964", "511235", "7840121", "6801871", "8707786", "6964486"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "3550559", "7698064", "2872904", "4633037", "8823462", "5812523", "7637427", "8672006"], "ranked_scores": [31.0, 30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["5110182", "1102477", "289409", "4414409", "6794863", "3506653", "3761517", "3761522", "4983420", "3935387"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["4996201", "8628818", "7950831", "8608891", "3689305", "5812517", "6504208", "6674075", "930721", "7192926"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "2878717", "5443069", "1226215", "795873", "4659311", "4922192", "5230789", "6360246"], "ranked_scores": [30.0, 30.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["6669415", "7650732", "1333652", "8373170", "1396531", "2143089", "6039112", "5293415", "2421289", "8373163"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["4665676", "2938844", "38680", "7301823", "5644076", "7301816", "7331852", "7301819", "8450828", "7513243"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970734", "7970728", "4860953", "1265191", "6709251", "8450827", "8259512", "8450833", "8259514", "8450828"], "ranked_scores": [32.0, 32.0, 31.0, 31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "891052", "200203", "3868557", "7154587", "3230959", "8128745", "4448360", "734127", "8750150"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "6467669", "5190750", "5190753", "7220312", "7953802", "8067800", "8484568", "7872867", "7903539"], "ranked_scores": [31.0, 30.0, 29.0, 29.0, 29.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "6768280", "3798363", "4941655", "4562810", "7108987", "7870705", "5759746", "7937822", "7870700"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4880893", "2083431", "5280582", "2116938", "2716516", "5287865", "7948050", "8660295", "6284716", "8722441"], "ranked_scores": [28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["2356989", "7525071", "2356986", "3891003", "3109473", "1880129", "4998837", "7795675", "7218532", "7958943"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["2091063", "4393603", "2059254", "1764325", "4799839", "6951440", "8045998", "8209433", "8710757", "8245381"], "ranked_scores": [31.0, 31.0, 31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["6854565", "2002383", "4936462", "2314103", "5233423", "6091672", "6705187", "8170769", "6302682", "862392"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "1918866", "1023113", "391342", "442006", "3944850", "5088303", "4796876", "863946", "5535297"], "ranked_scores": [31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["4133052", "6506033", "3856337", "8212672", "1273839", "330886", "289405", "3649558", "7689710", "8403211"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "3346342", "6636473", "6979330", "1460637", "631307", "6449873", "6488150", "6591468", "6979322"], "ranked_scores": [32.0, 31.0, 31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["1871086", "1428551", "1070638", "5734570", "7135032", "8426355", "7424964", "7992320", "8297353", "890035"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5996085", "1039754", "6032024", "6811402", "5027731", "5170949", "6751126", "5174051", "7527096", "954270"], "ranked_scores": [31.0, 31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613678", "1314383", "7249172", "2828289", "4527086", "6033953", "5831764", "8630967", "7228393", "6990532"], "ranked_scores": [32.0, 31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7810605", "8716923", "6090442", "258524", "5408281", "412211", "8263203", "6539677", "8265258", "6797667"], "ranked_scores": [32.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["6442876", "4377794", "4437972", "2536497", "173850", "5669642", "4278761", "6992509", "7646426", "8139545"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6246815", "3424319", "1021615", "6818953", "7160805", "734127", "7597791", "8093131", "8188494", "8351922"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["4637748", "4325341", "3790429", "3810074", "3937863", "3810078", "3979452", "4966850", "8233455", "8796486"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1682960", "2617812", "3587748", "4312612", "4798912", "432400", "7572526", "7526868", "4786937", "82064"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["8331763", "1088382", "4765788", "4303165", "4738326", "5427522", "7110612", "7110606", "607856", "8373170"], "ranked_scores": [29.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "1916530", "4581467", "6278487", "5343617", "3931595", "5336577", "5362792", "7672042"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "4985799", "4039012", "6684798", "3109480", "2785552", "7874898", "754800", "8157356", "8572049"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2894335", "2924921", "2391077", "3661383", "3383567", "4055427", "6258756", "6495560", "4111498", "7741066"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "595669", "1988419", "3926427", "4278764", "7161097", "8374135", "4991354", "8593880", "6669945"], "ranked_scores": [31.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "3867607", "7575158", "5238552", "4900577", "5720131", "6711396", "729503", "906553"], "ranked_scores": [30.0, 29.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["6632518", "1063812", "7831679", "4005369", "6632522", "3210861", "5857755", "5221099", "6632520", "7582739"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["3689305", "886990", "1716202", "6761601", "1019739", "7950831", "7313342", "7313345", "8628818", "921101"], "ranked_scores": [29.0, 29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["2940016", "2375458", "4258668", "7728427", "3252244", "196830", "5703848", "4258663", "7592832", "6010341"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7656879", "3451044", "332783", "7656883", "7482891", "7694305", "8668637", "8451504", "8298270", "8822768"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["2207258", "2659096", "3644713", "1292768", "7177934", "8221437", "6387274", "8038549", "8221430", "8221431"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["6232101", "3147298", "3495840", "3182256", "5579441", "6392875", "3495831", "3495837", "654073", "7793020"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212597", "6401864", "6212588", "2026479", "3843788", "7301816", "7712207", "7301819", "7423418", "811755"], "ranked_scores": [31.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "888741", "1895539", "7176257", "7382405", "8200642", "7803343", "8790221", "8790225"], "ranked_scores": [29.0, 27.0, 27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["1979909", "3832224", "6037749", "7511874", "7299128", "6339460", "8199671", "7511875", "8110288", "8432430"], "ranked_scores": [31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["6176864", "7395884", "8600254", "7395885", "7395888", "7104592", "7316761", "7985409", "7848151", "8169807"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["5299257", "8231996", "1756080", "6535897", "7597791", "1384086", "4891773", "7503128", "7647368", "7589844"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "4564069", "4049212", "7942122", "2575364", "4701564", "5785232", "8771883", "7966624", "7973153"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-tq-8bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["575979", "3445481", "3527619", "5917719", "5265626", "7837267", "8083127", "558173", "1674644", "768350"], "ranked_scores": [0.683, 0.6468, 0.6394, 0.6381, 0.6266, 0.6181, 0.6145, 0.6036, 0.6007, 0.5932], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "542682", "1297109", "1297112", "1674644", "7248824", "526260", "3308552", "5550437", "7187515"], "ranked_scores": [0.7167, 0.7022, 0.6936, 0.6899, 0.6843, 0.6763, 0.6387, 0.6321, 0.6249, 0.624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "911138", "298606", "5221728", "5616900", "4921435", "2403650", "2403648", "8543994"], "ranked_scores": [0.7156, 0.6341, 0.6234, 0.6115, 0.59, 0.5672, 0.5574, 0.549, 0.5387, 0.538], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["6926916", "66616", "5359258", "3338175", "8279447", "5769842", "3125130", "2541248", "7011409", "5997195"], "ranked_scores": [0.8234, 0.8213, 0.8155, 0.8115, 0.8107, 0.7934, 0.7765, 0.7753, 0.7714, 0.77], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "5450605", "7048914", "5346316", "3794300", "2070215", "7255678", "4269405", "8554964"], "ranked_scores": [0.7768, 0.7618, 0.731, 0.7223, 0.7151, 0.7115, 0.7014, 0.6975, 0.6946, 0.6919], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["3205963", "4496437", "8817884", "5606320", "378964", "2190617", "1190311", "1975045", "8011156", "1229810"], "ranked_scores": [0.5843, 0.5802, 0.5796, 0.5738, 0.5639, 0.5599, 0.5442, 0.5423, 0.5336, 0.528], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "7260457", "6964479", "7840121", "4816964", "6980305", "5227711", "1777799", "6964486", "6801871"], "ranked_scores": [0.7396, 0.7348, 0.724, 0.7199, 0.6951, 0.6777, 0.6755, 0.6676, 0.6575, 0.641], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5644075", "5644076", "1043672", "147832", "8069476", "7637427"], "ranked_scores": [0.7414, 0.728, 0.6878, 0.6096, 0.5638, 0.4849, 0.4691, 0.4589, 0.4323, 0.4317], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "8452568", "1365215", "2322244", "249524", "5110182", "1102477", "289409", "4667084", "6950275"], "ranked_scores": [0.7813, 0.7801, 0.7054, 0.6796, 0.6784, 0.6601, 0.6527, 0.6445, 0.642, 0.6346], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "8215736", "5942525", "7187662", "7137594", "5132484", "2117748", "5469449", "2348797", "6124279"], "ranked_scores": [0.6715, 0.545, 0.5219, 0.5214, 0.5212, 0.5031, 0.5019, 0.4969, 0.4941, 0.487], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1438830", "1226215", "2037947", "1226213", "5022892", "1933413", "6042871"], "ranked_scores": [0.8278, 0.8068, 0.6113, 0.5832, 0.5758, 0.5212, 0.5163, 0.5115, 0.4982, 0.4909], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7858636", "2899047", "8223942", "662304", "5043664", "6807529", "7168976", "6535340", "4231642", "8111528"], "ranked_scores": [0.4776, 0.4694, 0.4662, 0.4454, 0.4433, 0.4125, 0.4055, 0.4019, 0.392, 0.3908], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301814", "7331852", "277376", "5809784", "3512764", "1317497", "4561063"], "ranked_scores": [0.8107, 0.7418, 0.7274, 0.5765, 0.5557, 0.5525, 0.5524, 0.5485, 0.5479, 0.546], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "7970736", "8259514", "7970735", "8450827", "8259512", "1265191", "7970734", "7970728", "8450833"], "ranked_scores": [0.8214, 0.7774, 0.7769, 0.7731, 0.7729, 0.7598, 0.7366, 0.7245, 0.7176, 0.7155], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "7160804", "8346654", "6145894", "4702013", "8296550", "5395324", "8296554", "6193662"], "ranked_scores": [0.7886, 0.6623, 0.6255, 0.6177, 0.6173, 0.6151, 0.6141, 0.6074, 0.594, 0.587], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "7220313", "1488928", "5190750", "5190753", "4768599", "7872867", "7903539"], "ranked_scores": [0.8596, 0.8238, 0.5148, 0.5125, 0.5071, 0.4898, 0.4884, 0.4781, 0.475, 0.4748], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "7805085", "4830263", "7870704", "7108982", "7937824", "8584557", "7937822"], "ranked_scores": [0.84, 0.6994, 0.6235, 0.5946, 0.5725, 0.5467, 0.54, 0.5361, 0.5353, 0.5222], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "8157542", "7948042", "4880893", "2116929", "2116936", "3646584", "8660295", "2116938", "2116932"], "ranked_scores": [0.7403, 0.7303, 0.6915, 0.6592, 0.6407, 0.6366, 0.6361, 0.6342, 0.6306, 0.608], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "5980491", "3333503", "1611463", "4374443", "1815026", "4374445", "3225747", "7480853"], "ranked_scores": [0.7916, 0.79, 0.5713, 0.5687, 0.5665, 0.5567, 0.5432, 0.5365, 0.5338, 0.5303], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "2091063", "6951440", "3444262", "5231134", "7153163", "4624992", "7503576", "8045998"], "ranked_scores": [0.7233, 0.6116, 0.6031, 0.5619, 0.5546, 0.5539, 0.5528, 0.549, 0.5469, 0.5321], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "7827765", "4489794", "6804877", "413808", "5213336", "2131335", "4489799", "4489797", "6854565"], "ranked_scores": [0.6136, 0.5893, 0.5685, 0.5455, 0.5448, 0.5385, 0.5384, 0.5286, 0.5278, 0.5274], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "391342", "863946", "391341", "1918866", "7623736", "3853232", "7134383", "5535297"], "ranked_scores": [0.8308, 0.7712, 0.7448, 0.7424, 0.7395, 0.7302, 0.7164, 0.7102, 0.7059, 0.7019], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "7689710", "8820180", "6506033", "2188117", "5364572", "4936994", "409310", "1272785", "623987"], "ranked_scores": [0.6396, 0.6122, 0.6018, 0.5984, 0.54, 0.52, 0.5156, 0.5025, 0.4959, 0.4934], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3346337", "1460640", "3968773", "2443030", "1546056", "5808457", "4615784", "1506380"], "ranked_scores": [0.9342, 0.9024, 0.8493, 0.8293, 0.828, 0.8161, 0.8114, 0.7716, 0.7629, 0.757], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2796274", "1070634", "8426355", "6082244", "5055675", "1871086", "3733774", "7424964", "7992320", "8307546"], "ranked_scores": [0.7977, 0.7753, 0.7689, 0.759, 0.757, 0.7484, 0.7434, 0.7427, 0.7381, 0.7271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "5170949", "5174051", "5027731", "5440997", "1588747", "954268", "5027726", "1333652"], "ranked_scores": [0.7381, 0.723, 0.6866, 0.6629, 0.6057, 0.5902, 0.5785, 0.5765, 0.5731, 0.5723], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "870351", "551238", "2576605", "2576606", "7249172", "2692492", "272188", "1314383"], "ranked_scores": [0.8422, 0.7745, 0.7546, 0.7362, 0.7257, 0.7217, 0.7145, 0.7111, 0.7099, 0.7033], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "7810605", "250946", "8265258", "1663808", "3296425", "5408281", "3720839", "6090442", "8277053"], "ranked_scores": [0.6346, 0.6343, 0.5478, 0.5288, 0.5257, 0.5215, 0.5206, 0.5126, 0.512, 0.5098], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "4437972", "7288502", "4377794", "5094229", "7646422", "5352322", "2536497", "173850", "2195944"], "ranked_scores": [0.7225, 0.7005, 0.6885, 0.6805, 0.6747, 0.6659, 0.6614, 0.6432, 0.6402, 0.6352], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["5499496", "6045016", "7154587", "6818953", "3924136", "3230959", "6818958", "4594595", "5142519", "7154585"], "ranked_scores": [0.6142, 0.582, 0.5776, 0.568, 0.5623, 0.5536, 0.5529, 0.5523, 0.544, 0.5437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "4765785", "8796486", "5675630", "3979452", "4451324", "7344853", "8773427", "4765788"], "ranked_scores": [0.7208, 0.6311, 0.6305, 0.6133, 0.5876, 0.561, 0.5542, 0.5408, 0.5336, 0.5243], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "2099688", "3141441", "4786937", "7526867", "982652", "1511150", "7526871", "7641309", "1841905"], "ranked_scores": [0.8055, 0.7961, 0.7907, 0.7805, 0.7793, 0.7762, 0.7737, 0.77, 0.7672, 0.7667], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "7937494", "7770196", "8331763", "6841581", "6270123", "6688747", "5655"], "ranked_scores": [0.7821, 0.6835, 0.6557, 0.6036, 0.5805, 0.5759, 0.5709, 0.5684, 0.5679, 0.5653], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "4502858", "1417034", "30088", "5336580", "30089", "4502856", "6979705", "489957"], "ranked_scores": [0.8545, 0.8156, 0.7771, 0.7505, 0.7337, 0.7289, 0.6972, 0.6775, 0.667, 0.6636], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "7645257", "133509", "6428732", "7853301", "5133662", "1464540", "6207587", "8098325"], "ranked_scores": [0.7725, 0.6423, 0.6073, 0.6065, 0.5844, 0.5731, 0.5637, 0.5631, 0.5629, 0.557], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "2565560", "4111498", "4589415", "3920912", "4893298", "174956", "2290637", "3765105", "7734838"], "ranked_scores": [0.7286, 0.7268, 0.7215, 0.7154, 0.7046, 0.7026, 0.6887, 0.6784, 0.677, 0.6767], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991354", "3672237", "1621473", "4991353", "3148555", "826058", "4991356", "3806458", "2823095"], "ranked_scores": [0.7364, 0.6744, 0.6726, 0.6596, 0.6412, 0.6311, 0.6131, 0.5925, 0.581, 0.5723], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "4605271", "6193415", "1250411", "5393501", "3747811", "2531512", "3726276"], "ranked_scores": [0.7823, 0.6828, 0.6627, 0.6297, 0.6065, 0.601, 0.5849, 0.578, 0.571, 0.5504], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "139961", "4951287", "1063811", "6632518", "6632522", "4005369", "6632520", "3672905", "7428627"], "ranked_scores": [0.7177, 0.6856, 0.6672, 0.6564, 0.6555, 0.6553, 0.6489, 0.6454, 0.6312, 0.6305], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "1933329", "6761606", "5812523", "5143805", "886990", "8139545", "1631830", "4117805", "6761601"], "ranked_scores": [0.6657, 0.6577, 0.6391, 0.6334, 0.6301, 0.6243, 0.6174, 0.6169, 0.6159, 0.6014], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "4258663", "3252244", "2940019", "4258668", "5339587", "7503113", "5339586", "1969532", "8532695"], "ranked_scores": [0.8236, 0.7958, 0.7732, 0.7615, 0.6787, 0.6617, 0.6559, 0.6493, 0.6379, 0.6375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "8646229", "3451041", "8822769", "3451044", "7562631", "3451043", "5304087", "1398369"], "ranked_scores": [0.8428, 0.7412, 0.6844, 0.6582, 0.648, 0.6453, 0.6262, 0.6144, 0.6137, 0.6017], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221430", "8221437", "4127072", "4343906", "8221431", "4158114", "2574259", "8015905", "1061740"], "ranked_scores": [0.7066, 0.7002, 0.6945, 0.6532, 0.6376, 0.6091, 0.5883, 0.5831, 0.5788, 0.567], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495838", "3495835", "3495840", "3495831", "7770959", "8400909", "3147298", "7699084"], "ranked_scores": [0.7293, 0.7275, 0.6398, 0.5982, 0.5859, 0.5778, 0.5612, 0.535, 0.5162, 0.5067], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212591", "6212597", "1053306", "471140", "1053300", "1053302", "917841"], "ranked_scores": [0.8597, 0.8506, 0.7764, 0.7719, 0.7282, 0.5446, 0.5351, 0.5172, 0.5148, 0.5129], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "5145284", "6396838", "8736649", "7332215", "2790097", "5090588", "5151165", "217890"], "ranked_scores": [0.8527, 0.487, 0.4807, 0.4485, 0.4414, 0.441, 0.4285, 0.4196, 0.4176, 0.4165], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "7966586", "7511874", "2447197", "8177246", "4139196", "1193873", "1460687"], "ranked_scores": [0.7909, 0.7375, 0.6904, 0.6607, 0.6585, 0.6159, 0.6095, 0.6029, 0.6026, 0.5971], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "6124976", "34456", "1136108", "1690952", "3215105", "1452606", "4878176"], "ranked_scores": [0.8486, 0.8325, 0.6996, 0.5789, 0.5629, 0.5579, 0.5579, 0.5406, 0.5383, 0.5336], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "6986881", "1981696", "2229750", "1981693", "1420930", "7888894", "7138494", "8424304", "6361048"], "ranked_scores": [0.6448, 0.6264, 0.6252, 0.6046, 0.5962, 0.596, 0.5941, 0.5863, 0.5849, 0.5809], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "3664758", "6342544", "1953277", "3687242", "5262322", "8771883", "4957113", "8743967"], "ranked_scores": [0.8442, 0.6026, 0.5397, 0.5054, 0.4993, 0.4903, 0.4814, 0.4769, 0.4728, 0.4718], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-tq-4bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["575979", "3445481", "5917719", "3527619", "7837267", "5265626", "8083127", "1674644", "1245152", "558173"], "ranked_scores": [0.6686, 0.6301, 0.6286, 0.6272, 0.6177, 0.6175, 0.6029, 0.5941, 0.5887, 0.5879], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "542682", "1297109", "1674644", "1297112", "7248824", "3308552", "526260", "5550437", "7187515"], "ranked_scores": [0.7067, 0.6894, 0.6862, 0.681, 0.6771, 0.6685, 0.6325, 0.6309, 0.6228, 0.6173], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "911138", "298606", "5221728", "5616900", "2403650", "4921435", "8543994", "2403648"], "ranked_scores": [0.7013, 0.6149, 0.609, 0.5917, 0.5833, 0.5534, 0.5406, 0.5388, 0.5237, 0.5234], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["66616", "6926916", "3338175", "5359258", "8279447", "5769842", "3125130", "2541248", "5997195", "7369987"], "ranked_scores": [0.8108, 0.8071, 0.802, 0.7995, 0.797, 0.7843, 0.7647, 0.764, 0.7615, 0.7569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "5450605", "7048914", "5346316", "3794300", "7255678", "4269405", "2070215", "1587850"], "ranked_scores": [0.7673, 0.7501, 0.7155, 0.7134, 0.7013, 0.6974, 0.6921, 0.6829, 0.6816, 0.6732], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["8817884", "4496437", "5606320", "3205963", "2190617", "378964", "1190311", "1975045", "8011156", "3971679"], "ranked_scores": [0.5669, 0.5586, 0.5558, 0.5556, 0.5479, 0.547, 0.5376, 0.5309, 0.5223, 0.5218], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "7260457", "6964479", "7840121", "4816964", "6980305", "5227711", "1777799", "6964486", "5091618"], "ranked_scores": [0.7251, 0.7239, 0.7122, 0.7085, 0.6776, 0.6692, 0.6586, 0.651, 0.6375, 0.6296], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5644075", "5644076", "1043672", "147832", "7637427", "8069476"], "ranked_scores": [0.7331, 0.7251, 0.6812, 0.6106, 0.5628, 0.4761, 0.4576, 0.4535, 0.4279, 0.4251], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "8452568", "1365215", "249524", "2322244", "5110182", "1102477", "289409", "4667084", "6950275"], "ranked_scores": [0.7695, 0.7654, 0.6989, 0.6762, 0.6649, 0.6509, 0.6453, 0.6353, 0.6306, 0.6178], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "8215736", "7187662", "7137594", "5942525", "5132484", "2348797", "2117748", "128974", "6124279"], "ranked_scores": [0.6676, 0.5368, 0.5203, 0.5144, 0.5111, 0.4993, 0.4972, 0.4894, 0.4849, 0.4816], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1438830", "1226215", "2037947", "5022892", "1226213", "1933413", "1866080"], "ranked_scores": [0.8186, 0.7959, 0.6046, 0.5783, 0.5615, 0.5118, 0.5077, 0.5073, 0.4964, 0.4822], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["2899047", "7858636", "8223942", "5043664", "662304", "7168976", "6535340", "6807529", "4231642", "7168973"], "ranked_scores": [0.4668, 0.4652, 0.4607, 0.4324, 0.428, 0.4047, 0.4017, 0.4009, 0.3995, 0.3868], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301814", "277376", "1317497", "7331852", "5809784", "3512764", "4561063"], "ranked_scores": [0.7966, 0.7275, 0.7142, 0.5654, 0.5485, 0.5476, 0.5469, 0.5455, 0.54, 0.5317], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "7970736", "7970735", "8259514", "8450827", "8259512", "1265191", "7970734", "7970728", "8450833"], "ranked_scores": [0.8128, 0.7679, 0.7664, 0.7644, 0.7632, 0.7521, 0.7277, 0.7117, 0.7106, 0.6987], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "7160804", "8346654", "6145894", "8296550", "4702013", "5395324", "8296554", "6193662"], "ranked_scores": [0.7817, 0.6436, 0.6133, 0.6097, 0.6079, 0.6071, 0.6062, 0.5988, 0.5801, 0.5743], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "1488928", "7220313", "5190750", "5190753", "7872867", "6467669", "1136294"], "ranked_scores": [0.8466, 0.8127, 0.4957, 0.4955, 0.4922, 0.4833, 0.4826, 0.473, 0.4692, 0.4636], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "7805085", "4830263", "7870704", "7937824", "7108982", "8584557", "8091571"], "ranked_scores": [0.8305, 0.6979, 0.6207, 0.5894, 0.5603, 0.5385, 0.5362, 0.5329, 0.532, 0.5156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "8157542", "7948042", "4880893", "2116929", "3646584", "8660295", "2116936", "2116938", "2116932"], "ranked_scores": [0.7256, 0.718, 0.68, 0.6522, 0.6276, 0.6243, 0.6223, 0.6213, 0.6126, 0.5917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "5980491", "3333503", "1611463", "1815026", "4374443", "4374445", "1782220", "3225747"], "ranked_scores": [0.7848, 0.7796, 0.569, 0.5606, 0.5578, 0.5484, 0.5482, 0.5322, 0.5278, 0.5267], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "2091063", "6951440", "3444262", "7153163", "7503576", "5231134", "4624992", "8045998"], "ranked_scores": [0.7029, 0.597, 0.5941, 0.5531, 0.5494, 0.5419, 0.5398, 0.536, 0.534, 0.5219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "7827765", "4489794", "413808", "6804877", "5213336", "7170238", "2131335", "4489799", "6854565"], "ranked_scores": [0.6036, 0.5807, 0.5572, 0.5357, 0.5313, 0.5271, 0.5207, 0.5206, 0.5154, 0.5125], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "391342", "863946", "391341", "1918866", "7623736", "5535297", "3853232", "7134383"], "ranked_scores": [0.8239, 0.7634, 0.7312, 0.7285, 0.7276, 0.724, 0.7104, 0.6984, 0.6958, 0.6955], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "7689710", "8820180", "6506033", "2188117", "4936994", "5364572", "409310", "623987", "4390430"], "ranked_scores": [0.6357, 0.6094, 0.5875, 0.5832, 0.5301, 0.5154, 0.5093, 0.4937, 0.4845, 0.4842], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3346337", "1460640", "3968773", "2443030", "1546056", "5808457", "4615784", "1506380"], "ranked_scores": [0.9274, 0.8923, 0.8361, 0.8186, 0.8167, 0.8023, 0.7979, 0.7598, 0.751, 0.7423], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2796274", "1070634", "8426355", "6082244", "5055675", "1871086", "3733774", "7424964", "7992320", "8307546"], "ranked_scores": [0.7849, 0.7703, 0.7658, 0.7501, 0.7459, 0.7452, 0.7372, 0.7357, 0.7356, 0.7213], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "5170949", "5174051", "5027731", "5440997", "1588747", "954268", "1333652", "5027726"], "ranked_scores": [0.7342, 0.718, 0.6801, 0.6549, 0.6013, 0.592, 0.5771, 0.5733, 0.5721, 0.5662], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "870351", "551238", "2576605", "2576606", "7249172", "272188", "2692492", "1314383"], "ranked_scores": [0.8322, 0.7717, 0.7506, 0.7323, 0.7178, 0.7166, 0.7113, 0.7018, 0.7012, 0.7004], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "7810605", "250946", "8265258", "1663808", "5408281", "6090442", "3720839", "3296425", "1615478"], "ranked_scores": [0.625, 0.619, 0.5386, 0.5253, 0.5156, 0.5102, 0.5101, 0.5072, 0.5065, 0.5027], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "4437972", "7288502", "5094229", "4377794", "5352322", "7646422", "2536497", "173850", "2195944"], "ranked_scores": [0.7144, 0.6953, 0.685, 0.6743, 0.6693, 0.6629, 0.6624, 0.6367, 0.6331, 0.6317], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["5499496", "6045016", "7154587", "6818953", "3230959", "3924136", "4594595", "6818958", "6408406", "5142519"], "ranked_scores": [0.6099, 0.5743, 0.5701, 0.5625, 0.5553, 0.5532, 0.5519, 0.5444, 0.5398, 0.5388], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4765785", "7833611", "8796486", "5675630", "3979452", "4451324", "7344853", "8773427", "4765788"], "ranked_scores": [0.7053, 0.6274, 0.6232, 0.6045, 0.5842, 0.5603, 0.5457, 0.5325, 0.529, 0.5214], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "2099688", "3141441", "7526867", "982652", "4786937", "1511150", "7526871", "7641309", "1841905"], "ranked_scores": [0.7957, 0.7847, 0.7824, 0.77, 0.7681, 0.7659, 0.7616, 0.7592, 0.756, 0.7551], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "7937494", "6841581", "8331763", "7770196", "6270123", "5655", "6688747"], "ranked_scores": [0.7676, 0.6821, 0.6492, 0.5963, 0.5716, 0.5669, 0.5668, 0.5578, 0.5572, 0.5506], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "4502858", "1417034", "30088", "5336580", "30089", "4502856", "6979705", "489957"], "ranked_scores": [0.8451, 0.8074, 0.7777, 0.7478, 0.7291, 0.72, 0.69, 0.6739, 0.6661, 0.6587], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "7645257", "133509", "6428732", "6207587", "7853301", "1464540", "8098325", "5133662"], "ranked_scores": [0.7584, 0.6336, 0.5995, 0.5843, 0.5759, 0.5613, 0.5591, 0.5591, 0.556, 0.5519], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565560", "4004619", "4111498", "4589415", "3920912", "4893298", "174956", "2290637", "7734838", "3765105"], "ranked_scores": [0.7195, 0.718, 0.7164, 0.7041, 0.6978, 0.69, 0.6826, 0.6691, 0.6667, 0.6649], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991354", "3672237", "1621473", "4991353", "3148555", "826058", "4991356", "3806458", "2823095"], "ranked_scores": [0.7332, 0.6635, 0.6608, 0.6561, 0.6269, 0.6233, 0.6034, 0.5897, 0.5781, 0.568], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "4605271", "6193415", "1250411", "5393501", "3747811", "2531512", "7778949"], "ranked_scores": [0.7733, 0.6718, 0.6602, 0.6163, 0.5956, 0.5914, 0.57, 0.5624, 0.5614, 0.5441], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "139961", "4951287", "6632522", "6632518", "4005369", "1063811", "6632520", "7428627", "3672905"], "ranked_scores": [0.7086, 0.679, 0.6568, 0.6466, 0.6463, 0.643, 0.6421, 0.6354, 0.6233, 0.6219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "1933329", "6761606", "5812523", "5143805", "8139545", "886990", "1631830", "4117805", "3689305"], "ranked_scores": [0.6628, 0.6494, 0.633, 0.6197, 0.6152, 0.6128, 0.6127, 0.6062, 0.6027, 0.5893], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "4258663", "3252244", "2940019", "4258668", "5339587", "7503113", "5339586", "8532695", "1969532"], "ranked_scores": [0.8161, 0.7814, 0.7583, 0.7531, 0.6637, 0.6555, 0.6452, 0.6412, 0.6306, 0.6255], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "8646229", "3451041", "3451044", "8822769", "7562631", "5304087", "3451043", "1398369"], "ranked_scores": [0.8311, 0.7252, 0.6709, 0.6487, 0.6324, 0.6241, 0.6147, 0.6084, 0.5961, 0.5906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221430", "8221437", "4127072", "4343906", "8221431", "4158114", "2574259", "8015905", "5431260"], "ranked_scores": [0.7025, 0.6869, 0.6842, 0.6434, 0.6268, 0.601, 0.5852, 0.5715, 0.5704, 0.5689], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495838", "3495835", "3495840", "3495831", "7770959", "8400909", "3147298", "7699084"], "ranked_scores": [0.7218, 0.7213, 0.6414, 0.5944, 0.5818, 0.5818, 0.551, 0.5253, 0.5084, 0.5027], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212591", "6212597", "1053306", "471140", "1053300", "1053302", "917841"], "ranked_scores": [0.8512, 0.8435, 0.7631, 0.7545, 0.7118, 0.542, 0.527, 0.512, 0.5091, 0.5088], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "5145284", "6396838", "8736649", "7332215", "1993059", "5299257", "5151165", "5090588"], "ranked_scores": [0.8412, 0.4751, 0.4704, 0.4455, 0.4359, 0.4284, 0.4151, 0.4105, 0.4104, 0.4096], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "7511874", "7966586", "8177246", "1193873", "2447197", "4139196", "1460687"], "ranked_scores": [0.7748, 0.7252, 0.6738, 0.6576, 0.6488, 0.5995, 0.5988, 0.5976, 0.5896, 0.5846], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "6124976", "34456", "1136108", "1690952", "3215105", "4878176", "1452606"], "ranked_scores": [0.8345, 0.8161, 0.6915, 0.562, 0.5585, 0.5459, 0.5326, 0.5324, 0.5268, 0.5231], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "6986881", "1981696", "2229750", "1420930", "7888894", "1981693", "8424304", "7138494", "6361048"], "ranked_scores": [0.6354, 0.6169, 0.6137, 0.594, 0.5923, 0.5879, 0.5837, 0.5797, 0.579, 0.5751], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "3664758", "6342544", "3687242", "1953277", "5262322", "3935875", "8743967", "4957113"], "ranked_scores": [0.8317, 0.5847, 0.5353, 0.4979, 0.489, 0.48, 0.4731, 0.4703, 0.4675, 0.4666], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-tq-3bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["575979", "3445481", "3527619", "7837267", "5917719", "5265626", "8083127", "1674644", "7275122", "558173"], "ranked_scores": [0.6666, 0.6394, 0.6313, 0.6168, 0.6135, 0.6093, 0.6011, 0.5938, 0.583, 0.5801], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "1674644", "542682", "1297109", "1297112", "7248824", "3308552", "526260", "7121381", "4808866"], "ranked_scores": [0.7034, 0.6815, 0.6783, 0.672, 0.6574, 0.6454, 0.6211, 0.6144, 0.6025, 0.6012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "911138", "5221728", "298606", "5616900", "4921435", "2403650", "8543994", "3475986"], "ranked_scores": [0.6749, 0.5984, 0.5948, 0.5717, 0.5668, 0.5457, 0.5287, 0.5133, 0.5084, 0.5072], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["66616", "6926916", "5359258", "3338175", "8279447", "5769842", "3125130", "5997195", "2541248", "515311"], "ranked_scores": [0.7911, 0.7892, 0.7869, 0.7852, 0.7782, 0.7674, 0.754, 0.7515, 0.7476, 0.7382], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "7048914", "5346316", "3794300", "5450605", "4269405", "2070215", "7255678", "8554964"], "ranked_scores": [0.7419, 0.728, 0.6978, 0.6942, 0.6881, 0.6838, 0.6687, 0.6679, 0.665, 0.6632], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["3205963", "8817884", "5606320", "378964", "4496437", "1190311", "2190617", "1975045", "1229810", "1390753"], "ranked_scores": [0.546, 0.5459, 0.5446, 0.5424, 0.5413, 0.5309, 0.524, 0.5181, 0.5162, 0.5058], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "7260457", "7840121", "6964479", "6980305", "4816964", "5227711", "1777799", "6964486", "5091618"], "ranked_scores": [0.7003, 0.6919, 0.6855, 0.6811, 0.6556, 0.6531, 0.6436, 0.634, 0.6248, 0.6098], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5644075", "5644076", "1043672", "147832", "8069476", "4240249"], "ranked_scores": [0.7099, 0.705, 0.6674, 0.5932, 0.5584, 0.4724, 0.4446, 0.4419, 0.4144, 0.4144], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "8452568", "1365215", "249524", "2322244", "1102477", "5110182", "4667084", "289409", "6950276"], "ranked_scores": [0.7589, 0.7466, 0.6862, 0.6583, 0.6418, 0.6329, 0.6298, 0.6126, 0.6041, 0.6004], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "8215736", "5942525", "7137594", "7187662", "2348797", "6124279", "5132484", "2117748", "879819"], "ranked_scores": [0.6594, 0.5241, 0.5186, 0.509, 0.5001, 0.4805, 0.4796, 0.4783, 0.4764, 0.4713], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1438830", "1226215", "1226213", "2037947", "5022892", "1866080", "1933413"], "ranked_scores": [0.8027, 0.7793, 0.5848, 0.5555, 0.5458, 0.4982, 0.4942, 0.4824, 0.4763, 0.4716], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7858636", "8223942", "2899047", "5043664", "662304", "7168976", "6807529", "4231642", "6535340", "8111528"], "ranked_scores": [0.4544, 0.4531, 0.4497, 0.4183, 0.4151, 0.3987, 0.3925, 0.3842, 0.3799, 0.3746], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301814", "277376", "7331852", "5809784", "3512764", "1317497", "3803414"], "ranked_scores": [0.7868, 0.709, 0.696, 0.5432, 0.5406, 0.5363, 0.5307, 0.5299, 0.5261, 0.526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "8259514", "8450827", "7970735", "7970736", "8259512", "1265191", "7970728", "7970734", "8450833"], "ranked_scores": [0.8011, 0.7535, 0.7508, 0.7491, 0.7449, 0.738, 0.7146, 0.6978, 0.6974, 0.6855], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "7160804", "8346654", "6145894", "4702013", "8296550", "5395324", "8296554", "6193662"], "ranked_scores": [0.7689, 0.6265, 0.5973, 0.5897, 0.5896, 0.588, 0.5817, 0.5682, 0.5594, 0.5505], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "7220313", "5190753", "1488928", "7872867", "4768599", "5190750", "6467669"], "ranked_scores": [0.8307, 0.8019, 0.488, 0.4775, 0.4714, 0.4696, 0.4548, 0.4539, 0.4532, 0.4529], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "7805085", "4830263", "7870704", "7937824", "4830265", "8584557", "7108982"], "ranked_scores": [0.8068, 0.6757, 0.6118, 0.5624, 0.5451, 0.5307, 0.5248, 0.5156, 0.5107, 0.5098], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "8157542", "7948042", "4880893", "2116936", "2116929", "8660295", "3646584", "2116938", "2116932"], "ranked_scores": [0.7193, 0.7097, 0.6693, 0.6358, 0.6249, 0.6185, 0.616, 0.6079, 0.5962, 0.5929], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "5980491", "3333503", "4374443", "1611463", "1815026", "4374445", "1782220", "3225747"], "ranked_scores": [0.772, 0.763, 0.5608, 0.5556, 0.5408, 0.5392, 0.5389, 0.5182, 0.5179, 0.5166], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "2091063", "6951440", "7153163", "3444262", "4624992", "8045998", "5231134", "7454251"], "ranked_scores": [0.7015, 0.5919, 0.5741, 0.5561, 0.5435, 0.5422, 0.5243, 0.5242, 0.5227, 0.5219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "7827765", "4489794", "413808", "6804877", "5213336", "6854565", "7170238", "2131335", "4489799"], "ranked_scores": [0.5935, 0.5692, 0.5508, 0.5318, 0.5315, 0.5171, 0.5155, 0.5129, 0.5111, 0.5047], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "863946", "391342", "391341", "1918866", "7623736", "7134383", "2588002", "3853232"], "ranked_scores": [0.8026, 0.7415, 0.7182, 0.7096, 0.7049, 0.7014, 0.6897, 0.6865, 0.6824, 0.6788], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "7689710", "8820180", "6506033", "2188117", "5364572", "4936994", "1673140", "409310", "623987"], "ranked_scores": [0.6303, 0.5956, 0.5808, 0.5767, 0.5282, 0.5178, 0.5104, 0.4803, 0.4785, 0.4764], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3346337", "3968773", "1460640", "2443030", "1546056", "5808457", "4615784", "1506380"], "ranked_scores": [0.904, 0.8735, 0.8128, 0.8014, 0.8001, 0.7909, 0.7782, 0.743, 0.7377, 0.7342], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2796274", "8426355", "1070634", "5055675", "1871086", "6082244", "3733774", "7992320", "7424964", "5784428"], "ranked_scores": [0.7809, 0.7621, 0.7585, 0.7446, 0.7428, 0.7407, 0.7362, 0.734, 0.7303, 0.7064], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "5170949", "5174051", "5027731", "5440997", "1588747", "5027726", "6343914", "954268"], "ranked_scores": [0.7202, 0.7067, 0.6643, 0.642, 0.5933, 0.5778, 0.5627, 0.5596, 0.5573, 0.5561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "870351", "2576605", "551238", "2576606", "7249172", "2692492", "1314383", "272188"], "ranked_scores": [0.8162, 0.758, 0.7287, 0.7063, 0.7052, 0.6998, 0.6903, 0.6855, 0.6805, 0.6725], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "7810605", "250946", "1663808", "8265258", "3296425", "6090442", "5408281", "3720839", "1615478"], "ranked_scores": [0.6063, 0.6054, 0.5192, 0.5135, 0.5018, 0.4933, 0.4878, 0.4861, 0.4815, 0.4752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "4437972", "7288502", "4377794", "5094229", "7646422", "5352322", "173850", "2536497", "2195944"], "ranked_scores": [0.6943, 0.6819, 0.6638, 0.6553, 0.652, 0.6437, 0.6405, 0.6268, 0.6218, 0.6149], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["5499496", "7154587", "6045016", "6818953", "4594595", "3924136", "6818958", "7154585", "3230959", "1237202"], "ranked_scores": [0.5948, 0.5611, 0.5595, 0.5547, 0.541, 0.5407, 0.5386, 0.5357, 0.5326, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4765785", "7833611", "8796486", "5675630", "3979452", "4451324", "7344853", "8773427", "4765788"], "ranked_scores": [0.6971, 0.6187, 0.5995, 0.5991, 0.5666, 0.5547, 0.538, 0.5238, 0.5071, 0.5015], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "2099688", "3141441", "4786937", "7526867", "982652", "1511150", "7526871", "1841905", "7641309"], "ranked_scores": [0.7839, 0.7676, 0.7573, 0.7548, 0.7533, 0.7453, 0.7451, 0.7414, 0.7388, 0.7384], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "7937494", "8331763", "6841581", "7770196", "6270123", "7041861", "3259751"], "ranked_scores": [0.7457, 0.6646, 0.6326, 0.5849, 0.5591, 0.5558, 0.5551, 0.5425, 0.5378, 0.5369], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "4502858", "1417034", "30088", "5336580", "30089", "4502856", "6979705", "489957"], "ranked_scores": [0.8257, 0.7851, 0.7599, 0.7297, 0.7031, 0.6959, 0.6706, 0.6558, 0.6482, 0.6418], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "7645257", "133509", "6428732", "7853301", "6207587", "8098325", "5133662", "1464540"], "ranked_scores": [0.7446, 0.5992, 0.5743, 0.5737, 0.5604, 0.5523, 0.5414, 0.5408, 0.5383, 0.5272], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4111498", "2565560", "4004619", "4589415", "4893298", "3920912", "174956", "2391075", "3765105", "1899171"], "ranked_scores": [0.7044, 0.7025, 0.6997, 0.6779, 0.67, 0.6694, 0.6667, 0.6558, 0.6452, 0.6433], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "3672237", "4991354", "1621473", "4991353", "3148555", "826058", "4991356", "3806458", "2823095"], "ranked_scores": [0.7138, 0.642, 0.6401, 0.6279, 0.6115, 0.6017, 0.5943, 0.5712, 0.5594, 0.5508], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "4605271", "6193415", "1250411", "5393501", "3747811", "2531512", "7778949"], "ranked_scores": [0.7557, 0.6613, 0.6447, 0.6089, 0.5796, 0.576, 0.5612, 0.5524, 0.5408, 0.5294], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "139961", "4951287", "1063811", "6632522", "6632520", "6632518", "3672905", "4005369", "7428627"], "ranked_scores": [0.684, 0.6573, 0.6387, 0.6316, 0.6257, 0.6249, 0.6231, 0.6164, 0.6144, 0.6089], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "1933329", "6761606", "5143805", "8139545", "5812523", "1631830", "4117805", "6761601", "3689305"], "ranked_scores": [0.646, 0.6345, 0.6163, 0.6041, 0.6039, 0.6024, 0.5976, 0.5916, 0.5886, 0.5832], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "4258663", "3252244", "2940019", "4258668", "5339587", "7503113", "8532695", "5339586", "1969532"], "ranked_scores": [0.7977, 0.7728, 0.7501, 0.7357, 0.6476, 0.6397, 0.6345, 0.6267, 0.6247, 0.6191], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "8646229", "3451041", "3451044", "8822769", "5304087", "7562631", "3451043", "1398369"], "ranked_scores": [0.8228, 0.7154, 0.6633, 0.6392, 0.6269, 0.6118, 0.6028, 0.5973, 0.5864, 0.5844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221437", "8221430", "4127072", "4343906", "8221431", "4158114", "8015905", "2574259", "1061740"], "ranked_scores": [0.693, 0.6795, 0.6786, 0.6316, 0.6234, 0.5789, 0.5668, 0.5615, 0.5591, 0.5536], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495838", "3495835", "3495840", "3495831", "7770959", "8400909", "3147298", "7699084"], "ranked_scores": [0.7024, 0.699, 0.609, 0.5843, 0.5694, 0.5615, 0.5374, 0.4953, 0.4907, 0.48], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212591", "609594", "6212597", "1053306", "471140", "1053302", "1053300", "8590985"], "ranked_scores": [0.8288, 0.8183, 0.7452, 0.7422, 0.6989, 0.5265, 0.523, 0.4992, 0.4951, 0.4921], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "5145284", "6396838", "8736649", "1993059", "7332215", "217890", "5090588", "4846383"], "ranked_scores": [0.8307, 0.4763, 0.4515, 0.4399, 0.4221, 0.4156, 0.4144, 0.4107, 0.4099, 0.4098], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "7966586", "7511874", "1193873", "2447197", "8177246", "8068698", "1460687"], "ranked_scores": [0.7664, 0.7124, 0.6651, 0.6337, 0.6299, 0.5867, 0.5838, 0.5825, 0.581, 0.5789], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "6124976", "34456", "1136108", "1452606", "3215105", "1690952", "4878176"], "ranked_scores": [0.829, 0.8058, 0.6877, 0.5481, 0.5371, 0.5288, 0.5214, 0.5201, 0.517, 0.5094], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "6986881", "1981696", "2229750", "1420930", "7888894", "7138494", "1981693", "8424304", "6361048"], "ranked_scores": [0.6256, 0.612, 0.6057, 0.5897, 0.5765, 0.5758, 0.5738, 0.5706, 0.5698, 0.5692], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "3664758", "3687242", "1953277", "6342544", "3935875", "4385335", "4924766", "4304523"], "ranked_scores": [0.8193, 0.5699, 0.5208, 0.479, 0.467, 0.4663, 0.4476, 0.4472, 0.4448, 0.4434], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-tq-2bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["575979", "3445481", "7837267", "5917719", "3527619", "5265626", "7275122", "7248824", "7275120", "768350"], "ranked_scores": [0.6007, 0.5886, 0.5883, 0.5854, 0.579, 0.5654, 0.5653, 0.5502, 0.5453, 0.545], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "1674644", "7248824", "542682", "1297109", "1297112", "526260", "3308552", "5633832", "7121381"], "ranked_scores": [0.6645, 0.6457, 0.6276, 0.6261, 0.622, 0.6072, 0.5722, 0.5719, 0.5688, 0.5639], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "298606", "5221728", "911138", "5842823", "2403650", "5616900", "8543994", "2403648", "4921435"], "ranked_scores": [0.6477, 0.5413, 0.5348, 0.5304, 0.5257, 0.4982, 0.4977, 0.4915, 0.487, 0.4806], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["6926916", "66616", "5359258", "8279447", "3338175", "5769842", "3125130", "5997195", "4092415", "2541248"], "ranked_scores": [0.7523, 0.7495, 0.7366, 0.7236, 0.7229, 0.7198, 0.7168, 0.6998, 0.6971, 0.6962], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "5450605", "5346316", "4269405", "7048914", "3794300", "7255678", "8554964", "2070215"], "ranked_scores": [0.6945, 0.6746, 0.6411, 0.6309, 0.6285, 0.6222, 0.6213, 0.6138, 0.6046, 0.5984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["2190617", "378964", "4496437", "5606320", "8817884", "1190311", "1390753", "3205963", "1229810", "1975045"], "ranked_scores": [0.5114, 0.5055, 0.5048, 0.5044, 0.498, 0.495, 0.4928, 0.4923, 0.4825, 0.4811], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "7813557", "7840121", "6964479", "4816964", "6980305", "5227711", "1777799", "6964486", "5091618"], "ranked_scores": [0.6595, 0.6552, 0.6516, 0.6491, 0.6216, 0.6069, 0.5907, 0.581, 0.5752, 0.5617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "7698064", "3550559", "5644075", "1043672", "5644076", "147832", "4240249", "8069476"], "ranked_scores": [0.6765, 0.6601, 0.6389, 0.5531, 0.497, 0.4341, 0.4232, 0.4014, 0.3914, 0.3894], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "8452568", "1365215", "2322244", "1102477", "5110182", "249524", "4667084", "289409", "6950276"], "ranked_scores": [0.7145, 0.6949, 0.6345, 0.6164, 0.6018, 0.596, 0.5951, 0.5856, 0.5654, 0.5606], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "7137594", "8215736", "6124279", "2348797", "5942525", "5469449", "2066852", "4600638"], "ranked_scores": [0.6007, 0.4846, 0.4677, 0.4639, 0.4569, 0.4516, 0.4456, 0.4374, 0.4349, 0.434], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "4922192", "1226215", "1226213", "2878725", "2037947", "1866080", "1962396"], "ranked_scores": [0.7389, 0.7236, 0.5372, 0.5335, 0.5252, 0.4663, 0.4554, 0.4496, 0.4402, 0.437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8223942", "2899047", "7858636", "5043664", "662304", "6807529", "4231642", "7168976", "7810212", "6535340"], "ranked_scores": [0.4406, 0.4154, 0.4033, 0.4001, 0.3997, 0.3751, 0.3718, 0.3568, 0.35, 0.347], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "277376", "1317497", "3512764", "7331852", "7301814", "3803414", "6363851"], "ranked_scores": [0.7311, 0.6614, 0.6596, 0.5262, 0.5132, 0.5039, 0.5034, 0.501, 0.4994, 0.4932], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "8450827", "7970736", "8259514", "7970735", "8259512", "1265191", "7970734", "7970728", "8450833"], "ranked_scores": [0.7497, 0.7058, 0.6982, 0.6934, 0.6866, 0.6843, 0.662, 0.6574, 0.6406, 0.6225], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "7160804", "8346654", "4702013", "6145894", "5395324", "8296550", "981996", "4702009"], "ranked_scores": [0.72, 0.5853, 0.5693, 0.5389, 0.537, 0.5336, 0.5316, 0.5272, 0.5169, 0.514], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "7220313", "5190750", "5190753", "3452115", "2010657", "1488965", "1488928", "8484568"], "ranked_scores": [0.7957, 0.7575, 0.4461, 0.4378, 0.4367, 0.4367, 0.4346, 0.4332, 0.4322, 0.4241], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "7805085", "4830263", "8584557", "8091571", "7108982", "7870704", "4830265"], "ranked_scores": [0.7742, 0.6439, 0.5688, 0.5341, 0.5134, 0.4878, 0.4817, 0.4806, 0.4793, 0.4771], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "8157542", "7948042", "4880893", "2116936", "8660295", "3646584", "2116938", "2116929", "2116932"], "ranked_scores": [0.6663, 0.6604, 0.6083, 0.6031, 0.5805, 0.5705, 0.5634, 0.5629, 0.5587, 0.548], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "3333503", "5980491", "1611463", "3225747", "4374443", "1815026", "7480853", "7641492"], "ranked_scores": [0.7253, 0.7141, 0.5318, 0.5114, 0.5054, 0.495, 0.4834, 0.4771, 0.4763, 0.4742], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "2091063", "6641480", "6951440", "3444262", "4624992", "7153163", "8045998", "1318422", "5231134"], "ranked_scores": [0.6443, 0.5428, 0.5395, 0.524, 0.4982, 0.4943, 0.4941, 0.4856, 0.4853, 0.4802], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "7827765", "413808", "4489794", "6804877", "5213336", "2547986", "1484399", "4489797", "7170238"], "ranked_scores": [0.5392, 0.5377, 0.524, 0.5194, 0.4942, 0.4921, 0.4789, 0.4763, 0.4718, 0.4701], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "1918866", "863946", "391342", "7623736", "2588002", "391341", "7134383", "5535297"], "ranked_scores": [0.7665, 0.6957, 0.6708, 0.6689, 0.6687, 0.6539, 0.6519, 0.6507, 0.6465, 0.627], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "7689710", "6506033", "8820180", "2188117", "4936994", "409310", "5364572", "623987", "4390430"], "ranked_scores": [0.603, 0.5618, 0.5451, 0.5332, 0.4975, 0.478, 0.4588, 0.4577, 0.4539, 0.4528], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3346337", "3968773", "1460640", "2443030", "1546056", "6488150", "4615784", "3046036"], "ranked_scores": [0.8759, 0.8341, 0.7745, 0.7619, 0.7495, 0.7394, 0.736, 0.6946, 0.6904, 0.6852], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2796274", "1070634", "3733774", "1871086", "8426355", "6082244", "5055675", "7992320", "5784428", "7424964"], "ranked_scores": [0.732, 0.7235, 0.7061, 0.7043, 0.7003, 0.6971, 0.6894, 0.6856, 0.6765, 0.6729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "5170949", "5174051", "5027731", "1588747", "5027726", "5440997", "4805364", "954268"], "ranked_scores": [0.6781, 0.6749, 0.629, 0.5793, 0.5464, 0.5453, 0.5329, 0.5296, 0.5143, 0.5087], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "870351", "551238", "2576605", "7249172", "2576606", "2692492", "1314383", "272188"], "ranked_scores": [0.7699, 0.7202, 0.6892, 0.6805, 0.6669, 0.6634, 0.6559, 0.6553, 0.6552, 0.6493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "7810605", "250946", "8265258", "1663808", "3720839", "3296425", "6090442", "2570595", "5085223"], "ranked_scores": [0.5651, 0.5521, 0.4847, 0.4569, 0.4566, 0.4561, 0.4519, 0.4514, 0.4508, 0.447], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "4437972", "4377794", "7288502", "7646422", "5094229", "5352322", "2195944", "2536497", "173850"], "ranked_scores": [0.6669, 0.643, 0.6217, 0.6122, 0.6044, 0.6008, 0.5987, 0.583, 0.582, 0.5723], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["5499496", "6045016", "7154587", "3924136", "6818958", "6818953", "4594595", "1237202", "3230959", "7503128"], "ranked_scores": [0.5727, 0.5315, 0.5193, 0.5191, 0.5049, 0.498, 0.4978, 0.4957, 0.4921, 0.4856], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4765785", "7833611", "8796486", "5675630", "7344853", "3979452", "4451324", "1800205", "4765788"], "ranked_scores": [0.6603, 0.5619, 0.5587, 0.5488, 0.5339, 0.486, 0.4859, 0.4732, 0.4729, 0.4692], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "3141441", "7526871", "7526867", "2099688", "4786937", "982652", "5525449", "1511150", "7573185"], "ranked_scores": [0.757, 0.729, 0.72, 0.7188, 0.7155, 0.7126, 0.7078, 0.7054, 0.7028, 0.6955], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "7937494", "7770196", "5164644", "6270123", "6841581", "8331763", "1416173"], "ranked_scores": [0.698, 0.6513, 0.6026, 0.5552, 0.5237, 0.5166, 0.5128, 0.5127, 0.5051, 0.5043], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "4502858", "3659405", "1417034", "30088", "5336580", "4502856", "30089", "6979705", "5362792"], "ranked_scores": [0.7808, 0.7335, 0.7293, 0.7003, 0.6678, 0.6525, 0.6462, 0.6209, 0.6151, 0.6066], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "133509", "7645257", "6428732", "8098325", "6207587", "7853301", "5133662", "1464540"], "ranked_scores": [0.6855, 0.5476, 0.5323, 0.5212, 0.5194, 0.4964, 0.4845, 0.4789, 0.4775, 0.4755], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565560", "4004619", "4111498", "4589415", "2290637", "4893298", "174956", "3920912", "1338703", "7734838"], "ranked_scores": [0.6468, 0.6463, 0.6437, 0.6306, 0.617, 0.6152, 0.615, 0.615, 0.6099, 0.6098], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991354", "3672237", "1621473", "4991353", "3148555", "826058", "4991356", "3806458", "1062833"], "ranked_scores": [0.6851, 0.6257, 0.6063, 0.6052, 0.5871, 0.5827, 0.5533, 0.5494, 0.5443, 0.5125], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "4605271", "6193415", "1250411", "5393501", "2531512", "3747811", "7778949"], "ranked_scores": [0.7051, 0.6316, 0.6141, 0.5809, 0.528, 0.5261, 0.5176, 0.5123, 0.5004, 0.4896], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "139961", "4951287", "4005369", "1063811", "6632520", "3672905", "7428627", "6632518", "6632522"], "ranked_scores": [0.6343, 0.6292, 0.5961, 0.5923, 0.591, 0.5891, 0.5834, 0.5807, 0.5788, 0.5761], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "1933329", "5812523", "6761606", "3689305", "1631830", "5143805", "4117805", "886990", "8139545"], "ranked_scores": [0.5809, 0.571, 0.5669, 0.5605, 0.5491, 0.549, 0.5486, 0.5419, 0.5369, 0.5367], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "4258663", "2940019", "3252244", "4258668", "7503113", "5339587", "5339586", "8532695", "2940016"], "ranked_scores": [0.7691, 0.7176, 0.7001, 0.6972, 0.6275, 0.6096, 0.6023, 0.5987, 0.5837, 0.5825], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "8646229", "3451041", "3451044", "5304087", "7562631", "3451043", "8822769", "1398369"], "ranked_scores": [0.7845, 0.6686, 0.6059, 0.5977, 0.5962, 0.5761, 0.5714, 0.5683, 0.5569, 0.5453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "8221430", "7856346", "4127072", "4343906", "8221431", "4158114", "2574259", "8015905", "5431260"], "ranked_scores": [0.6443, 0.6315, 0.6249, 0.5913, 0.5607, 0.5488, 0.5296, 0.5245, 0.5197, 0.5114], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495838", "3495840", "3495835", "3495831", "7770959", "8400909", "7699084", "8424890"], "ranked_scores": [0.6663, 0.6627, 0.5743, 0.5504, 0.5458, 0.5164, 0.498, 0.486, 0.4565, 0.4562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212591", "6212597", "1053306", "1053300", "471140", "1053302", "917841"], "ranked_scores": [0.7874, 0.7741, 0.694, 0.679, 0.6619, 0.4832, 0.4726, 0.4705, 0.4649, 0.4625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "5145284", "6396838", "8736649", "2790097", "7332215", "4007575", "217890", "7153880"], "ranked_scores": [0.769, 0.4371, 0.4233, 0.3951, 0.388, 0.3734, 0.3676, 0.364, 0.3633, 0.3583], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "7511874", "7966586", "8177246", "1193873", "1717545", "2447197", "1460687"], "ranked_scores": [0.6928, 0.653, 0.61, 0.6032, 0.5954, 0.5511, 0.5323, 0.5287, 0.5267, 0.5231], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "6124976", "34456", "1136108", "3215105", "4878176", "1690952", "704294"], "ranked_scores": [0.7701, 0.7344, 0.6052, 0.5142, 0.512, 0.4964, 0.491, 0.4903, 0.4761, 0.4726], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "1981696", "6986881", "8424304", "1420930", "2229750", "6361048", "7138494", "5955284", "7589844"], "ranked_scores": [0.571, 0.5475, 0.5402, 0.5339, 0.5311, 0.5298, 0.5223, 0.5184, 0.5119, 0.5114], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "3664758", "4924766", "5262322", "3687242", "1953277", "6342544", "7973153", "3935875"], "ranked_scores": [0.7801, 0.5097, 0.4866, 0.4403, 0.4356, 0.4339, 0.433, 0.4278, 0.4141, 0.4123], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-tq-1bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7275122", "7837267", "575979", "3527619", "638358", "7275120", "5917719", "5265626", "7981496", "768350"], "ranked_scores": [0.474, 0.4609, 0.4583, 0.4453, 0.4427, 0.4401, 0.4297, 0.4297, 0.4271, 0.4271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1674644", "2684883", "542682", "1297112", "3308552", "5550437", "7248824", "1297109", "526260", "5633832"], "ranked_scores": [0.5625, 0.5495, 0.5417, 0.5234, 0.5026, 0.4687, 0.4661, 0.4635, 0.4635, 0.4479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "298606", "1592656", "8186121", "2403648", "5842823", "5221728", "911138", "2403650", "8528760"], "ranked_scores": [0.5208, 0.4089, 0.3932, 0.388, 0.3828, 0.3802, 0.3802, 0.3776, 0.3776, 0.3776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["66616", "5769842", "6926916", "2541248", "8279447", "1727064", "5359258", "3338175", "515311", "7369987"], "ranked_scores": [0.638, 0.6302, 0.625, 0.6172, 0.6146, 0.612, 0.5938, 0.5911, 0.5885, 0.5807], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794300", "3794297", "7255678", "7048914", "5450605", "4269405", "8554964", "2070215", "3803512"], "ranked_scores": [0.5469, 0.5286, 0.5156, 0.513, 0.4974, 0.4974, 0.4792, 0.4792, 0.4766, 0.474], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["378964", "3205963", "8817884", "5606320", "2190617", "1390753", "1975045", "1825327", "4496437", "1494980"], "ranked_scores": [0.4062, 0.4036, 0.3906, 0.388, 0.3828, 0.3828, 0.3724, 0.3724, 0.3672, 0.3568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "7813557", "7840121", "4816964", "5227711", "6964479", "6964486", "5091618", "6980305", "1777799"], "ranked_scores": [0.5443, 0.5339, 0.513, 0.5104, 0.5078, 0.4948, 0.4714, 0.4688, 0.4661, 0.4661], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5644075", "5644076", "1043672", "7735540", "5609247", "3843787"], "ranked_scores": [0.5365, 0.5026, 0.4844, 0.4089, 0.3932, 0.349, 0.3203, 0.3021, 0.2969, 0.2865], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "8452568", "1365215", "249524", "4667084", "1102477", "2322244", "3761519", "6950275", "289409"], "ranked_scores": [0.5807, 0.5755, 0.5104, 0.4922, 0.4766, 0.4766, 0.4427, 0.4349, 0.4297, 0.4297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "8215736", "336438", "3434622", "7187662", "6124279", "7137594", "7964634", "6880517", "7172147"], "ranked_scores": [0.4922, 0.3984, 0.3672, 0.3646, 0.3542, 0.3464, 0.3464, 0.3359, 0.3359, 0.3333], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "4922192", "1226215", "2878725", "1226213", "3447355", "2469923", "263423"], "ranked_scores": [0.6224, 0.6146, 0.4297, 0.3906, 0.375, 0.3698, 0.3568, 0.349, 0.3411, 0.3385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["2899047", "8223942", "7858636", "5043664", "8111532", "4231642", "8111528", "7168976", "7810212", "6535340"], "ranked_scores": [0.3516, 0.3307, 0.3203, 0.3125, 0.2917, 0.2865, 0.2839, 0.2786, 0.2708, 0.2682], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "4561063", "3803414", "277376", "3512764", "3473262", "7301814", "558347"], "ranked_scores": [0.6224, 0.5703, 0.5677, 0.4062, 0.3984, 0.3932, 0.3906, 0.375, 0.375, 0.3672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "8259512", "8450827", "8259514", "7970736", "7970735", "7970728", "8450833", "1265191", "7970734"], "ranked_scores": [0.5937, 0.5495, 0.5443, 0.5339, 0.526, 0.5208, 0.4922, 0.4896, 0.4766, 0.4714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "6145894", "7160804", "8128745", "3043375", "485410", "734127", "8346654", "5395324", "8296550"], "ranked_scores": [0.5651, 0.4505, 0.4349, 0.4219, 0.4219, 0.4089, 0.4062, 0.4036, 0.401, 0.401], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "7220313", "1488928", "4723508", "665690", "2010657", "1488965", "5190750"], "ranked_scores": [0.6719, 0.6068, 0.349, 0.3411, 0.3359, 0.3307, 0.3229, 0.3229, 0.3177, 0.3177], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "7805085", "7108982", "7937822", "4830263", "8091571", "7937824", "2104181"], "ranked_scores": [0.6432, 0.4766, 0.4349, 0.4323, 0.3932, 0.3932, 0.3854, 0.3776, 0.3672, 0.3672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "8157542", "7948042", "4880893", "2116933", "3646584", "8660295", "2116932", "2116938", "2116936"], "ranked_scores": [0.5104, 0.5104, 0.4974, 0.474, 0.4427, 0.4427, 0.4401, 0.4375, 0.4245, 0.4193], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "3333503", "5980491", "1611463", "7480853", "5347134", "1782220", "3225747", "1815026"], "ranked_scores": [0.6641, 0.612, 0.4219, 0.4167, 0.3958, 0.3958, 0.3906, 0.3906, 0.3854, 0.3802], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "6951440", "2091063", "6302682", "8245381", "5185575", "1674914", "1318422", "7153163"], "ranked_scores": [0.4844, 0.4167, 0.4115, 0.4036, 0.3932, 0.3828, 0.3802, 0.3802, 0.3776, 0.3776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "7827765", "4489794", "6804877", "2131335", "2131339", "413808", "4595482", "2547986", "5213336"], "ranked_scores": [0.4427, 0.4115, 0.3958, 0.388, 0.388, 0.3828, 0.3776, 0.375, 0.3698, 0.3672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "391342", "1918866", "391341", "7623736", "8540414", "3853232", "863946", "7134383"], "ranked_scores": [0.6354, 0.5573, 0.5547, 0.5495, 0.5365, 0.5156, 0.513, 0.5104, 0.5078, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689710", "8820180", "7689707", "6506033", "2188117", "4936994", "5364572", "4390430", "3368582", "82064"], "ranked_scores": [0.4479, 0.4453, 0.4427, 0.4401, 0.4167, 0.3906, 0.3672, 0.3646, 0.3594, 0.3594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3346337", "1460640", "3968773", "2443030", "1546056", "4615784", "1506380", "6979322"], "ranked_scores": [0.763, 0.7031, 0.6354, 0.6276, 0.625, 0.5964, 0.5651, 0.5443, 0.5391, 0.5339], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2796274", "1871086", "8426355", "6082244", "5055675", "1070634", "7992320", "8281194", "5784428", "8307546"], "ranked_scores": [0.6484, 0.612, 0.6042, 0.5937, 0.5885, 0.5859, 0.5651, 0.5625, 0.5573, 0.5573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "5170949", "5174051", "5027731", "5027726", "6343914", "1588747", "1333652", "6083050"], "ranked_scores": [0.5651, 0.5469, 0.4922, 0.4557, 0.4036, 0.3984, 0.3958, 0.3906, 0.3854, 0.3828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "551238", "870351", "2576605", "7249172", "2576606", "1314383", "870346", "2692492"], "ranked_scores": [0.6615, 0.6042, 0.5651, 0.5547, 0.5443, 0.5417, 0.5339, 0.526, 0.5234, 0.5182], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "7810605", "5085223", "250946", "2570595", "8741687", "8277053", "3720839", "6090442", "2157256"], "ranked_scores": [0.4661, 0.4297, 0.3802, 0.3646, 0.3568, 0.3542, 0.3542, 0.3516, 0.3516, 0.349], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "4437972", "2195944", "7288502", "5352322", "173850", "4377794", "7646422", "2536497", "5094229"], "ranked_scores": [0.5521, 0.4714, 0.4583, 0.4531, 0.4479, 0.4401, 0.4375, 0.4349, 0.4297, 0.4141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["5499496", "7154587", "3872927", "3924136", "7154585", "4594595", "6818953", "6408406", "1237202", "7503128"], "ranked_scores": [0.4609, 0.401, 0.401, 0.3932, 0.3932, 0.3906, 0.3906, 0.375, 0.375, 0.3698], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4765785", "8796486", "3979452", "7833611", "1800205", "5675630", "3039809", "3334934", "4451324"], "ranked_scores": [0.487, 0.4844, 0.4479, 0.4219, 0.4219, 0.401, 0.3932, 0.3828, 0.375, 0.3698], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "3141441", "2099688", "7526867", "1511155", "5525449", "1511150", "7526868", "7526871", "2617812"], "ranked_scores": [0.6458, 0.6354, 0.625, 0.599, 0.5833, 0.5781, 0.5729, 0.5729, 0.5703, 0.5599], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7937494", "7110611", "5655", "7429866", "607856", "2299432", "6841581", "6688747"], "ranked_scores": [0.5339, 0.4922, 0.4635, 0.4505, 0.4219, 0.4167, 0.4141, 0.4036, 0.4036, 0.3984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "4502858", "1417034", "30088", "30089", "5336580", "4502856", "4522649", "2391916"], "ranked_scores": [0.7057, 0.6328, 0.599, 0.5495, 0.5286, 0.526, 0.5078, 0.5, 0.487, 0.4818], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "7874898", "6428732", "3712671", "6207587", "7853301", "7505807", "133509", "7094585"], "ranked_scores": [0.5286, 0.4375, 0.4193, 0.4063, 0.401, 0.401, 0.401, 0.3984, 0.3828, 0.3776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4111498", "7734838", "2565560", "2894334", "7741066", "3920912", "4004619", "174956", "4589415", "4893298"], "ranked_scores": [0.5365, 0.5286, 0.526, 0.5156, 0.4948, 0.4896, 0.4896, 0.487, 0.487, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "3672237", "4991354", "3148555", "1621473", "4991356", "826058", "4991353", "869851", "2697019"], "ranked_scores": [0.5339, 0.4896, 0.4844, 0.4714, 0.4583, 0.4349, 0.4323, 0.4271, 0.4115, 0.4036], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4900578", "4409027", "4605271", "2531512", "5393501", "6193415", "5171449", "3747811", "1250411"], "ranked_scores": [0.5625, 0.4948, 0.4844, 0.4453, 0.4271, 0.401, 0.3776, 0.3672, 0.3646, 0.3594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "4951287", "8586692", "139961", "5338899", "6632522", "1063811", "1063812", "5857751", "7428627"], "ranked_scores": [0.5469, 0.5078, 0.5, 0.5, 0.474, 0.474, 0.4635, 0.4635, 0.4583, 0.4557], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["3689305", "1933329", "5143805", "5812523", "1631830", "6761601", "6955768", "1867101", "3689309", "886990"], "ranked_scores": [0.4323, 0.4167, 0.4167, 0.4167, 0.4141, 0.4089, 0.4062, 0.3958, 0.3958, 0.3958], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "4258663", "3252244", "2940019", "4258668", "2940016", "5339587", "1969532", "5339585", "5339586"], "ranked_scores": [0.638, 0.6094, 0.5885, 0.5469, 0.5182, 0.4635, 0.4505, 0.4427, 0.4375, 0.4349], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "3451041", "8646229", "5304087", "3451044", "3451043", "1732853", "1398369", "7562631"], "ranked_scores": [0.612, 0.5443, 0.4688, 0.4661, 0.4557, 0.4505, 0.4427, 0.4349, 0.4245, 0.4089], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "8221430", "7856346", "4127072", "4343906", "8221431", "8015905", "5409486", "1061740", "5101805"], "ranked_scores": [0.4922, 0.4922, 0.4844, 0.4687, 0.4609, 0.4531, 0.4505, 0.4271, 0.4167, 0.4141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495838", "7770963", "3495840", "3495835", "7770959", "8400909", "3495831", "8424890", "7699084"], "ranked_scores": [0.5365, 0.4974, 0.4896, 0.4453, 0.4245, 0.3906, 0.375, 0.3698, 0.3672, 0.3594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212597", "6212591", "1053306", "3843788", "917841", "1053300", "1477934"], "ranked_scores": [0.6589, 0.6484, 0.5937, 0.5573, 0.5339, 0.375, 0.3724, 0.3646, 0.362, 0.349], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "5145284", "6396838", "4846383", "4053136", "2790097", "217890", "8736649", "6948296"], "ranked_scores": [0.6719, 0.3281, 0.3229, 0.3177, 0.3021, 0.2917, 0.2812, 0.2812, 0.2786, 0.2734], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "7966586", "5891383", "7511874", "8177246", "1460687", "4139196", "4846553", "2447197"], "ranked_scores": [0.5677, 0.5182, 0.4792, 0.4766, 0.4479, 0.4375, 0.4375, 0.4245, 0.4219, 0.4193], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "34456", "3215105", "7558181", "6124976", "7104592", "1452606", "8600254"], "ranked_scores": [0.6354, 0.6198, 0.5052, 0.4089, 0.3932, 0.3854, 0.3854, 0.3802, 0.3776, 0.3776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "6986881", "5955284", "1420930", "1981696", "7888894", "7138494", "1981693", "8424304", "1772350"], "ranked_scores": [0.4688, 0.4297, 0.4167, 0.4115, 0.4115, 0.4036, 0.401, 0.3984, 0.3932, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "4924766", "3687242", "5262322", "3664758", "4304523", "8743967", "3989499", "7973153"], "ranked_scores": [0.638, 0.388, 0.3672, 0.349, 0.3464, 0.3438, 0.3255, 0.3229, 0.3073, 0.3047], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-atanh-gamma0.1": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["575979", "8083127", "3619391", "7837267", "3445481", "3739921", "5265626", "597455", "7391330", "558178"], "ranked_scores": [547.0, 541.0, 539.0, 538.0, 537.0, 536.0, 535.0, 532.0, 528.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1674644", "542682", "1297112", "2684883", "5550437", "1297109", "7121381", "526260", "7187515", "3308552"], "ranked_scores": [550.0, 546.0, 543.0, 538.0, 537.0, 527.0, 524.0, 523.0, 523.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "911138", "5842823", "5221728", "8186121", "3475986", "2295208", "298606", "4921435", "8543994"], "ranked_scores": [583.0, 573.0, 571.0, 548.0, 546.0, 539.0, 538.0, 537.0, 537.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["66616", "5359258", "6926916", "3338175", "8279447", "2541248", "2548176", "515311", "5769842", "7369987"], "ranked_scores": [616.0, 615.0, 612.0, 610.0, 602.0, 593.0, 592.0, 591.0, 590.0, 584.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "3794304", "4269405", "2070215", "5450605", "7255678", "7048914", "8554964", "1159742", "5346316"], "ranked_scores": [603.0, 602.0, 567.0, 565.0, 565.0, 564.0, 563.0, 562.0, 557.0, 555.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["8817884", "1229810", "1191483", "5606320", "1825327", "8011156", "3205963", "3971679", "8643852", "4496437"], "ranked_scores": [524.0, 523.0, 522.0, 515.0, 515.0, 513.0, 513.0, 511.0, 510.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "4816964", "6964479", "7840121", "7813557", "5227711", "6964486", "6980305", "6801871", "1777799"], "ranked_scores": [602.0, 591.0, 591.0, 586.0, 583.0, 561.0, 560.0, 559.0, 557.0, 554.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5644075", "102138", "4476440", "1768445", "5934339", "6760461"], "ranked_scores": [601.0, 586.0, 570.0, 565.0, 496.0, 494.0, 493.0, 489.0, 482.0, 482.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365215", "1365210", "5110182", "249524", "289409", "6950275", "1102477", "2322244", "3935387"], "ranked_scores": [594.0, 589.0, 584.0, 575.0, 574.0, 569.0, 568.0, 563.0, 560.0, 552.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5942525", "8215736", "4081109", "336438", "5392883", "7187662", "7658715", "2348797", "7964634"], "ranked_scores": [560.0, 538.0, 506.0, 506.0, 497.0, 493.0, 493.0, 492.0, 490.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1226215", "1438830", "6062397", "8114676", "915562", "2115686", "6671559"], "ranked_scores": [660.0, 652.0, 555.0, 544.0, 526.0, 517.0, 515.0, 514.0, 511.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7858636", "5043664", "8223942", "662304", "2899047", "7168976", "7810212", "7547697", "295789", "295788"], "ranked_scores": [515.0, 513.0, 499.0, 498.0, 496.0, 490.0, 487.0, 483.0, 480.0, 479.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301819", "7301816", "7301823", "4561063", "7331852", "277376", "7301814", "6169612", "3803414", "7301818"], "ranked_scores": [596.0, 596.0, 594.0, 524.0, 522.0, 518.0, 514.0, 512.0, 508.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "8450827", "8259514", "7970734", "7970736", "8259512", "7970728", "1265191", "8450833", "320956"], "ranked_scores": [631.0, 622.0, 610.0, 602.0, 596.0, 596.0, 586.0, 583.0, 574.0, 558.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "5395324", "8128745", "6145894", "7160804", "6193662", "8346654", "8296554", "4702013", "8296550"], "ranked_scores": [627.0, 573.0, 562.0, 559.0, 557.0, 551.0, 550.0, 548.0, 546.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "8484568", "1136294", "1488928", "2130560", "1488965", "2079237", "3452115", "7903539"], "ranked_scores": [631.0, 600.0, 524.0, 518.0, 516.0, 513.0, 511.0, 507.0, 505.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "5696456", "2104181", "7870704", "7937824", "8584557", "7805085", "8091571"], "ranked_scores": [641.0, 575.0, 562.0, 524.0, 518.0, 515.0, 512.0, 503.0, 503.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "8157542", "7948042", "2116936", "2116929", "8427337", "8722441", "2066593", "4880893", "3646584"], "ranked_scores": [598.0, 592.0, 588.0, 554.0, 553.0, 548.0, 548.0, 546.0, 546.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "5980491", "2424634", "2785552", "2260935", "1288535", "1611463", "3532662", "2801030"], "ranked_scores": [626.0, 623.0, 552.0, 549.0, 541.0, 537.0, 536.0, 533.0, 532.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "2091063", "6951440", "3444262", "4393606", "1318422", "2312311", "6568419", "5231134"], "ranked_scores": [593.0, 575.0, 571.0, 534.0, 533.0, 530.0, 529.0, 527.0, 527.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827765", "7170234", "3384137", "4489797", "4489794", "1174172", "5213336", "6046078", "2131335", "7827767"], "ranked_scores": [524.0, 523.0, 523.0, 521.0, 521.0, 519.0, 519.0, 518.0, 517.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "1918866", "391342", "391341", "7134383", "5535297", "863946", "7623736", "1839684"], "ranked_scores": [623.0, 597.0, 596.0, 595.0, 588.0, 583.0, 582.0, 582.0, 578.0, 570.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "7689707", "409310", "3909648", "1272785", "7613002", "4233011", "8820180", "2188117", "3246403"], "ranked_scores": [540.0, 537.0, 532.0, 529.0, 518.0, 515.0, 514.0, 514.0, 506.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3346337", "3968773", "1460640", "1546056", "2443030", "6488150", "4615784", "5691108"], "ranked_scores": [702.0, 668.0, 627.0, 625.0, 622.0, 613.0, 612.0, 612.0, 597.0, 596.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5055675", "2796274", "7424964", "4134573", "8426355", "8307546", "1070634", "5123227", "7992320", "6082244"], "ranked_scores": [608.0, 602.0, 600.0, 599.0, 594.0, 592.0, 592.0, 589.0, 589.0, 584.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "5174051", "6083058", "5170949", "6083050", "5027731", "8834986", "2721251", "5027726"], "ranked_scores": [563.0, 560.0, 545.0, 537.0, 532.0, 522.0, 520.0, 511.0, 511.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "551238", "2576605", "272188", "870351", "2576606", "2692492", "1314383", "7249172"], "ranked_scores": [617.0, 599.0, 585.0, 583.0, 578.0, 577.0, 574.0, 565.0, 558.0, 557.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "1663808", "7810605", "250946", "3296425", "8265258", "7553014", "6090442", "2589790", "5408281"], "ranked_scores": [539.0, 534.0, 528.0, 527.0, 524.0, 524.0, 522.0, 520.0, 518.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "4377794", "4437972", "173850", "5094229", "7288502", "7646426", "2510740", "7646422", "2536497"], "ranked_scores": [576.0, 560.0, 555.0, 554.0, 550.0, 549.0, 549.0, 548.0, 545.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["839355", "6408406", "5499496", "5940921", "6818958", "6453425", "1948259", "1237202", "4594595", "2068025"], "ranked_scores": [548.0, 546.0, 544.0, 541.0, 541.0, 538.0, 537.0, 536.0, 534.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "8796486", "4765785", "4233615", "5675630", "3039809", "1763487", "1867187", "3979452"], "ranked_scores": [609.0, 564.0, 562.0, 538.0, 533.0, 533.0, 529.0, 528.0, 527.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "7526870", "4786937", "7526871", "2099688", "1511155", "982652", "7526867", "1511150", "2898312"], "ranked_scores": [607.0, 605.0, 593.0, 593.0, 589.0, 585.0, 585.0, 583.0, 581.0, 578.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7937494", "7110611", "6688747", "8331763", "7041861", "7770196", "6841581", "5280575", "5280582"], "ranked_scores": [606.0, 557.0, 541.0, 538.0, 538.0, 537.0, 536.0, 535.0, 531.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "4502858", "30088", "5336580", "1417034", "30089", "30085", "2391916", "4522649"], "ranked_scores": [660.0, 623.0, 599.0, 595.0, 581.0, 577.0, 569.0, 563.0, 562.0, 560.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6428732", "8148596", "2789716", "1980424", "6207587", "5133662", "5904163", "3406116", "7505807"], "ranked_scores": [612.0, 557.0, 551.0, 549.0, 544.0, 543.0, 543.0, 541.0, 540.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["1118163", "2565560", "3920912", "4111498", "4893298", "4004613", "2391077", "1338702", "4589415", "5212100"], "ranked_scores": [586.0, 584.0, 582.0, 580.0, 579.0, 566.0, 564.0, 563.0, 562.0, 560.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991353", "3672237", "4991354", "3148555", "1621473", "826058", "8374135", "117136", "7161099"], "ranked_scores": [593.0, 561.0, 556.0, 550.0, 549.0, 543.0, 541.0, 531.0, 526.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4605271", "4900578", "5393501", "1250411", "3726276", "7778949", "6193415", "2531512"], "ranked_scores": [602.0, 563.0, 535.0, 534.0, 524.0, 524.0, 522.0, 521.0, 519.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "139970", "6632518", "4005369", "6632522", "3942500", "1063811", "4590213", "7795890", "1063812"], "ranked_scores": [590.0, 562.0, 560.0, 559.0, 558.0, 558.0, 557.0, 557.0, 556.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "1933329", "5143805", "886990", "1716202", "4117805", "6903201", "7313342", "6761606", "5812523"], "ranked_scores": [571.0, 550.0, 549.0, 549.0, 547.0, 545.0, 542.0, 542.0, 541.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "4258663", "3252244", "4258668", "2940019", "5339586", "5339587", "2375458", "8532695", "2940016"], "ranked_scores": [632.0, 613.0, 608.0, 590.0, 590.0, 553.0, 549.0, 545.0, 545.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "5304087", "8822769", "8646229", "1732850", "1732853", "8738884", "7611886", "3451044", "3451041"], "ranked_scores": [645.0, 556.0, 546.0, 544.0, 541.0, 535.0, 533.0, 531.0, 529.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221437", "4127072", "8221430", "8221431", "4158114", "4343906", "6284716", "1061740", "6284710"], "ranked_scores": [611.0, 589.0, 581.0, 580.0, 561.0, 560.0, 559.0, 550.0, 546.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495840", "3495838", "3495835", "3495831", "7699084", "7770959", "5412686", "6392875"], "ranked_scores": [594.0, 577.0, 567.0, 559.0, 551.0, 533.0, 520.0, 518.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212591", "609594", "6212597", "1053306", "1053302", "1053300", "471140", "3843788"], "ranked_scores": [630.0, 627.0, 613.0, 611.0, 591.0, 518.0, 518.0, 516.0, 513.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7153880", "4520541", "5090588", "8736649", "2790097", "3823638", "5151165", "3823641", "7332215"], "ranked_scores": [651.0, 513.0, 501.0, 498.0, 497.0, 495.0, 491.0, 488.0, 488.0, 486.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "7511874", "4139196", "10221", "7966586", "1460687", "1420186", "1793105"], "ranked_scores": [609.0, 557.0, 557.0, 551.0, 527.0, 526.0, 520.0, 517.0, 515.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "6124976", "1690952", "7515853", "4878176", "34456", "6025784", "3114131"], "ranked_scores": [632.0, 624.0, 584.0, 545.0, 535.0, 533.0, 530.0, 529.0, 527.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "1981693", "5955284", "1420930", "5209746", "8424304", "6361048", "2229750", "3559380", "7589844"], "ranked_scores": [536.0, 534.0, 527.0, 525.0, 520.0, 519.0, 518.0, 516.0, 509.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "6342544", "7973153", "4385335", "2819440", "3664758", "1953277", "8758591", "8771883"], "ranked_scores": [625.0, 551.0, 507.0, 504.0, 503.0, 503.0, 501.0, 495.0, 495.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-asigm-2b": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3445481", "3739921", "8083127", "575979", "2825328", "7275122", "1245152", "4592392", "7837267", "5265626"], "ranked_scores": [0.3943, 0.3943, 0.3789, 0.3789, 0.3711, 0.366, 0.3582, 0.3557, 0.3505, 0.3479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["542682", "1674644", "7187515", "2684883", "5550437", "1297112", "1297109", "7248824", "3063200", "526260"], "ranked_scores": [0.4311, 0.4184, 0.4031, 0.4031, 0.398, 0.3954, 0.3725, 0.3699, 0.3674, 0.3674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "911138", "5221728", "298606", "5616900", "7383965", "4921435", "8186121", "944813"], "ranked_scores": [0.5359, 0.4845, 0.4588, 0.4485, 0.4253, 0.4072, 0.3995, 0.3866, 0.3814, 0.3814], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5359258", "6926916", "3338175", "66616", "8279447", "2541248", "515311", "5963438", "5769842", "3125130"], "ranked_scores": [0.5979, 0.5696, 0.567, 0.5619, 0.5564, 0.5155, 0.5026, 0.5026, 0.4948, 0.4923], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "7048914", "5450605", "2070215", "4269405", "5346316", "3794300", "7255678", "8554964"], "ranked_scores": [0.5438, 0.5155, 0.4923, 0.4923, 0.4768, 0.4613, 0.4487, 0.4485, 0.4459, 0.4407], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1191483", "8817884", "5606320", "1805806", "8011156", "1229810", "1825327", "4496437", "729819", "1941914"], "ranked_scores": [0.3776, 0.3419, 0.3342, 0.3317, 0.33, 0.3265, 0.3265, 0.3265, 0.3265, 0.324], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7840121", "4816964", "7813557", "7260457", "6964479", "5227711", "6980305", "6964486", "1777799", "6801871"], "ranked_scores": [0.5333, 0.5077, 0.5026, 0.4872, 0.4821, 0.4718, 0.4128, 0.4103, 0.4051, 0.4051], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "4476440", "6193415", "6480901", "102138", "1043672", "5644075"], "ranked_scores": [0.5664, 0.5309, 0.4337, 0.4333, 0.2912, 0.2897, 0.2809, 0.2784, 0.2758, 0.2706], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "8452568", "1365215", "5110182", "289409", "1102477", "3935387", "2322244", "249524", "6950276"], "ranked_scores": [0.5256, 0.4949, 0.4872, 0.4539, 0.4487, 0.4333, 0.4308, 0.4128, 0.4128, 0.4], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5942525", "5931817", "4476040", "4081109", "5392883", "7964634", "8215736", "4989064", "7187662"], "ranked_scores": [0.4485, 0.4124, 0.3205, 0.3144, 0.3119, 0.3093, 0.3041, 0.3041, 0.299, 0.2887], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1226215", "6062397", "1438830", "5022892", "915562", "8511971", "6671559"], "ranked_scores": [0.6744, 0.6641, 0.4, 0.4, 0.3436, 0.3359, 0.3205, 0.3205, 0.318, 0.3154], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7858636", "5043664", "7168976", "2899047", "4231642", "6807529", "8223942", "662304", "8661651", "8111528"], "ranked_scores": [0.3119, 0.2938, 0.2835, 0.2809, 0.2629, 0.2629, 0.2577, 0.2526, 0.25, 0.2474], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "7888911", "5696457", "7301814", "5809779", "3512764", "1265191", "4561063"], "ranked_scores": [0.5335, 0.4562, 0.4407, 0.3325, 0.3247, 0.3196, 0.3119, 0.3067, 0.3041, 0.3015], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "8450827", "8259514", "7970734", "7970736", "1265191", "8450833", "8259512", "7970735", "7970728"], "ranked_scores": [0.5876, 0.5593, 0.5387, 0.5232, 0.518, 0.4974, 0.4974, 0.4948, 0.4794, 0.4613], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "7160804", "8128745", "6145894", "7138663", "4702013", "8296550", "5395324", "7206774", "8346654"], "ranked_scores": [0.6108, 0.4588, 0.4304, 0.4201, 0.4021, 0.3995, 0.3943, 0.3918, 0.3892, 0.384], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "2079237", "1136294", "8484568", "2130560", "7872867", "1488928", "5190750", "7691443"], "ranked_scores": [0.6263, 0.5928, 0.3686, 0.3608, 0.3428, 0.3402, 0.3351, 0.3247, 0.3196, 0.3067], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "7870704", "2104181", "7805085", "3815520", "8091571", "2995208", "8335645"], "ranked_scores": [0.634, 0.4923, 0.4665, 0.3247, 0.3222, 0.317, 0.3041, 0.3041, 0.2964, 0.2964], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "7948042", "7948050", "2116936", "2116929", "3646584", "8660295", "4880896", "3646580", "4880893"], "ranked_scores": [0.5515, 0.549, 0.5361, 0.451, 0.4356, 0.4278, 0.4253, 0.4124, 0.4021, 0.4021], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "2647181", "7525071", "5980491", "2424634", "1611463", "3333503", "2356989", "3109473"], "ranked_scores": [0.6211, 0.5696, 0.3763, 0.3737, 0.3737, 0.3686, 0.366, 0.3608, 0.3531, 0.3454], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "2091063", "3444262", "5231134", "1863876", "7153163", "8419047", "5517313", "2312311"], "ranked_scores": [0.5387, 0.4613, 0.4562, 0.3969, 0.3892, 0.3608, 0.3608, 0.3582, 0.3582, 0.3557], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827765", "1484399", "7170234", "2547986", "4489794", "1174172", "5213336", "2131335", "8738042", "4489797"], "ranked_scores": [0.3711, 0.3634, 0.3479, 0.3454, 0.3325, 0.3325, 0.3308, 0.3273, 0.3247, 0.3196], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "1918866", "391341", "391342", "7134383", "8045986", "863946", "5535297", "3853232", "2588002"], "ranked_scores": [0.616, 0.5515, 0.5051, 0.5026, 0.5, 0.4948, 0.4948, 0.4897, 0.4742, 0.4691], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "7689707", "3909648", "2175858", "7689710", "4233011", "409310", "8820180", "3246403", "5063008"], "ranked_scores": [0.4124, 0.4098, 0.3505, 0.3428, 0.3376, 0.3351, 0.3273, 0.3222, 0.3196, 0.3196], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3968773", "2443030", "1460640", "3346337", "1546056", "6488150", "3346342", "6979330"], "ranked_scores": [0.8257, 0.6359, 0.5795, 0.5641, 0.5539, 0.5513, 0.541, 0.5385, 0.5077, 0.5026], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5055675", "2796274", "7424964", "1070634", "7992320", "8307546", "4134573", "1871086", "8426355", "6082244"], "ranked_scores": [0.5747, 0.5722, 0.5567, 0.5436, 0.5387, 0.5309, 0.5052, 0.5, 0.4948, 0.4742], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "5170949", "6083058", "7527096", "6083050", "5174051", "5027726", "8834986", "975213", "2721251"], "ranked_scores": [0.4665, 0.4072, 0.3969, 0.384, 0.3479, 0.3222, 0.3196, 0.317, 0.317, 0.3144], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "870351", "551238", "1314383", "7249172", "2576605", "2576606", "272188", "2692492"], "ranked_scores": [0.5619, 0.5438, 0.5361, 0.4923, 0.4845, 0.4716, 0.4716, 0.4691, 0.4588, 0.433], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7810605", "8265258", "1663808", "6090442", "3296425", "5351935", "250946", "1615478", "5408281", "6797667"], "ranked_scores": [0.4253, 0.3686, 0.3686, 0.366, 0.3608, 0.3608, 0.3505, 0.3454, 0.3428, 0.3402], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "4437972", "4377794", "7288502", "173850", "2510740", "5094229", "7646422", "2536497", "7646426"], "ranked_scores": [0.5361, 0.4665, 0.4356, 0.4304, 0.4304, 0.4278, 0.4253, 0.4227, 0.4021, 0.4021], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818958", "839355", "5940921", "1948259", "6818953", "7154587", "5499496", "7503128", "2175305", "4594595"], "ranked_scores": [0.4046, 0.4021, 0.3943, 0.3789, 0.3737, 0.3737, 0.3737, 0.3737, 0.3711, 0.3686], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "8796486", "4765785", "8773427", "4233615", "4765788", "4451324", "3039809", "3979452"], "ranked_scores": [0.518, 0.4385, 0.3897, 0.3846, 0.3827, 0.3744, 0.3667, 0.3615, 0.359, 0.3564], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["4786937", "7526870", "2099688", "3141441", "7526871", "7641309", "4005928", "4863107", "1511155", "7526867"], "ranked_scores": [0.5799, 0.5619, 0.5619, 0.5284, 0.5258, 0.5103, 0.4923, 0.4923, 0.4923, 0.4897], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7937494", "7110611", "7770199", "7770196", "7110612", "6841581", "8331763", "5655", "5430044"], "ranked_scores": [0.5722, 0.4227, 0.4072, 0.4046, 0.3943, 0.3821, 0.3789, 0.3737, 0.3737, 0.3634], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "30088", "30089", "4502858", "5336580", "1417034", "4522649", "30085", "489952"], "ranked_scores": [0.7257, 0.659, 0.5513, 0.5128, 0.5103, 0.5077, 0.5051, 0.4718, 0.459, 0.4539], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "5133662", "6428732", "5904163", "8098325", "3406116", "2789716", "7645257", "6207587"], "ranked_scores": [0.5974, 0.4464, 0.4282, 0.3974, 0.3897, 0.3872, 0.3795, 0.3776, 0.3744, 0.3718], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565560", "4111498", "1118163", "174956", "2607975", "3920912", "2391077", "4004613", "4893298", "2894334"], "ranked_scores": [0.4923, 0.4871, 0.4459, 0.4459, 0.4356, 0.4227, 0.4149, 0.4149, 0.4149, 0.4124], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "1621473", "4991354", "826058", "4991353", "869851", "8374135", "3699781", "2873961", "2823095"], "ranked_scores": [0.4974, 0.4742, 0.4124, 0.4021, 0.3943, 0.366, 0.3608, 0.3608, 0.3557, 0.3531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "4605271", "7778949", "5393501", "6193415", "1250411", "3726276", "5171449"], "ranked_scores": [0.5593, 0.4227, 0.4124, 0.3711, 0.3711, 0.3582, 0.3564, 0.3479, 0.3428, 0.3402], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "4590211", "6632518", "4005369", "1109548", "139970", "1063811", "3672905", "1063812", "4590213"], "ranked_scores": [0.4794, 0.4278, 0.4253, 0.4227, 0.4227, 0.4201, 0.4124, 0.4098, 0.3995, 0.3995], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1933329", "1867101", "8139545", "886990", "7313342", "6903206", "4117805", "1631830", "1867098", "4117808"], "ranked_scores": [0.4149, 0.4098, 0.3918, 0.384, 0.3789, 0.3763, 0.3737, 0.3686, 0.366, 0.366], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "3252244", "4258663", "4258668", "2940019", "5339587", "7420248", "1969532", "1623860", "8532695"], "ranked_scores": [0.6804, 0.6, 0.5644, 0.549, 0.5206, 0.4098, 0.4072, 0.3943, 0.3892, 0.3892], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8646229", "5304087", "1732850", "8822769", "8738884", "3451044", "3451041", "2024648", "6472411"], "ranked_scores": [0.6898, 0.441, 0.4359, 0.4051, 0.4, 0.3872, 0.3821, 0.3821, 0.3769, 0.3718], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221437", "4127072", "8221430", "4343906", "8221431", "4158114", "8015905", "6284716", "3834488"], "ranked_scores": [0.567, 0.4923, 0.4897, 0.4794, 0.4665, 0.4588, 0.433, 0.4278, 0.4227, 0.4098], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495838", "3495840", "3495835", "3495831", "4487010", "2387122", "7699084", "5412686"], "ranked_scores": [0.5103, 0.4923, 0.4356, 0.433, 0.3995, 0.3892, 0.3479, 0.3454, 0.3402, 0.3325], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212597", "609594", "6212591", "1053300", "1053306", "1053302", "8590985", "917841"], "ranked_scores": [0.616, 0.6031, 0.5361, 0.5309, 0.5258, 0.3686, 0.3686, 0.3557, 0.3325, 0.3144], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "2790097", "8736649", "7078336", "4520541", "3823641", "7332215", "7153880", "1929105", "5090588"], "ranked_scores": [0.6495, 0.299, 0.2655, 0.2603, 0.2603, 0.25, 0.2397, 0.2397, 0.2371, 0.2345], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "7511874", "10221", "1460685", "1460687", "1420186", "1460689", "6037748", "2447197"], "ranked_scores": [0.5744, 0.4564, 0.4256, 0.4231, 0.4154, 0.3718, 0.3692, 0.3641, 0.3385, 0.3308], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "1690952", "6124976", "1452606", "34456", "6025784", "1246649", "3302094"], "ranked_scores": [0.659, 0.6205, 0.4795, 0.4, 0.3872, 0.3821, 0.3744, 0.3692, 0.3641, 0.3615], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "5955284", "7589844", "1772350", "6986881", "1420930", "1981693", "8424304", "7888894", "6361048"], "ranked_scores": [0.3634, 0.3351, 0.3351, 0.3325, 0.3222, 0.3196, 0.3144, 0.3067, 0.3015, 0.3], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "1953277", "2819440", "3664758", "8771883", "4957113", "4597448", "7973153", "8758591"], "ranked_scores": [0.5851, 0.3814, 0.299, 0.2964, 0.2964, 0.2964, 0.2887, 0.2835, 0.2809, 0.2732], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "roberta-base": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7837267", "1150856", "5633832", "7584907", "7275123", "8215736", "5865180", "8825856", "7072115", "5265626"], "ranked_scores": [0.9861, 0.9853, 0.9849, 0.9844, 0.9836, 0.9829, 0.9824, 0.9822, 0.9822, 0.9821], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["925595", "2378053", "3619391", "1526255", "5264660", "157696", "6300621", "4848021", "2008538", "3440808"], "ranked_scores": [0.9576, 0.9563, 0.9551, 0.9541, 0.954, 0.9526, 0.9514, 0.9511, 0.9502, 0.95], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["2378053", "7663534", "1541453", "8221687", "5170441", "4892500", "1338462", "8323384", "7152746", "7154585"], "ranked_scores": [0.9608, 0.9591, 0.9476, 0.9467, 0.9438, 0.9428, 0.9424, 0.9408, 0.9405, 0.9405], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2812582", "925595", "3440857", "2723818", "1541453", "4892500", "7075674", "7154585", "5170441", "1338462"], "ranked_scores": [0.964, 0.9595, 0.9588, 0.9588, 0.9586, 0.9584, 0.9579, 0.9578, 0.9569, 0.9569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["2378053", "7663534", "7154585", "4892500", "1338462", "7075674", "2723818", "925595", "8221687", "6300621"], "ranked_scores": [0.9556, 0.9546, 0.954, 0.9534, 0.9532, 0.9532, 0.953, 0.9529, 0.9522, 0.952], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["2378053", "1541453", "8221687", "7663534", "8323384", "1413538", "7154585", "2215882", "4892500", "2723818"], "ranked_scores": [0.9508, 0.9445, 0.9418, 0.9415, 0.9412, 0.9392, 0.9386, 0.9382, 0.9381, 0.9375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7123629", "4702623", "5800703", "6934322", "2246521", "8770202", "4846576", "444075", "1583497", "664519"], "ranked_scores": [0.9739, 0.9715, 0.9713, 0.9705, 0.9699, 0.9695, 0.9691, 0.9689, 0.9686, 0.9685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["2378053", "7663534", "8221687", "1338462", "1541453", "7763969", "1582279", "8323384", "6252080", "4892500"], "ranked_scores": [0.9498, 0.9332, 0.93, 0.9285, 0.928, 0.9274, 0.9265, 0.9242, 0.9229, 0.9224], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["2378053", "3672905", "5409490", "8221687", "7663534", "2215882", "7285269", "2531512", "7831679", "3404651"], "ranked_scores": [0.9675, 0.9632, 0.9626, 0.9614, 0.9612, 0.9604, 0.9603, 0.9596, 0.959, 0.9587], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7663534", "5264660", "5170441", "925595", "3440857", "5143532", "157696", "4848021", "6300621", "2583983"], "ranked_scores": [0.9603, 0.9595, 0.9592, 0.9592, 0.9581, 0.9577, 0.9567, 0.9559, 0.9558, 0.9557], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7663534", "5238552", "4892500", "6252080", "566163", "1541453", "8323384", "8366972", "2942434", "2403648"], "ranked_scores": [0.974, 0.9645, 0.9639, 0.9613, 0.9613, 0.961, 0.9607, 0.9606, 0.9604, 0.9601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["2378053", "7663534", "8221687", "1338462", "4892500", "8323384", "1541453", "6971075", "2215882", "2723818"], "ranked_scores": [0.9618, 0.9556, 0.9527, 0.95, 0.9479, 0.9459, 0.9456, 0.9455, 0.9455, 0.9454], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7663534", "2378053", "1582279", "6252080", "4723156", "1338462", "1541453", "134683", "3176987", "8221687"], "ranked_scores": [0.9608, 0.9574, 0.9536, 0.9533, 0.9533, 0.953, 0.9529, 0.9528, 0.9513, 0.9508], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7663534", "3176987", "1541453", "8323384", "6252080", "4892500", "8632000", "217890", "2378053", "4579888"], "ranked_scores": [0.9671, 0.9593, 0.9592, 0.9589, 0.9583, 0.9583, 0.9582, 0.9576, 0.9575, 0.9574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["2583983", "5170441", "1338462", "8632000", "8771061", "8123901", "8636883", "1751860", "2723818", "87282"], "ranked_scores": [0.9715, 0.969, 0.9683, 0.9674, 0.9666, 0.9658, 0.9656, 0.9654, 0.9652, 0.9652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["8221687", "7663534", "1338462", "2378053", "6252080", "2949038", "5238552", "5800703", "3672905", "7220310"], "ranked_scores": [0.9657, 0.9639, 0.9633, 0.9632, 0.9631, 0.9624, 0.9615, 0.9612, 0.9609, 0.9603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["2378053", "8221687", "7663534", "1338462", "1582279", "8366972", "5170441", "4892500", "6252080", "7763969"], "ranked_scores": [0.9591, 0.9483, 0.9452, 0.9414, 0.9414, 0.9389, 0.9389, 0.9384, 0.9376, 0.9372], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4880893", "6575406", "7964392", "6050215", "542842", "6373832", "7948042", "4000690", "507236", "5059921"], "ranked_scores": [0.9795, 0.9772, 0.9762, 0.9759, 0.9752, 0.9728, 0.9722, 0.9722, 0.972, 0.9712], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["6971075", "8166181", "7138494", "5409490", "1338462", "2723818", "8221687", "8123901", "8632000", "4892500"], "ranked_scores": [0.9655, 0.9632, 0.961, 0.9606, 0.9605, 0.9601, 0.9594, 0.9592, 0.9581, 0.9578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7663534", "1541453", "2378053", "1338462", "4892500", "8323384", "1582279", "7154585", "4939334", "6252080"], "ranked_scores": [0.9655, 0.958, 0.9575, 0.9569, 0.9555, 0.9552, 0.9552, 0.9549, 0.9544, 0.9539], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7663534", "4892500", "8632000", "5409490", "6971075", "7075674", "217890", "7138494", "925595", "4301"], "ranked_scores": [0.9687, 0.9645, 0.9644, 0.9639, 0.9639, 0.9629, 0.9629, 0.9629, 0.9627, 0.9627], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["6988395", "2949038", "3704741", "3789630", "6532402", "444075", "1302724", "2587999", "1466110", "472329"], "ranked_scores": [0.9714, 0.9712, 0.9679, 0.9669, 0.9669, 0.9665, 0.9657, 0.9656, 0.9655, 0.9653], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["8221687", "2378053", "3909648", "3672905", "5039968", "7663534", "4553065", "7858639", "7285269", "2175857"], "ranked_scores": [0.9656, 0.9638, 0.9607, 0.9601, 0.9593, 0.9567, 0.9563, 0.9555, 0.9555, 0.9553], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["1493895", "1493896", "1716014", "6542300", "6979322", "8615461", "3346337", "1851284", "5427648", "6012382"], "ranked_scores": [0.9783, 0.9782, 0.9769, 0.9763, 0.9757, 0.9755, 0.975, 0.9743, 0.9742, 0.9741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8426355", "7888894", "8123901", "7154585", "4838373", "7427900", "948281", "7937494", "5170441", "821374"], "ranked_scores": [0.9751, 0.9683, 0.9682, 0.967, 0.9669, 0.9661, 0.9661, 0.9661, 0.9661, 0.9649], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["4805366", "6476873", "5811179", "5939467", "8123901", "1088382", "2786269", "1800212", "5955286", "251385"], "ranked_scores": [0.9674, 0.9664, 0.9653, 0.9643, 0.964, 0.9638, 0.9635, 0.9632, 0.963, 0.9628], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["7249172", "870351", "1613675", "4579888", "4528861", "1196458", "557928", "3176987", "821374", "7234620"], "ranked_scores": [0.9729, 0.9724, 0.9718, 0.9713, 0.9705, 0.9701, 0.9696, 0.9685, 0.9677, 0.9676], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8346188", "3296425", "5419270", "8162192", "8632000", "6476873", "3940208", "8392977", "8499149", "5408281"], "ranked_scores": [0.9718, 0.9712, 0.9703, 0.969, 0.969, 0.969, 0.969, 0.9689, 0.9689, 0.9686], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["5170441", "4723156", "1541453", "7663534", "1582279", "4528861", "8323384", "557928", "2378053", "4579888"], "ranked_scores": [0.9595, 0.9564, 0.956, 0.9555, 0.9554, 0.9542, 0.9529, 0.9528, 0.9524, 0.9511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["5170441", "1338462", "8123901", "7154585", "7663534", "217890", "4892500", "2583983", "1536187", "5955286"], "ranked_scores": [0.9627, 0.9625, 0.961, 0.9608, 0.9587, 0.9586, 0.958, 0.9574, 0.9572, 0.957], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["2378053", "7663534", "7169927", "4397641", "8221687", "6300621", "2998929", "1053302", "5409490", "7254353"], "ranked_scores": [0.967, 0.9593, 0.9593, 0.9587, 0.9576, 0.9574, 0.957, 0.9566, 0.9565, 0.955], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["4579888", "3176987", "4723156", "4892500", "2723818", "2378053", "1582279", "7663534", "1541453", "3074549"], "ranked_scores": [0.9575, 0.9571, 0.9531, 0.953, 0.9527, 0.9526, 0.9523, 0.9522, 0.9514, 0.9509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7937494", "5280582", "6864626", "1921564", "1493895", "3829900", "1493896", "2737704", "8123901", "5170441"], "ranked_scores": [0.9742, 0.9735, 0.9719, 0.9718, 0.9717, 0.9713, 0.9711, 0.971, 0.9708, 0.9705], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["2378053", "1338462", "7663534", "1541453", "1582279", "4892500", "5336577", "4723156", "8221687", "3074549"], "ranked_scores": [0.9599, 0.9543, 0.9532, 0.9531, 0.9507, 0.9506, 0.9506, 0.9504, 0.95, 0.9488], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7886033", "7193919", "1338462", "5123280", "8166181", "7094585", "6207588", "6768280", "6207587", "8354063"], "ranked_scores": [0.9671, 0.9667, 0.9661, 0.9659, 0.9658, 0.9656, 0.9655, 0.9651, 0.9646, 0.9644], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["7663534", "4976110", "4589415", "3469016", "5939467", "2949038", "1725084", "7175939", "5206549", "8259512"], "ranked_scores": [0.972, 0.9675, 0.9653, 0.9647, 0.9647, 0.9634, 0.9633, 0.963, 0.9629, 0.9628], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["5170441", "4723156", "4528861", "3148555", "460128", "3931579", "7234620", "4101976", "7161099", "5559450"], "ranked_scores": [0.9754, 0.9736, 0.9688, 0.9663, 0.966, 0.9658, 0.9654, 0.9653, 0.9653, 0.9647], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["2378053", "1338462", "7663534", "5170441", "1541453", "8221687", "2215882", "6300621", "7154585", "5238552"], "ranked_scores": [0.9633, 0.9512, 0.9507, 0.9503, 0.9501, 0.9494, 0.9473, 0.9472, 0.9467, 0.9461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["6803877", "1784487", "3672905", "7285269", "8221687", "6488931", "3722839", "5221099", "5143248", "2370674"], "ranked_scores": [0.9695, 0.9653, 0.9631, 0.9629, 0.9613, 0.9611, 0.9609, 0.9607, 0.9603, 0.9601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["7663534", "2378053", "1541453", "217890", "5170441", "4723156", "4892500", "5183833", "8323384", "7075674"], "ranked_scores": [0.9556, 0.9528, 0.9505, 0.9491, 0.948, 0.9466, 0.9451, 0.945, 0.9448, 0.9448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["2378053", "7663534", "1541453", "217890", "2949038", "8632000", "7154585", "8221687", "1338462", "4892500"], "ranked_scores": [0.9599, 0.9598, 0.959, 0.9582, 0.9582, 0.9581, 0.9578, 0.9578, 0.9576, 0.957], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["2378053", "7663534", "8221687", "1582279", "5409490", "7763969", "4892500", "2215882", "1413538", "7094585"], "ranked_scores": [0.9632, 0.9589, 0.9567, 0.9511, 0.9492, 0.9487, 0.9484, 0.9482, 0.9482, 0.948], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221687", "2378053", "8221437", "6535897", "7285269", "8632000", "6971075", "7138494", "6300621", "7169927"], "ranked_scores": [0.9678, 0.966, 0.9659, 0.9651, 0.965, 0.9644, 0.9643, 0.9641, 0.9631, 0.9627], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["2378053", "1338462", "8221687", "7550332", "3495831", "1582279", "7154585", "7094585", "7763969", "7770959"], "ranked_scores": [0.9546, 0.9514, 0.9508, 0.946, 0.9455, 0.9437, 0.9429, 0.9426, 0.9425, 0.9423], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["471140", "1903335", "7663534", "8632000", "4892500", "6212591", "2949038", "5123280", "7503128", "1541453"], "ranked_scores": [0.9559, 0.9552, 0.9545, 0.9534, 0.9528, 0.9524, 0.9523, 0.9522, 0.9521, 0.952], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["2378053", "7663534", "4892500", "5170441", "1338462", "7075674", "8221687", "1541453", "7244771", "217890"], "ranked_scores": [0.9547, 0.9488, 0.9431, 0.9412, 0.9412, 0.9406, 0.9404, 0.9404, 0.9399, 0.9394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["8177246", "7566134", "5891383", "5559450", "4482376", "8366972", "1541453", "1681335", "3176987", "821374"], "ranked_scores": [0.9615, 0.9524, 0.9487, 0.9473, 0.9473, 0.9466, 0.9457, 0.9454, 0.9453, 0.9447], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["4579888", "3176987", "3074549", "7663534", "4892500", "8323384", "7985409", "4723156", "7154585", "1541453"], "ranked_scores": [0.9651, 0.9646, 0.9643, 0.9608, 0.9607, 0.9605, 0.9605, 0.9599, 0.9599, 0.9597], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["2378053", "1338462", "8221687", "7138494", "6971075", "1582279", "2723818", "7154585", "7663534", "1541453"], "ranked_scores": [0.9574, 0.9474, 0.9445, 0.9382, 0.9382, 0.9381, 0.9379, 0.9378, 0.9371, 0.9356], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["5143248", "8221687", "8771883", "7858639", "5221099", "65356", "7973153", "7285269", "2531512", "915842"], "ranked_scores": [0.9523, 0.952, 0.9517, 0.9513, 0.9502, 0.95, 0.9498, 0.9496, 0.9485, 0.9484], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7837267", "8083127", "1674646", "575979", "8083121", "3527619", "2684883", "5265626", "558173", "7584907"], "ranked_scores": [0.7255, 0.7105, 0.7055, 0.6915, 0.691, 0.6894, 0.6822, 0.6758, 0.6749, 0.6657], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "5633832", "1297109", "8083127", "157696", "2581550", "220565", "1674644", "3671400", "7248824"], "ranked_scores": [0.6598, 0.6514, 0.6344, 0.6226, 0.6189, 0.6119, 0.6008, 0.5853, 0.5846, 0.5827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "5842823", "911138", "6236648", "1238142", "5221728", "298606", "5582271", "1592656"], "ranked_scores": [0.6494, 0.58, 0.5701, 0.5392, 0.5367, 0.5361, 0.5312, 0.5128, 0.5055, 0.5033], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "2812582", "3338175", "7369987", "3399535", "515311", "6368609", "8279447", "1727064", "5684712"], "ranked_scores": [0.7172, 0.7124, 0.7115, 0.7005, 0.6833, 0.6406, 0.6282, 0.6228, 0.6223, 0.6157], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "7048914", "2070215", "5450605", "7255675", "8554964", "1159742", "1936834", "7048912"], "ranked_scores": [0.5666, 0.5623, 0.5403, 0.5311, 0.5062, 0.4939, 0.4849, 0.4768, 0.4713, 0.4601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "3205963", "1190311", "7600993", "8817884", "1494980", "1229810", "7929603", "1805806", "5254021"], "ranked_scores": [0.6199, 0.5004, 0.4979, 0.4953, 0.4933, 0.4803, 0.4677, 0.4666, 0.4617, 0.4586], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "6964479", "7813557", "5227711", "6801871", "6980305", "6964486", "6311584", "6815901"], "ranked_scores": [0.7215, 0.7123, 0.705, 0.6561, 0.6238, 0.6163, 0.6116, 0.5937, 0.5686, 0.5669], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "4154575", "5997547", "5079417", "3550559", "4041246", "8343642", "1768445"], "ranked_scores": [0.7198, 0.6964, 0.6206, 0.5796, 0.5522, 0.5478, 0.5448, 0.5222, 0.5169, 0.5167], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365215", "1365210", "5110182", "6950269", "6950276", "249524", "289409", "7531871", "4667084"], "ranked_scores": [0.5864, 0.5736, 0.5673, 0.5673, 0.5472, 0.5461, 0.5384, 0.5336, 0.5317, 0.5253], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "4562810", "947575", "5931817", "4513419", "2552610", "7187662", "8190833", "4941655", "6124279"], "ranked_scores": [0.5681, 0.5127, 0.5064, 0.492, 0.4903, 0.4894, 0.4875, 0.4577, 0.4533, 0.4476], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1438830", "1226213", "2469923", "4405605", "209692", "8583763", "8583766"], "ranked_scores": [0.721, 0.6798, 0.5142, 0.4938, 0.476, 0.4757, 0.4498, 0.4457, 0.4447, 0.443], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623383", "4069689", "5389787", "5289585", "7058926", "295794", "8111532", "7058927", "5196335", "2242588"], "ranked_scores": [0.4763, 0.4555, 0.4345, 0.4338, 0.4314, 0.4257, 0.4212, 0.4082, 0.4058, 0.3996], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301818", "7301814", "3512764", "6808332", "277376", "5457419", "3803414"], "ranked_scores": [0.7473, 0.728, 0.7254, 0.5319, 0.5145, 0.5117, 0.496, 0.4739, 0.4641, 0.4632], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "7970736", "8259512", "8450827", "8259514", "7970735", "8450828", "8450833", "1265191", "320956"], "ranked_scores": [0.7524, 0.7225, 0.7194, 0.6534, 0.6099, 0.6086, 0.5819, 0.5715, 0.5638, 0.5414], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "8296550", "4702013", "734127", "3457120", "3043375", "8128745", "8296554", "7185831"], "ranked_scores": [0.7486, 0.6756, 0.647, 0.6341, 0.6334, 0.6282, 0.6277, 0.6259, 0.6229, 0.6211], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "2010657", "8484568", "8067800", "3505871", "46048", "665690", "4768599"], "ranked_scores": [0.7505, 0.6207, 0.4816, 0.4784, 0.4553, 0.4519, 0.4487, 0.4398, 0.436, 0.432], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7870700", "630599", "5672319", "630605", "3702788", "5340239", "6975615", "5827343"], "ranked_scores": [0.7318, 0.57, 0.555, 0.5041, 0.504, 0.5035, 0.5004, 0.4916, 0.4765, 0.4734], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4880893", "7948042", "2116932", "7948050", "8157542", "2116929", "2116936", "2116933", "2116938", "3646580"], "ranked_scores": [0.7469, 0.7434, 0.7403, 0.7278, 0.7117, 0.6895, 0.689, 0.6792, 0.6751, 0.6707], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "2450611", "7958943", "3056113", "4998837", "3532662", "2870276", "2647181", "3109473", "2356986"], "ranked_scores": [0.5401, 0.5211, 0.516, 0.4478, 0.4375, 0.4309, 0.4256, 0.416, 0.4043, 0.4036], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "2044076", "4393603", "6607918", "4393601", "5231134", "6641480", "1226636", "1726611", "925659"], "ranked_scores": [0.7249, 0.6298, 0.6194, 0.608, 0.6078, 0.605, 0.6018, 0.5983, 0.594, 0.5905], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["2131335", "7827765", "4489797", "7170238", "2131339", "6127285", "7803391", "7170234", "7827761", "6854565"], "ranked_scores": [0.4148, 0.4135, 0.4102, 0.3952, 0.3851, 0.3724, 0.362, 0.355, 0.3296, 0.318], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "1839684", "2588002", "8540414", "4796869", "7134383", "7269273", "1918866", "391341"], "ranked_scores": [0.8024, 0.766, 0.7659, 0.7507, 0.7471, 0.7309, 0.7242, 0.7117, 0.7057, 0.7047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "8820180", "1673140", "3768485", "1143382", "5364572", "4390430", "7689707", "3246403"], "ranked_scores": [0.5953, 0.5863, 0.5393, 0.5244, 0.5163, 0.5161, 0.5055, 0.4964, 0.4939, 0.4888], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3346337", "3968773", "92150", "1546056", "5729775", "2443030", "5210161", "6979322", "1460640", "5808457"], "ranked_scores": [0.7138, 0.7011, 0.7002, 0.6582, 0.6484, 0.648, 0.6464, 0.6447, 0.6416, 0.6262], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5739636", "4942019", "2796274", "8426355", "5269626", "2636668", "4901734", "3733774", "2636672", "4942015"], "ranked_scores": [0.7385, 0.7365, 0.7097, 0.7027, 0.7021, 0.6977, 0.697, 0.6944, 0.6915, 0.6912], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "5174051", "4805364", "1333652", "2820637", "6032018", "7527096", "1039754", "7650732", "1333651"], "ranked_scores": [0.6313, 0.584, 0.5799, 0.5625, 0.5571, 0.552, 0.5463, 0.5429, 0.5404, 0.5283], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576606", "2576605", "551238", "7137675", "2692492", "272188", "6033952", "272190", "7249172"], "ranked_scores": [0.7697, 0.7023, 0.6988, 0.6888, 0.6819, 0.6731, 0.661, 0.6529, 0.6402, 0.6352], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6465151", "6797667", "5408281", "8277053", "1850491", "3296425", "6694795", "3132831", "6502553", "7810605"], "ranked_scores": [0.6395, 0.6055, 0.6009, 0.5943, 0.5864, 0.5731, 0.5724, 0.5638, 0.5588, 0.5542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7288502", "7646422", "2061122", "5756090", "278768", "7288504", "5352322", "5196370"], "ranked_scores": [0.7602, 0.7032, 0.6789, 0.6789, 0.6438, 0.6215, 0.6171, 0.6155, 0.6012, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "2068025", "3872927", "5499496", "1237202", "7154587", "8531579", "3230959", "6453425", "1463441"], "ranked_scores": [0.5711, 0.5611, 0.56, 0.5588, 0.5531, 0.5404, 0.5257, 0.4969, 0.489, 0.4836], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4451324", "8796481", "4966850", "2396672", "3039809", "5675630", "8796486", "2918527", "3663599"], "ranked_scores": [0.6037, 0.5872, 0.5586, 0.5533, 0.5494, 0.5494, 0.5469, 0.5449, 0.5409, 0.539], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "1511150", "4786937", "2099688", "2617812", "7526867", "2208599", "3141441", "4863108", "2617807"], "ranked_scores": [0.7161, 0.7157, 0.6821, 0.6761, 0.6726, 0.665, 0.662, 0.659, 0.6575, 0.6538], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "5655", "7937494", "3701436", "8310623", "2737708", "8237806", "7770196"], "ranked_scores": [0.7764, 0.6719, 0.6321, 0.6051, 0.5981, 0.5867, 0.5783, 0.5752, 0.5736, 0.5721], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "8327486", "5336580", "4256443", "5343617", "2066951", "3659405", "4522649", "3770821", "4502858"], "ranked_scores": [0.7705, 0.6844, 0.6679, 0.6654, 0.6375, 0.6362, 0.6307, 0.6162, 0.6017, 0.5841], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "5904163", "6207587", "754800", "6207588", "8148596", "7853301", "7119732", "7645257"], "ranked_scores": [0.6954, 0.621, 0.5954, 0.573, 0.5705, 0.5694, 0.5663, 0.561, 0.5523, 0.5324], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "5206549", "4589415", "2835995", "2290637", "1338705", "7734838", "2565560", "2245444", "2391077"], "ranked_scores": [0.6896, 0.685, 0.6846, 0.6558, 0.6499, 0.6449, 0.6427, 0.6406, 0.635, 0.6327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3806458", "4991356", "4991354", "7161101", "8374135", "4991353", "3672237", "3148555", "117136"], "ranked_scores": [0.7371, 0.6991, 0.6923, 0.6762, 0.6422, 0.6109, 0.5979, 0.5932, 0.5537, 0.5404], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4900578", "4409027", "3747811", "2531512", "5393501", "4605270", "2531517", "6193415"], "ranked_scores": [0.6815, 0.6695, 0.6454, 0.6447, 0.58, 0.5783, 0.5632, 0.5608, 0.5372, 0.5339], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "7428627", "6632518", "7831679", "6632520", "6632522", "1063812", "1063811", "139961", "3404651"], "ranked_scores": [0.6564, 0.6486, 0.6022, 0.6013, 0.5981, 0.5979, 0.5907, 0.5834, 0.583, 0.58], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "5143805", "921100", "5812523", "463652", "921101", "6955768", "7313345", "8139545", "6903206"], "ranked_scores": [0.637, 0.6302, 0.6265, 0.6147, 0.5993, 0.5936, 0.5818, 0.5779, 0.5718, 0.5643], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "2940019", "7420248", "5339585", "2940016", "7503113", "7503110", "1623860", "2359804"], "ranked_scores": [0.7975, 0.6492, 0.6187, 0.5918, 0.5768, 0.5671, 0.5622, 0.5501, 0.5393, 0.5237], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["2024648", "8738884", "7562624", "1398369", "3451041", "3451044", "5304087", "7562631", "1732853", "3811525"], "ranked_scores": [0.6616, 0.6476, 0.6244, 0.5829, 0.5571, 0.5513, 0.5412, 0.5266, 0.5227, 0.502], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8221437", "7856346", "5431260", "4626170", "4158114", "6834849", "4127072", "4343906", "1922718"], "ranked_scores": [0.6035, 0.5943, 0.5913, 0.5855, 0.5604, 0.542, 0.5345, 0.5313, 0.5312, 0.5236], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495831", "1634694", "3495838", "3495835", "3885772", "7770959", "2387122", "1188785"], "ranked_scores": [0.5513, 0.5509, 0.5505, 0.4991, 0.4979, 0.4871, 0.4743, 0.4704, 0.4613, 0.4452], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "609594", "6212597", "6212591", "6212588", "3843788", "1941403", "3843787", "8233321", "917841"], "ranked_scores": [0.6638, 0.6546, 0.6374, 0.6249, 0.5981, 0.5014, 0.4938, 0.4348, 0.4319, 0.4057], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7803343", "2790097", "7936183", "1384086", "7601059", "3823638", "2379160", "4774028"], "ranked_scores": [0.6008, 0.4276, 0.3867, 0.3788, 0.3597, 0.3372, 0.3354, 0.3349, 0.3347, 0.3194], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "8177246", "1460685", "5891383", "7511874", "1460689", "3668938", "1193873", "8432430", "1420186"], "ranked_scores": [0.6595, 0.616, 0.6141, 0.6035, 0.5938, 0.5466, 0.5442, 0.5432, 0.5402, 0.5259], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "4738326", "7104592", "7515853", "1136108", "1134210", "6124976", "4709447"], "ranked_scores": [0.7424, 0.7209, 0.5788, 0.5442, 0.5399, 0.5322, 0.5303, 0.5259, 0.5237, 0.5186], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "8424304", "5955284", "2229750", "3559380", "6986881", "7589839", "1420930", "7888894", "5812535"], "ranked_scores": [0.599, 0.5292, 0.5074, 0.5059, 0.5034, 0.5018, 0.5, 0.4986, 0.4927, 0.485], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "3596760", "8771883", "3989499", "1939468", "6342544", "4564069", "8667781", "1304102", "6304249"], "ranked_scores": [0.6069, 0.5919, 0.5892, 0.5754, 0.5637, 0.5449, 0.5432, 0.54, 0.5351, 0.5287], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-post-int8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "575979", "8083127", "7837267", "3527619", "2684883", "558173", "5265626", "1245152", "8083121"], "ranked_scores": [0.616, 0.6133, 0.6123, 0.6112, 0.6053, 0.5985, 0.5973, 0.5931, 0.5771, 0.5737], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "5633832", "1297109", "1674644", "8083127", "220565", "157696", "3671400", "1674646", "8398033"], "ranked_scores": [0.5782, 0.5589, 0.5421, 0.5199, 0.5132, 0.5111, 0.511, 0.4966, 0.4958, 0.494], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "7383965", "911138", "6236648", "1592656", "1238142", "298606", "5582271", "2295208"], "ranked_scores": [0.5837, 0.5456, 0.5442, 0.5208, 0.5141, 0.507, 0.5032, 0.4945, 0.4928, 0.488], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "2812582", "5769842", "7369987", "3399535", "8279447", "5984488", "7386245", "515311", "6368609"], "ranked_scores": [0.5883, 0.5872, 0.5844, 0.5829, 0.5663, 0.5405, 0.534, 0.5138, 0.5065, 0.5058], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "3794304", "2070215", "7048914", "1159742", "7255675", "8554964", "4305354", "856390", "5450605"], "ranked_scores": [0.4649, 0.4624, 0.456, 0.4183, 0.3979, 0.3939, 0.3837, 0.3804, 0.3776, 0.3662], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "3205963", "7600993", "5254021", "8817884", "1494980", "1229810", "7929603", "1190311", "1413538"], "ranked_scores": [0.4901, 0.3839, 0.3815, 0.3769, 0.3763, 0.3738, 0.371, 0.3672, 0.3618, 0.3603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "6964479", "6980305", "7813557", "6964486", "6801871", "5091618", "5227711", "6815901"], "ranked_scores": [0.6307, 0.6049, 0.6034, 0.5647, 0.5599, 0.5091, 0.5088, 0.5052, 0.4856, 0.4833], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "4154575", "7698064", "6672671", "3550559", "5079417", "4041246", "5997547", "1768445"], "ranked_scores": [0.5784, 0.5558, 0.4991, 0.4853, 0.4661, 0.4334, 0.4208, 0.4186, 0.4118, 0.407], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "1365215", "6950276", "8452568", "249524", "5110182", "289409", "6950269", "1640260", "4667084"], "ranked_scores": [0.5862, 0.5828, 0.5635, 0.5614, 0.5518, 0.5507, 0.5484, 0.5467, 0.5347, 0.5321], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "4513419", "7187662", "947575", "5931817", "2552610", "4562810", "4941655", "2579637", "1239940"], "ranked_scores": [0.4428, 0.401, 0.3944, 0.3922, 0.3833, 0.3827, 0.381, 0.3703, 0.3673, 0.363], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "2469923", "209692", "4405605", "1438830", "8583766", "2697614", "4922192", "1226213"], "ranked_scores": [0.7299, 0.6678, 0.5403, 0.5384, 0.5166, 0.5135, 0.498, 0.4856, 0.4798, 0.4756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623383", "7058926", "4069689", "295794", "5389787", "2242588", "8111532", "295788", "7058927", "7168973"], "ranked_scores": [0.4622, 0.4554, 0.4481, 0.4436, 0.4282, 0.4223, 0.4186, 0.4105, 0.4031, 0.4028], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301818", "7301814", "3512764", "6808332", "5457419", "7888911", "277376"], "ranked_scores": [0.6468, 0.5853, 0.5783, 0.453, 0.4212, 0.419, 0.4139, 0.3866, 0.3749, 0.3745], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "7970736", "8259512", "7970735", "8450827", "8450828", "1265191", "8450833", "8259514", "320956"], "ranked_scores": [0.734, 0.673, 0.6656, 0.5984, 0.5962, 0.5647, 0.5574, 0.5512, 0.5453, 0.535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "8296550", "734127", "7160804", "3457120", "4702009", "8684894", "7185831", "8128745"], "ranked_scores": [0.6439, 0.6055, 0.5648, 0.5552, 0.5501, 0.5476, 0.5452, 0.544, 0.5437, 0.5402], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "2010657", "8067800", "8023011", "46048", "3936785", "8484568", "665690"], "ranked_scores": [0.6988, 0.602, 0.4871, 0.459, 0.4553, 0.4486, 0.4475, 0.4471, 0.4422, 0.4406], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7870700", "5340239", "630599", "630605", "3702788", "5672319", "2995208", "5827343"], "ranked_scores": [0.7068, 0.5785, 0.5521, 0.5215, 0.5044, 0.5011, 0.4813, 0.4813, 0.4497, 0.442], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4880893", "7948042", "7948050", "2116932", "8157542", "2116936", "2116933", "2116929", "4880896", "1435310"], "ranked_scores": [0.6226, 0.6186, 0.5931, 0.5879, 0.5744, 0.5664, 0.5509, 0.5356, 0.533, 0.5214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "2450611", "4998837", "3532662", "2870276", "2356986", "7525071", "3056113", "3891003"], "ranked_scores": [0.4779, 0.4766, 0.4765, 0.4341, 0.427, 0.4123, 0.3962, 0.3927, 0.3902, 0.3886], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "2044076", "4393603", "1226636", "4393601", "1726611", "3444262", "5231134", "6641480", "925659"], "ranked_scores": [0.6252, 0.5822, 0.5786, 0.5671, 0.5474, 0.5462, 0.5452, 0.545, 0.5384, 0.5302], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827765", "2131335", "4489797", "2131339", "6127285", "7803391", "7170234", "7170238", "1603365", "5233423"], "ranked_scores": [0.4129, 0.3909, 0.377, 0.3725, 0.3452, 0.3413, 0.3376, 0.337, 0.3295, 0.3252], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "1839684", "2588002", "8045986", "8540414", "4796869", "391341", "7134383", "391342", "1918866"], "ranked_scores": [0.6955, 0.6848, 0.6644, 0.6611, 0.6464, 0.6452, 0.6225, 0.6165, 0.608, 0.5976], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "3768485", "1673140", "5364572", "3909648", "1143382", "8820180", "7689707", "3167491"], "ranked_scores": [0.5856, 0.5624, 0.5211, 0.5129, 0.5117, 0.5086, 0.5085, 0.5044, 0.486, 0.482], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "3968773", "3346337", "1546056", "2443030", "1460640", "6979322", "5210161", "5729775", "631307"], "ranked_scores": [0.7112, 0.6949, 0.6895, 0.6784, 0.6519, 0.6474, 0.6445, 0.6424, 0.6292, 0.6214], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5739636", "4942019", "5269626", "2796274", "4901734", "3733774", "4942015", "8426355", "8281194", "2636668"], "ranked_scores": [0.6961, 0.6825, 0.68, 0.6636, 0.6605, 0.659, 0.6571, 0.6566, 0.6426, 0.6384], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "5174051", "4805364", "1333652", "1039754", "7527096", "2820637", "6032018", "1333651", "1039748"], "ranked_scores": [0.594, 0.5771, 0.5477, 0.5476, 0.5388, 0.5343, 0.5341, 0.5285, 0.5267, 0.5137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576606", "2576605", "551238", "7137675", "2692492", "6033952", "272188", "272190", "1613678"], "ranked_scores": [0.7649, 0.6811, 0.6809, 0.679, 0.6549, 0.6497, 0.6409, 0.636, 0.6219, 0.6079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["3132831", "6465151", "6797667", "2589790", "5408281", "1850491", "8277053", "5373185", "3296425", "6694795"], "ranked_scores": [0.5845, 0.5696, 0.5675, 0.5664, 0.5645, 0.5602, 0.5556, 0.554, 0.5532, 0.5517], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["5094229", "4278761", "7646422", "7288502", "278768", "5756090", "5352322", "5196370", "2209127", "7288504"], "ranked_scores": [0.6552, 0.6471, 0.6328, 0.6109, 0.5927, 0.5844, 0.5587, 0.5548, 0.5507, 0.5504], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["5499496", "1237202", "6818953", "3872927", "7154587", "2068025", "8531579", "6818958", "5764460", "6453425"], "ranked_scores": [0.4778, 0.469, 0.4641, 0.4422, 0.4396, 0.4253, 0.4058, 0.4013, 0.3976, 0.3932], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["4451324", "7833608", "2918527", "7833611", "8796481", "2396672", "4966850", "8796486", "3039809", "3790429"], "ranked_scores": [0.545, 0.5414, 0.5184, 0.5165, 0.5158, 0.5068, 0.505, 0.5029, 0.4895, 0.4886], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511150", "7526870", "4786937", "2617812", "7526867", "982652", "2099688", "2617807", "3141441", "2208599"], "ranked_scores": [0.6994, 0.6923, 0.6528, 0.6396, 0.6163, 0.6162, 0.6034, 0.5878, 0.5865, 0.5839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "7937494", "7770196", "4586889", "8310623", "5655", "2737708", "8237806"], "ranked_scores": [0.7706, 0.6448, 0.6, 0.5968, 0.5819, 0.5713, 0.5557, 0.5498, 0.5489, 0.5472], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "5343617", "2066951", "3659405", "8327486", "4256443", "4522649", "6278487", "4502858"], "ranked_scores": [0.7082, 0.6159, 0.6143, 0.6056, 0.6019, 0.6006, 0.589, 0.5821, 0.5599, 0.5478], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "8148596", "5904163", "6207588", "6207587", "1683771", "754800", "7853301", "7119732"], "ranked_scores": [0.6829, 0.6069, 0.5786, 0.5769, 0.5654, 0.5624, 0.5527, 0.5518, 0.5463, 0.5403], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "5206549", "4589415", "2290637", "2835995", "7734838", "1338705", "2565560", "2391077", "4205560"], "ranked_scores": [0.6181, 0.6108, 0.6107, 0.6055, 0.5948, 0.5896, 0.5874, 0.5824, 0.5796, 0.5708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991356", "3806458", "4991354", "7161101", "3672237", "4991353", "3148555", "8374135", "117136"], "ranked_scores": [0.6475, 0.6107, 0.6098, 0.5771, 0.5416, 0.5131, 0.4902, 0.4891, 0.4858, 0.4608], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4409027", "4900578", "3747811", "4605270", "2531512", "6193415", "7778949", "2531517"], "ranked_scores": [0.5618, 0.5617, 0.5525, 0.551, 0.4762, 0.4723, 0.4536, 0.4505, 0.4414, 0.435], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "7428627", "7831679", "6632522", "3722839", "1063811", "1063812", "6632520", "1109548", "3942500"], "ranked_scores": [0.6326, 0.6311, 0.6113, 0.5998, 0.5994, 0.5991, 0.5902, 0.5896, 0.5876, 0.5847], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["463652", "921100", "5143805", "1867101", "5812523", "921101", "7313342", "6180355", "7950831", "8139545"], "ranked_scores": [0.5135, 0.497, 0.4921, 0.49, 0.4754, 0.4681, 0.4467, 0.4454, 0.4409, 0.439], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "2940019", "7420248", "1623860", "5339585", "7503110", "7503113", "2940016", "3617286"], "ranked_scores": [0.7025, 0.5887, 0.5706, 0.5671, 0.5154, 0.5107, 0.5098, 0.5075, 0.5014, 0.4778], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "1398369", "7562624", "2024648", "5304087", "3451041", "3451044", "1732853", "6711596", "3811525"], "ranked_scores": [0.6573, 0.6374, 0.6268, 0.6137, 0.5919, 0.5856, 0.5818, 0.564, 0.5432, 0.5364], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "5431260", "8221430", "7856346", "4626170", "6269961", "4343906", "4158114", "8015905", "4127072"], "ranked_scores": [0.6018, 0.5957, 0.5915, 0.5722, 0.5686, 0.5482, 0.5463, 0.5458, 0.5322, 0.5266], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "7770963", "1634694", "3885772", "3495838", "6625132", "2387122", "308711", "3495835"], "ranked_scores": [0.5179, 0.5081, 0.4835, 0.4676, 0.4447, 0.4322, 0.4228, 0.4206, 0.4148, 0.4132], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6212597", "6212591", "6401864", "6212588", "1941403", "3843787", "3843788", "917841", "2852056"], "ranked_scores": [0.5215, 0.5036, 0.4808, 0.4651, 0.465, 0.3546, 0.3504, 0.3461, 0.3237, 0.3025], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7803343", "7936183", "2108312", "3823638", "5128180", "7601059", "2790097", "3823641"], "ranked_scores": [0.5318, 0.3606, 0.3216, 0.3214, 0.3167, 0.3096, 0.3095, 0.3026, 0.3008, 0.2993], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "8177246", "1460685", "1193873", "5891383", "7511874", "8432430", "1460689", "3668938", "1420186"], "ranked_scores": [0.6196, 0.5817, 0.5703, 0.5238, 0.5185, 0.5165, 0.5123, 0.5108, 0.501, 0.4899], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "4738326", "1134210", "7515853", "1136108", "4709447", "7104592", "6124976"], "ranked_scores": [0.7121, 0.682, 0.5501, 0.5191, 0.5134, 0.4953, 0.4896, 0.4886, 0.4839, 0.4812], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "5955284", "6986881", "8424304", "2229750", "4594387", "7589839", "6417183", "3559380", "1981693"], "ranked_scores": [0.5748, 0.4844, 0.4747, 0.4736, 0.4735, 0.4699, 0.4681, 0.4614, 0.4598, 0.4571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8771883", "3989499", "2819440", "3596760", "6304249", "1304102", "6342544", "297876", "3791271"], "ranked_scores": [0.5424, 0.5352, 0.5074, 0.505, 0.5043, 0.4987, 0.495, 0.4923, 0.4739, 0.4732], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-post-binary": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "5265626", "8083121", "575979", "6162682", "2684883", "7837267", "157696", "8083127", "1245152"], "ranked_scores": [567.0, 562.0, 562.0, 561.0, 561.0, 561.0, 557.0, 553.0, 553.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["5633832", "2684883", "220565", "8083127", "1297109", "1433976", "3671400", "1674644", "1150856", "542682"], "ranked_scores": [561.0, 557.0, 553.0, 551.0, 547.0, 544.0, 539.0, 537.0, 535.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "911138", "7383965", "1592656", "2295208", "8510222", "5616900", "59604", "5226726"], "ranked_scores": [560.0, 557.0, 544.0, 539.0, 531.0, 529.0, 524.0, 520.0, 518.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2812582", "3338175", "5769842", "7369987", "8279447", "515311", "3399535", "1727064", "3125130", "6926916"], "ranked_scores": [598.0, 597.0, 592.0, 588.0, 575.0, 573.0, 572.0, 569.0, 567.0, 565.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "7048914", "2070215", "3794297", "1159742", "7255675", "5450605", "7048912", "7255678", "574950"], "ranked_scores": [531.0, 528.0, 524.0, 519.0, 515.0, 515.0, 514.0, 509.0, 501.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "8817884", "5254021", "7634337", "1190311", "1494980", "1805806", "7776113", "2323460", "8299818"], "ranked_scores": [546.0, 517.0, 514.0, 512.0, 510.0, 509.0, 505.0, 505.0, 499.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "6964479", "7813557", "5227711", "6964486", "6801871", "6980305", "2807543", "1173182"], "ranked_scores": [580.0, 576.0, 573.0, 562.0, 550.0, 539.0, 537.0, 535.0, 535.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "5079417", "3550559", "4154575", "4041246", "5997547", "1768445", "6672671"], "ranked_scores": [568.0, 567.0, 541.0, 528.0, 527.0, 526.0, 522.0, 519.0, 515.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "6950276", "6950269", "1365215", "8452568", "4667084", "289409", "249524", "1640260", "5110182"], "ranked_scores": [548.0, 542.0, 539.0, 536.0, 533.0, 530.0, 529.0, 524.0, 522.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["4562810", "7187663", "947575", "2552610", "1239940", "4513419", "5931817", "336438", "4941655", "7187662"], "ranked_scores": [531.0, 529.0, 519.0, 519.0, 517.0, 517.0, 512.0, 512.0, 508.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4405605", "1438830", "1226213", "209692", "4922192", "1501685", "8583763", "2469923"], "ranked_scores": [587.0, 565.0, 531.0, 524.0, 518.0, 515.0, 510.0, 510.0, 507.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["2242588", "8111528", "5389787", "5289585", "7858636", "295794", "4623383", "7058926", "3716678", "7168973"], "ranked_scores": [505.0, 502.0, 502.0, 500.0, 497.0, 495.0, 491.0, 491.0, 489.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "3512764", "7301814", "6808332", "277376", "5457419", "7301818", "3803414"], "ranked_scores": [590.0, 582.0, 580.0, 545.0, 521.0, 517.0, 512.0, 512.0, 507.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970728", "7970736", "8450827", "7970735", "8259514", "8450833", "665818", "7970734", "8450828"], "ranked_scores": [579.0, 578.0, 577.0, 559.0, 555.0, 555.0, 542.0, 534.0, 527.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "4702009", "6915697", "3043375", "8128745", "5720449", "4702013", "8131676", "7185831"], "ranked_scores": [587.0, 553.0, 551.0, 543.0, 543.0, 543.0, 539.0, 538.0, 538.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "46048", "2010657", "3452115", "3505871", "3936785", "8023011", "3936790", "6467669"], "ranked_scores": [607.0, 535.0, 529.0, 528.0, 521.0, 516.0, 509.0, 508.0, 507.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "3702788", "7870704", "630605", "7870700", "6667088", "2818783", "5143532", "630599"], "ranked_scores": [567.0, 523.0, 522.0, 517.0, 515.0, 515.0, 511.0, 509.0, 508.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116932", "4880893", "7948042", "2116929", "8157542", "3646580", "4517260", "2116933", "7948050", "2116936"], "ranked_scores": [604.0, 599.0, 595.0, 579.0, 578.0, 578.0, 575.0, 574.0, 571.0, 570.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["2450611", "7958943", "7958944", "3532662", "4998837", "1880129", "3109473", "3056113", "4253088", "2647181"], "ranked_scores": [530.0, 520.0, 519.0, 507.0, 500.0, 498.0, 497.0, 496.0, 490.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "4393601", "1226636", "4393603", "6641482", "3444262", "5231134", "5674942", "2044076", "6607918"], "ranked_scores": [605.0, 570.0, 557.0, 554.0, 553.0, 553.0, 552.0, 551.0, 551.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827765", "7170238", "7803391", "6127285", "7827761", "2131335", "4489797", "7170234", "7827767", "6804877"], "ranked_scores": [499.0, 497.0, 492.0, 490.0, 488.0, 486.0, 480.0, 479.0, 478.0, 476.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "2588002", "8045986", "4796869", "8540414", "1918866", "1839684", "7134383", "391341", "8477970"], "ranked_scores": [610.0, 609.0, 603.0, 599.0, 596.0, 592.0, 589.0, 582.0, 579.0, 578.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "1673140", "1143382", "8820180", "7689707", "356746", "2749008", "7689710", "3246403"], "ranked_scores": [557.0, 535.0, 524.0, 522.0, 519.0, 519.0, 514.0, 513.0, 512.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "3968773", "3346337", "1546056", "1460640", "5729775", "6979322", "5210161", "8615461", "5808457"], "ranked_scores": [576.0, 573.0, 571.0, 570.0, 564.0, 564.0, 563.0, 551.0, 551.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5739636", "8281194", "2796274", "2636668", "4942019", "8307546", "5269626", "1106640", "8426355", "7424964"], "ranked_scores": [586.0, 586.0, 582.0, 582.0, 582.0, 581.0, 580.0, 579.0, 577.0, 576.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "5174051", "4805364", "1039754", "7650732", "6032018", "2820637", "1333651", "7527096", "1333652"], "ranked_scores": [570.0, 555.0, 547.0, 538.0, 535.0, 535.0, 535.0, 526.0, 526.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576605", "6033952", "551238", "2576606", "2692492", "7137675", "272188", "272190", "7249172"], "ranked_scores": [615.0, 584.0, 579.0, 575.0, 569.0, 569.0, 563.0, 558.0, 556.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "6465151", "6694795", "6797667", "3132831", "2139645", "3720839", "1850491", "7409003", "8277053"], "ranked_scores": [552.0, 552.0, 549.0, 548.0, 538.0, 538.0, 537.0, 537.0, 534.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["5094229", "4278761", "7288502", "7646422", "2061122", "3557230", "7892877", "7288504", "5756090", "278768"], "ranked_scores": [577.0, 575.0, 554.0, 552.0, 546.0, 540.0, 539.0, 538.0, 536.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["5499496", "2068025", "6818953", "3872927", "6818958", "1237202", "7154587", "3230959", "6453425", "574950"], "ranked_scores": [548.0, 543.0, 542.0, 540.0, 527.0, 523.0, 521.0, 519.0, 519.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4451324", "8796481", "8796486", "7833611", "2918527", "2396672", "4966850", "8607085", "3790429"], "ranked_scores": [580.0, 562.0, 555.0, 545.0, 543.0, 541.0, 541.0, 539.0, 538.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "1511150", "2099688", "4786937", "982652", "2617812", "4600593", "2617807", "7526867", "1511155"], "ranked_scores": [587.0, 583.0, 579.0, 571.0, 570.0, 569.0, 567.0, 563.0, 561.0, 557.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "7937494", "8237806", "5655", "3701436", "8310623", "7434451", "4303165"], "ranked_scores": [603.0, 563.0, 551.0, 551.0, 551.0, 547.0, 546.0, 546.0, 545.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "4256443", "5336580", "5343617", "2066951", "8327486", "3659405", "30085", "30088", "4522649"], "ranked_scores": [606.0, 570.0, 564.0, 562.0, 560.0, 559.0, 559.0, 555.0, 550.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "7853301", "6207587", "6207588", "754800", "5904163", "1683771", "2789716", "7645257"], "ranked_scores": [593.0, 549.0, 541.0, 540.0, 537.0, 536.0, 531.0, 530.0, 528.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "2245444", "5206549", "4589415", "2835995", "7734838", "2290637", "4893298", "174956", "1264750"], "ranked_scores": [574.0, 570.0, 569.0, 566.0, 566.0, 562.0, 560.0, 559.0, 558.0, 557.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991356", "3806458", "4991354", "3672237", "7161101", "8374135", "4991353", "1621473", "1003383"], "ranked_scores": [568.0, 563.0, 560.0, 556.0, 548.0, 534.0, 529.0, 528.0, 520.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4900578", "3747811", "4409027", "2531517", "5393501", "2531512", "5720131", "4605270"], "ranked_scores": [571.0, 571.0, 567.0, 555.0, 554.0, 551.0, 543.0, 542.0, 539.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "2488121", "6632518", "7428627", "6167829", "6632520", "1063811", "4196280", "3722839", "1109548"], "ranked_scores": [556.0, 543.0, 538.0, 534.0, 532.0, 530.0, 528.0, 528.0, 528.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["463652", "921100", "5812523", "1867101", "5143805", "6180355", "6713671", "921101", "886990", "7313342"], "ranked_scores": [543.0, 539.0, 538.0, 538.0, 532.0, 531.0, 530.0, 530.0, 524.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "2940019", "2940016", "7420248", "1623860", "7503113", "7728427", "8008666", "5339585"], "ranked_scores": [595.0, 562.0, 545.0, 542.0, 539.0, 530.0, 530.0, 529.0, 527.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["2024648", "7562624", "5304087", "8738884", "3451041", "1398369", "1732850", "3451044", "1337894", "3811525"], "ranked_scores": [563.0, 555.0, 541.0, 541.0, 530.0, 529.0, 519.0, 515.0, 511.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "4626170", "8221430", "5431260", "8015905", "8724007", "6399514", "6284716", "6269961", "6284710"], "ranked_scores": [549.0, 535.0, 535.0, 532.0, 529.0, 525.0, 524.0, 522.0, 521.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495831", "1188785", "1634694", "3495837", "3495838", "7770963", "3495835", "3885772", "5118337", "6625132"], "ranked_scores": [530.0, 526.0, 526.0, 524.0, 524.0, 520.0, 519.0, 515.0, 512.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "609594", "6212591", "6212597", "6212588", "1941403", "917841", "3332932", "156133", "7786931"], "ranked_scores": [553.0, 553.0, 547.0, 536.0, 534.0, 513.0, 501.0, 498.0, 494.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7332215", "7803343", "4520541", "2790097", "2108312", "6948296", "7601059", "5128175", "4892500"], "ranked_scores": [550.0, 504.0, 504.0, 495.0, 491.0, 489.0, 483.0, 482.0, 482.0, 480.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["1460685", "8177246", "7511875", "1460689", "1193873", "8432430", "3668938", "7144188", "1420186", "2857974"], "ranked_scores": [555.0, 555.0, 546.0, 533.0, 533.0, 532.0, 529.0, 529.0, 523.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1134210", "4709447", "1690952", "4738326", "1136108", "7104592", "7515853", "7395884"], "ranked_scores": [577.0, 570.0, 541.0, 536.0, 532.0, 531.0, 528.0, 527.0, 523.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "6986881", "8424304", "7589839", "2229750", "4594387", "7772221", "6417183", "3559380", "5955284"], "ranked_scores": [550.0, 531.0, 526.0, 522.0, 520.0, 519.0, 518.0, 517.0, 515.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8771883", "3596760", "5785232", "6342544", "4957113", "3404247", "8074372", "3944077", "4564069"], "ranked_scores": [554.0, 541.0, 535.0, 534.0, 533.0, 533.0, 532.0, 529.0, 525.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m16-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "4702433", "4859452", "3258629", "3527619", "575979", "7391326", "2684883", "597455", "8541250"], "ranked_scores": [0.7641, 0.7547, 0.7532, 0.7523, 0.7469, 0.7463, 0.7455, 0.7455, 0.7444, 0.7437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["8083127", "2581550", "5633832", "2684883", "2793691", "1450843", "1297109", "3534685", "8083121", "527685"], "ranked_scores": [0.6719, 0.6704, 0.6651, 0.6518, 0.6498, 0.6452, 0.6445, 0.6401, 0.6351, 0.6344], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["4218205", "7094398", "6779974", "911138", "8578146", "5842823", "1844917", "48855", "6779971", "944813"], "ranked_scores": [0.5611, 0.5526, 0.5454, 0.5448, 0.5439, 0.5434, 0.543, 0.5405, 0.5396, 0.5394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2541248", "515311", "2548176", "2548173", "1727064", "3182362", "5646365", "5769842", "66616", "6926916"], "ranked_scores": [0.6692, 0.6692, 0.6692, 0.6692, 0.6692, 0.6692, 0.6658, 0.6634, 0.6634, 0.6634], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["5450605", "7255675", "1587850", "8554964", "7048912", "7048914", "5346316", "7048919", "3794297", "3794304"], "ranked_scores": [0.4848, 0.4814, 0.4747, 0.4728, 0.4672, 0.4652, 0.4631, 0.4612, 0.4606, 0.4606], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "8643852", "271165", "4496437", "3205963", "3931594", "4450104", "1190311", "478419", "8576717"], "ranked_scores": [0.5367, 0.5357, 0.5336, 0.532, 0.5309, 0.5207, 0.5202, 0.5178, 0.509, 0.5068], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6964479", "4816964", "6801871", "6980305", "5227711", "7813557", "7260457", "1777799", "6964486", "5091618"], "ranked_scores": [0.6894, 0.6894, 0.6894, 0.6876, 0.686, 0.686, 0.6825, 0.6817, 0.6817, 0.6732], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "8343642", "4154575", "3550559", "1768445", "5609239", "2562047", "4041246"], "ranked_scores": [0.5842, 0.5756, 0.5682, 0.5515, 0.5491, 0.5392, 0.5306, 0.5166, 0.5166, 0.5079], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "289409", "289405", "7531871", "1365215", "2421289", "1854132", "249524", "6950275", "4432472"], "ranked_scores": [0.6206, 0.6175, 0.6128, 0.6097, 0.6074, 0.605, 0.6047, 0.6047, 0.6021, 0.6019], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187662", "7187663", "947575", "4562810", "2481784", "6880517", "6880513", "8190833", "2323827", "4617506"], "ranked_scores": [0.5317, 0.5317, 0.4868, 0.4811, 0.4686, 0.4628, 0.4628, 0.4607, 0.459, 0.4571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "209692", "4405605", "2469923", "2355274", "3897453", "2697614", "8686956", "8583763"], "ranked_scores": [0.5254, 0.5254, 0.4408, 0.4389, 0.4258, 0.4249, 0.4115, 0.4114, 0.404, 0.4007], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["295794", "7058927", "7058926", "295788", "4996378", "3961796", "3272997", "5196335", "5289585", "1923341"], "ranked_scores": [0.4187, 0.4052, 0.3971, 0.3822, 0.3749, 0.3611, 0.3559, 0.354, 0.3446, 0.3378], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "277381", "7301814", "277376", "277374", "7301818", "3512764", "3803414"], "ranked_scores": [0.6144, 0.6032, 0.6032, 0.5618, 0.5577, 0.5438, 0.5411, 0.5395, 0.5384, 0.534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "7970728", "8259512", "8450827", "8450828", "1265191", "8450833", "8259514", "7970735", "3414066"], "ranked_scores": [0.7009, 0.6993, 0.6828, 0.6729, 0.6729, 0.6557, 0.6557, 0.6295, 0.6051, 0.5916], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["485410", "7185831", "3043375", "7160805", "8296554", "8128745", "3954563", "8296550", "4702013", "232771"], "ranked_scores": [0.7151, 0.7145, 0.7031, 0.6951, 0.6795, 0.679, 0.6777, 0.6749, 0.6723, 0.6712], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220312", "7220310", "2010657", "3195736", "2331078", "6467669", "46048", "3936785", "8067800", "665690"], "ranked_scores": [0.4648, 0.4442, 0.4398, 0.4335, 0.4335, 0.4279, 0.4258, 0.4234, 0.4198, 0.4188], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "2995208", "630605", "630599", "3702788", "7937822", "5672319", "2241002", "7919682", "8504427"], "ranked_scores": [0.5273, 0.5214, 0.5037, 0.5037, 0.5023, 0.5005, 0.4977, 0.4975, 0.4957, 0.4948], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "2116932", "7948042", "2116938", "2116936", "2116933", "2116929", "4880893", "3646584", "6893977"], "ranked_scores": [0.7616, 0.7544, 0.7544, 0.7514, 0.7412, 0.7366, 0.7366, 0.7358, 0.7336, 0.7334], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["2870276", "7958944", "7958943", "2066418", "4998837", "3891003", "3638988", "7525071", "2450611", "2356986"], "ranked_scores": [0.4901, 0.4788, 0.4785, 0.4714, 0.4655, 0.4629, 0.4605, 0.4531, 0.4526, 0.4492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["5231134", "1226636", "4393603", "4393601", "4939334", "3444262", "4916011", "7503570", "5680884", "1726611"], "ranked_scores": [0.6828, 0.6782, 0.6782, 0.6782, 0.6764, 0.6736, 0.6672, 0.6668, 0.6628, 0.6621], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["2131335", "3653802", "2131339", "7827765", "4595482", "4489799", "2524818", "7170234", "6127285", "6804877"], "ranked_scores": [0.385, 0.3777, 0.3661, 0.3659, 0.3636, 0.362, 0.3586, 0.3571, 0.3548, 0.3547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["391341", "391342", "442006", "8045986", "1839684", "1918866", "2588002", "4796876", "8540414", "6941634"], "ranked_scores": [0.7714, 0.7714, 0.7702, 0.7518, 0.7461, 0.7424, 0.7398, 0.7365, 0.7349, 0.7336], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "8820182", "356746", "6722338", "8820180", "7689707", "5039965", "7880823", "4390429"], "ranked_scores": [0.5751, 0.5592, 0.5558, 0.5543, 0.5541, 0.5537, 0.5526, 0.5498, 0.5486, 0.5485], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3968773", "5808457", "3346337", "6979322", "427332", "5808453", "5210161", "2884457", "5668797", "8000092"], "ranked_scores": [0.6963, 0.6963, 0.6934, 0.6877, 0.6866, 0.6858, 0.6843, 0.6808, 0.6783, 0.6773], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2253612", "7630103", "2636672", "6365873", "2636668", "6588011", "6639719", "1070638", "5739636", "7346169"], "ranked_scores": [0.7679, 0.7663, 0.7617, 0.7615, 0.7565, 0.7546, 0.7546, 0.7517, 0.7509, 0.7496], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "6811402", "2820637", "5174051", "4805364", "1088384", "6751126", "101099", "5170943", "6032018"], "ranked_scores": [0.5814, 0.5792, 0.5762, 0.5738, 0.5669, 0.5663, 0.5663, 0.5659, 0.5629, 0.5626], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["551238", "272190", "2576606", "2576605", "870345", "2692492", "272188", "6224698", "1613675", "1525622"], "ranked_scores": [0.7116, 0.7065, 0.7026, 0.7026, 0.6965, 0.696, 0.6947, 0.6941, 0.6932, 0.6927], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8277053", "5351935", "3132831", "8741687", "1850491", "3720839", "5408281", "8716923", "5149609", "8499149"], "ranked_scores": [0.6818, 0.6794, 0.6793, 0.676, 0.6742, 0.6732, 0.673, 0.673, 0.6722, 0.6718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4261975", "4195768", "278768", "4954684", "7646422", "7288504", "2061122", "5094229", "2209127", "5196370"], "ranked_scores": [0.6597, 0.6573, 0.6554, 0.6554, 0.6549, 0.6544, 0.653, 0.6508, 0.6491, 0.6484], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["8531579", "3230959", "1463441", "7154587", "2068025", "3872927", "6032214", "1237202", "5499496", "7647368"], "ranked_scores": [0.5678, 0.5646, 0.5641, 0.561, 0.5438, 0.5425, 0.5425, 0.5268, 0.5201, 0.515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["3663599", "7833608", "8796486", "7833611", "4765785", "4451324", "2918527", "8607085", "8796481", "2396672"], "ranked_scores": [0.6586, 0.6533, 0.6432, 0.6414, 0.6381, 0.6322, 0.6285, 0.6266, 0.6248, 0.6247], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2617807", "1841905", "4600593", "5666376", "2099688", "982644", "4863107", "2898312", "4863108", "4786937"], "ranked_scores": [0.7391, 0.7386, 0.7353, 0.7317, 0.7302, 0.7281, 0.7273, 0.7273, 0.7273, 0.7265], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7937494", "7110612", "2299432", "888154", "7110606", "3701436", "7434451", "6281807", "7110611", "7770199"], "ranked_scores": [0.7019, 0.6966, 0.6892, 0.6848, 0.6825, 0.6764, 0.6704, 0.666, 0.6601, 0.6574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["2066950", "1592532", "5343617", "6269444", "4522649", "3770821", "7672042", "8327486", "1916533", "5336577"], "ranked_scores": [0.6399, 0.6393, 0.6262, 0.6246, 0.6243, 0.6209, 0.62, 0.6168, 0.616, 0.616], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "5904163", "754800", "7505807", "3406120", "1696161", "8148596", "2789716", "6684798", "3712671"], "ranked_scores": [0.6489, 0.6429, 0.6316, 0.6188, 0.6146, 0.6127, 0.6053, 0.6026, 0.6019, 0.6018], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["1338703", "3865182", "5206549", "2894335", "2290637", "4589415", "4004619", "4893298", "174956", "3765105"], "ranked_scores": [0.6863, 0.6863, 0.677, 0.6696, 0.6694, 0.6694, 0.6694, 0.6679, 0.6675, 0.6675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991356", "3806458", "3672237", "8374135", "4991353", "4991354", "3148555", "7161101", "1003383"], "ranked_scores": [0.6466, 0.6435, 0.6435, 0.6367, 0.626, 0.6149, 0.6149, 0.6148, 0.605, 0.5856], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "2531512", "4900578", "4409027", "8201717", "4605270", "7778949", "5393501", "2531517"], "ranked_scores": [0.6916, 0.6916, 0.6916, 0.6916, 0.6916, 0.6916, 0.6618, 0.6554, 0.6522, 0.6251], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "8586692", "139961", "1063812", "3722839", "4005369", "6632520", "6632518", "6632522", "2169679"], "ranked_scores": [0.6609, 0.6597, 0.6597, 0.6568, 0.6568, 0.6568, 0.6568, 0.6568, 0.6568, 0.6552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["3689305", "4992578", "921101", "5143805", "6955766", "1716202", "6903201", "6903206", "8608886", "8608891"], "ranked_scores": [0.648, 0.648, 0.6452, 0.6433, 0.6433, 0.6427, 0.6416, 0.6416, 0.6416, 0.6416], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "7728427", "3252244", "2940019", "1969532", "7692614", "1623860", "7420248", "4130908"], "ranked_scores": [0.6059, 0.5784, 0.5747, 0.5736, 0.5736, 0.5736, 0.5721, 0.5691, 0.5513, 0.546], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "2024648", "7562624", "7562631", "5304087", "3451044", "3451041", "3451043", "3811525", "7611886"], "ranked_scores": [0.6264, 0.6008, 0.5987, 0.5837, 0.5819, 0.5781, 0.5781, 0.5739, 0.5739, 0.5739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "4343906", "8221431", "7856346", "4158114", "8015905", "4127072", "5431260", "5409487", "8221430"], "ranked_scores": [0.6268, 0.6238, 0.6238, 0.6238, 0.6238, 0.6219, 0.6219, 0.6121, 0.6043, 0.601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495831", "3495837", "3495838", "7770963", "3495840", "5579441", "6525672", "5490134", "3561611", "3495835"], "ranked_scores": [0.5316, 0.5009, 0.4868, 0.4815, 0.4781, 0.4748, 0.4723, 0.4681, 0.4672, 0.4628], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212597", "6401864", "6212588", "609594", "6212591", "1941403", "3843788", "6857958", "917841", "4772997"], "ranked_scores": [0.5786, 0.5696, 0.5612, 0.5409, 0.5159, 0.4851, 0.4449, 0.4153, 0.3863, 0.3804], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "4029000", "5653612", "5025269", "8736649", "6938258", "1031361", "3823638", "7704729"], "ranked_scores": [0.3426, 0.3037, 0.278, 0.2694, 0.2646, 0.2606, 0.2606, 0.2569, 0.2565, 0.2547], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["5891383", "7511875", "3128424", "4256781", "1193873", "1460690", "5201030", "1460683", "8177246", "1460685"], "ranked_scores": [0.6075, 0.5938, 0.5937, 0.5926, 0.5892, 0.5809, 0.5809, 0.5748, 0.5732, 0.5681], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "1690952", "7395885", "4738326", "6025784", "6124976", "4472782", "7515853", "1747447", "1136108"], "ranked_scores": [0.6293, 0.6159, 0.6139, 0.5905, 0.5721, 0.5583, 0.5567, 0.5509, 0.5491, 0.5425], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "7888894", "3712796", "3559380", "8424304", "1981693", "2229750", "7138494", "5812535", "1420930"], "ranked_scores": [0.5687, 0.5569, 0.5535, 0.5505, 0.5487, 0.5474, 0.5459, 0.5451, 0.5427, 0.5409], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["6304249", "3944077", "7946528", "8758591", "3989499", "3681700", "4701564", "3404247", "4356227", "3596760"], "ranked_scores": [0.6642, 0.6598, 0.6572, 0.6564, 0.6559, 0.6536, 0.6509, 0.6496, 0.6479, 0.6449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m16-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["5265626", "1674646", "2581550", "7248820", "8083121", "527685", "3534685", "2684883", "7391326", "7981496"], "ranked_scores": [0.7163, 0.7163, 0.7163, 0.7163, 0.7163, 0.7163, 0.7163, 0.7163, 0.7137, 0.7137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2581550", "2684883", "1674646", "7248820", "5265626", "527685", "3534685", "8083121", "792477", "8083127"], "ranked_scores": [0.6011, 0.6011, 0.6011, 0.6011, 0.6011, 0.6011, 0.6011, 0.6011, 0.5965, 0.5965], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["6402602", "6927127", "3169674", "48855", "8755814", "8186121", "4274941", "7038530", "8578146", "8247542"], "ranked_scores": [0.504, 0.4995, 0.4995, 0.4995, 0.4995, 0.4995, 0.4995, 0.4989, 0.4989, 0.4989], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["939898", "7386338", "8003599", "8003601", "8284286", "8279447", "832077", "832079", "8450788", "879246"], "ranked_scores": [0.5451, 0.5451, 0.5451, 0.5451, 0.5451, 0.5451, 0.5451, 0.5451, 0.5451, 0.5451], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["1159742", "3794300", "1936834", "7048919", "7255678", "4269405", "3794297", "3794304", "3640120", "7255675"], "ranked_scores": [0.4069, 0.4061, 0.4058, 0.4043, 0.4043, 0.401, 0.3996, 0.3996, 0.3984, 0.3966], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["4450104", "4691258", "1805806", "2323460", "8314448", "271165", "1111800", "1190311", "5254021", "8678527"], "ranked_scores": [0.3495, 0.3485, 0.3433, 0.3381, 0.3305, 0.3279, 0.3226, 0.3167, 0.3167, 0.313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "1777799", "3941958", "6303777", "7813557", "6964486", "6801871", "6964479", "7260457", "7806809"], "ranked_scores": [0.55, 0.55, 0.5481, 0.5481, 0.543, 0.543, 0.542, 0.542, 0.542, 0.541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["724148", "3550563", "3550561", "5997547", "2562047", "7698064", "1768445", "6090688", "1956395", "1518562"], "ranked_scores": [0.4299, 0.4294, 0.4291, 0.4104, 0.4085, 0.4077, 0.4065, 0.3995, 0.3979, 0.3974], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1979735", "5110182", "3761519", "2814828", "4414409", "1102481", "2322245", "1854132", "140286", "6167831"], "ranked_scores": [0.4629, 0.4585, 0.458, 0.454, 0.4455, 0.4431, 0.4431, 0.4377, 0.4377, 0.4376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["3308552", "1268773", "5896402", "1712506", "461342", "8536291", "6672810", "1844184", "7172147", "8083127"], "ranked_scores": [0.4442, 0.4442, 0.4442, 0.4442, 0.4442, 0.4442, 0.4442, 0.4433, 0.4429, 0.44], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "8061102", "6042871", "8686956", "956206", "1866080", "3897453", "2469923", "915562"], "ranked_scores": [0.345, 0.3424, 0.3324, 0.3231, 0.3218, 0.3066, 0.303, 0.303, 0.3026, 0.3016], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["1707182", "2242588", "6807529", "662304", "5986344", "7058927", "2980791", "5389787", "5289585", "7858636"], "ranked_scores": [0.2619, 0.2545, 0.2528, 0.2505, 0.243, 0.2402, 0.2238, 0.2177, 0.2143, 0.2122], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "1294501", "8165523", "7301818", "5811969", "7301816", "7888911", "7301819", "6285905", "4561063"], "ranked_scores": [0.4291, 0.4264, 0.4243, 0.4165, 0.4155, 0.4129, 0.4106, 0.4084, 0.4064, 0.4024], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450827", "8259512", "7970734", "7970728", "7970736", "1265191", "5721938", "8450833", "3513389", "8596346"], "ranked_scores": [0.4413, 0.4358, 0.4349, 0.4349, 0.4325, 0.4152, 0.4127, 0.4032, 0.3956, 0.3905], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["3469224", "7160805", "2703680", "3457120", "2540442", "133696", "7160804", "2586618", "8346654", "2703674"], "ranked_scores": [0.4624, 0.4551, 0.4544, 0.4532, 0.4516, 0.4495, 0.4463, 0.446, 0.4445, 0.4444], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "8484568", "4768599", "1488928", "7220312", "8827604", "8310408", "2010657", "1332664", "6355058"], "ranked_scores": [0.3212, 0.3148, 0.3118, 0.3105, 0.2999, 0.2963, 0.2945, 0.2929, 0.2927, 0.2902], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["3835174", "2995208", "5143532", "3702788", "8584557", "630605", "5672317", "3272070", "5556001", "7264667"], "ranked_scores": [0.3541, 0.349, 0.3459, 0.3443, 0.3408, 0.3394, 0.3386, 0.3377, 0.3315, 0.3313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4880896", "549175", "507236", "8161688", "7948042", "7948050", "8157542", "875199", "8179490", "8161690"], "ranked_scores": [0.5969, 0.5969, 0.5969, 0.5969, 0.5969, 0.5969, 0.5969, 0.5969, 0.5969, 0.5969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["4165452", "7958943", "3915433", "2450611", "5984719", "2356986", "7958944", "3056113", "7525071", "204364"], "ranked_scores": [0.3279, 0.3201, 0.3151, 0.3086, 0.3086, 0.3068, 0.303, 0.3023, 0.3019, 0.3011], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["6376837", "4393601", "1226636", "6302682", "6775026", "6376836", "7546053", "7932035", "6568419", "8539656"], "ranked_scores": [0.5443, 0.5428, 0.5428, 0.5414, 0.5414, 0.5414, 0.5414, 0.5414, 0.5414, 0.5414], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827765", "1484399", "1657410", "2157256", "4558984", "6768417", "7803391", "2131335", "2952738", "8170769"], "ranked_scores": [0.279, 0.2614, 0.2516, 0.2442, 0.2414, 0.2369, 0.2367, 0.2353, 0.2345, 0.2285], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["2018918", "5103738", "5535297", "7134388", "7238784", "7269273", "3944850", "2175868", "6941637", "7151250"], "ranked_scores": [0.5647, 0.5647, 0.5647, 0.5647, 0.5647, 0.5647, 0.5609, 0.5609, 0.5609, 0.5539], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["3768485", "356746", "6394421", "3167491", "8820182", "5567101", "8398028", "6569793", "5136036", "6722338"], "ranked_scores": [0.4361, 0.4334, 0.4314, 0.4314, 0.4312, 0.4285, 0.4248, 0.4236, 0.4234, 0.4234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["2884457", "1735116", "6906376", "6979322", "7558904", "6979330", "8000092", "8477248", "92150", "8386856"], "ranked_scores": [0.5941, 0.5824, 0.5824, 0.5824, 0.5824, 0.5824, 0.5824, 0.5824, 0.5824, 0.5824], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["7346169", "2648108", "8426355", "4942019", "7482647", "4901734", "4942015", "1070634", "7135032", "890035"], "ranked_scores": [0.5645, 0.5619, 0.5579, 0.5579, 0.5572, 0.5552, 0.5544, 0.5538, 0.5535, 0.5532], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1333652", "6719567", "4597681", "7650732", "8363828", "5440997", "2250532", "6032018", "1039754", "5170949"], "ranked_scores": [0.3761, 0.3669, 0.3623, 0.3619, 0.3608, 0.3608, 0.3596, 0.3589, 0.3587, 0.3586], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["272188", "551237", "7249172", "2080220", "5832532", "6874906", "7131195", "821374", "1314383", "2576606"], "ranked_scores": [0.491, 0.489, 0.489, 0.4862, 0.4832, 0.4822, 0.48, 0.48, 0.4798, 0.4783], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["3749515", "1221320", "2570595", "8716923", "5149609", "3024301", "250946", "3132831", "6090442", "5408281"], "ranked_scores": [0.4563, 0.4477, 0.4445, 0.4445, 0.4415, 0.4386, 0.4381, 0.4381, 0.4373, 0.4318], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["2079729", "4278761", "5094229", "5196370", "7058099", "5669642", "7288502", "6442876", "7646426", "7646422"], "ranked_scores": [0.5383, 0.5383, 0.535, 0.535, 0.535, 0.535, 0.535, 0.535, 0.535, 0.535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["5764460", "6818953", "7154585", "6818958", "7619577", "2068025", "2525613", "8242417", "276946", "4596087"], "ranked_scores": [0.3546, 0.3499, 0.3492, 0.3472, 0.3442, 0.334, 0.3337, 0.3326, 0.3307, 0.3289], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["5675630", "4765789", "8796481", "3937863", "4451324", "7833611", "7833608", "2396672", "4765785", "8796486"], "ranked_scores": [0.4415, 0.4365, 0.4361, 0.4297, 0.4244, 0.4194, 0.4183, 0.4161, 0.4156, 0.4141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7369261", "7526870", "7526871", "7641309", "7588772", "7573185", "8498133", "8488292", "982652", "8443448"], "ranked_scores": [0.5396, 0.5396, 0.5396, 0.5396, 0.5396, 0.5396, 0.5396, 0.5396, 0.5396, 0.5396], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["2737708", "6270123", "7110606", "2973326", "7110612", "7770199", "2659663", "3724080", "7299517", "8237806"], "ranked_scores": [0.4809, 0.4809, 0.4736, 0.4709, 0.4705, 0.4644, 0.4639, 0.4629, 0.4624, 0.4624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["4817428", "1916530", "5343617", "7672042", "550301", "30089", "1472503", "4522649", "6278487", "806029"], "ranked_scores": [0.4646, 0.4633, 0.4631, 0.4631, 0.4623, 0.4614, 0.4598, 0.4593, 0.4593, 0.4593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["1198067", "5827787", "7853304", "754800", "5904163", "7853301", "8354063", "3406120", "3056113", "8148596"], "ranked_scores": [0.4312, 0.4305, 0.4116, 0.4083, 0.4066, 0.4062, 0.405, 0.4008, 0.3908, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["1338703", "3865182", "7939521", "8187754", "8064433", "8236096", "8347480", "8187749", "8819844", "946762"], "ranked_scores": [0.5745, 0.5731, 0.5722, 0.5722, 0.5722, 0.5722, 0.5722, 0.5722, 0.5722, 0.5722], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["6753585", "1031987", "1883636", "5360753", "1003383", "1143755", "3806458", "4991356", "6465402", "5020434"], "ranked_scores": [0.5047, 0.5047, 0.5047, 0.5041, 0.5041, 0.5034, 0.5024, 0.5024, 0.5024, 0.5024], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4605271", "4605270", "4900578", "2531517", "4363844", "4409027", "5393501", "7689564", "5393494", "697749"], "ranked_scores": [0.3249, 0.3156, 0.3136, 0.3112, 0.3082, 0.3068, 0.3037, 0.2951, 0.293, 0.2845], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["6167829", "3186813", "5355536", "6632522", "7582739", "7428627", "7831679", "7795896", "7582741", "8586692"], "ranked_scores": [0.5042, 0.4892, 0.4892, 0.4833, 0.4833, 0.4833, 0.4833, 0.4833, 0.4833, 0.4833], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["515381", "1478189", "2404041", "1716202", "1631830", "1933329", "1364304", "7313342", "1019739", "6106100"], "ranked_scores": [0.4765, 0.4765, 0.4709, 0.4709, 0.4692, 0.4692, 0.4688, 0.4667, 0.4653, 0.4651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["2940019", "4258663", "2375462", "7503110", "5339586", "7503113", "2375458", "2359804", "5339589", "7692614"], "ranked_scores": [0.3271, 0.3252, 0.3229, 0.3228, 0.3204, 0.3184, 0.3172, 0.317, 0.3163, 0.3116], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7216017", "665734", "1904920", "2069035", "3016589", "2084491", "3715197", "5559112", "7116624", "6078877"], "ranked_scores": [0.4192, 0.4144, 0.4128, 0.4128, 0.4128, 0.4128, 0.4128, 0.4128, 0.4128, 0.4128], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["4626170", "8221430", "8221431", "4343906", "5409487", "8221437", "1545429", "7177934", "4158114", "6387274"], "ranked_scores": [0.3984, 0.3966, 0.3906, 0.3906, 0.3885, 0.3874, 0.3814, 0.3808, 0.3774, 0.3716], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["2692192", "7770963", "1047394", "3495837", "3495835", "1779400", "6751942", "6643679", "5579441", "3147298"], "ranked_scores": [0.336, 0.3278, 0.3245, 0.3224, 0.3114, 0.3061, 0.3047, 0.3031, 0.3008, 0.2995], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212597", "6212588", "3843788", "8116284", "1477934", "5183833", "379395", "3924136", "3951358"], "ranked_scores": [0.3395, 0.3372, 0.3353, 0.331, 0.3295, 0.3125, 0.3123, 0.3098, 0.3023, 0.2983], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7174572", "2790097", "4483114", "7103979", "2379160", "444075", "5262322", "5128180", "7244770"], "ranked_scores": [0.2958, 0.2075, 0.2071, 0.1968, 0.1949, 0.1933, 0.1924, 0.19, 0.1893, 0.1889], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["5891383", "1443272", "4256781", "8177246", "7144188", "3668938", "7274984", "2857974", "1193873", "6919840"], "ranked_scores": [0.4277, 0.4151, 0.4141, 0.4134, 0.4129, 0.4124, 0.4114, 0.4113, 0.4075, 0.4058], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7533248", "7985409", "6124976", "2043748", "5564159", "4529191", "4878176", "6533908", "6107573", "2584527"], "ranked_scores": [0.4379, 0.4348, 0.4346, 0.4344, 0.4336, 0.4305, 0.4301, 0.4301, 0.4301, 0.4294], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "1981693", "5338623", "5338620", "5955284", "2229750", "5899201", "6361048", "7589839", "6417183"], "ranked_scores": [0.4195, 0.4195, 0.4188, 0.4188, 0.4149, 0.4142, 0.4142, 0.4134, 0.4118, 0.4088], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["6304249", "4385335", "1671233", "6342544", "2764847", "1939468", "3084182", "4232045", "8743967", "3849666"], "ranked_scores": [0.5223, 0.5223, 0.5209, 0.5209, 0.5209, 0.5209, 0.5174, 0.5145, 0.514, 0.5132], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-tq-8bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7837267", "8083127", "1674646", "575979", "3527619", "8083121", "2684883", "558173", "5265626", "7584907"], "ranked_scores": [0.7252, 0.7094, 0.7054, 0.6912, 0.6891, 0.6889, 0.6813, 0.6756, 0.6751, 0.6648], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "5633832", "1297109", "8083127", "157696", "2581550", "220565", "1674644", "7248824", "3671400"], "ranked_scores": [0.6611, 0.6532, 0.6366, 0.6232, 0.619, 0.6126, 0.6023, 0.5855, 0.5851, 0.5845], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "5842823", "911138", "1238142", "6236648", "5221728", "298606", "1592656", "5582271"], "ranked_scores": [0.6498, 0.5789, 0.5705, 0.5395, 0.5373, 0.5366, 0.5312, 0.515, 0.5047, 0.5031], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "2812582", "3338175", "7369987", "3399535", "515311", "6368609", "8279447", "1727064", "5684712"], "ranked_scores": [0.7175, 0.7123, 0.7111, 0.7011, 0.6833, 0.6411, 0.6288, 0.623, 0.623, 0.616], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "7048914", "2070215", "5450605", "7255675", "8554964", "1159742", "1936834", "7048912"], "ranked_scores": [0.5656, 0.5605, 0.541, 0.5312, 0.5069, 0.4949, 0.4859, 0.4762, 0.4702, 0.4596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "3205963", "1190311", "7600993", "8817884", "1494980", "1229810", "7929603", "1805806", "5254021"], "ranked_scores": [0.6193, 0.4992, 0.4962, 0.4956, 0.4909, 0.4784, 0.468, 0.4665, 0.4612, 0.458], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "6964479", "7813557", "5227711", "6801871", "6980305", "6964486", "6311584", "6815901"], "ranked_scores": [0.7214, 0.7127, 0.7054, 0.6587, 0.6245, 0.6171, 0.6123, 0.5941, 0.5689, 0.5673], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "4154575", "5997547", "5079417", "3550559", "4041246", "1768445", "8343642"], "ranked_scores": [0.7211, 0.6978, 0.6226, 0.58, 0.5517, 0.5483, 0.5442, 0.5231, 0.5176, 0.5166], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365215", "5110182", "1365210", "6950269", "6950276", "249524", "289409", "7531871", "4667084"], "ranked_scores": [0.5861, 0.5731, 0.5681, 0.5666, 0.5472, 0.5458, 0.5398, 0.5321, 0.5309, 0.5247], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "4562810", "947575", "5931817", "4513419", "2552610", "7187662", "8190833", "4941655", "6124279"], "ranked_scores": [0.5679, 0.5123, 0.5055, 0.4931, 0.4904, 0.489, 0.4884, 0.4571, 0.4529, 0.4496], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1438830", "1226213", "2469923", "4405605", "209692", "8583763", "8583766"], "ranked_scores": [0.7209, 0.6802, 0.5133, 0.494, 0.4758, 0.4744, 0.4486, 0.4458, 0.4445, 0.4436], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623383", "4069689", "5389787", "5289585", "7058926", "295794", "8111532", "7058927", "5196335", "2242588"], "ranked_scores": [0.4765, 0.4574, 0.4348, 0.4338, 0.4313, 0.4248, 0.4203, 0.4048, 0.4037, 0.4], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301818", "7301814", "3512764", "6808332", "277376", "5457419", "3803414"], "ranked_scores": [0.7471, 0.7276, 0.7249, 0.5313, 0.5155, 0.5125, 0.4953, 0.4745, 0.4645, 0.4635], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "7970736", "8259512", "8450827", "8259514", "7970735", "8450828", "8450833", "1265191", "320956"], "ranked_scores": [0.7516, 0.7221, 0.7181, 0.653, 0.6099, 0.6073, 0.5804, 0.57, 0.5623, 0.5402], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "8296550", "734127", "4702013", "3457120", "3043375", "8128745", "8296554", "7185831"], "ranked_scores": [0.7475, 0.674, 0.6474, 0.6333, 0.6322, 0.6278, 0.6273, 0.6249, 0.6232, 0.6198], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "2010657", "8484568", "8067800", "3505871", "46048", "665690", "8023011"], "ranked_scores": [0.7503, 0.6214, 0.4822, 0.4792, 0.4556, 0.4517, 0.4481, 0.4394, 0.4363, 0.4327], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7870700", "5672319", "630599", "630605", "3702788", "5340239", "6975615", "5827343"], "ranked_scores": [0.7315, 0.5682, 0.5523, 0.504, 0.5035, 0.502, 0.4983, 0.4897, 0.4754, 0.4715], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4880893", "7948042", "2116932", "7948050", "8157542", "2116929", "2116936", "2116933", "2116938", "3646580"], "ranked_scores": [0.7456, 0.7421, 0.7395, 0.7276, 0.71, 0.689, 0.6881, 0.6781, 0.6749, 0.6706], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "2450611", "7958943", "3056113", "4998837", "3532662", "2870276", "2647181", "3109473", "2356986"], "ranked_scores": [0.5392, 0.5215, 0.517, 0.4492, 0.4368, 0.4306, 0.4263, 0.4153, 0.4051, 0.4047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "2044076", "4393603", "4393601", "5231134", "6607918", "6641480", "1226636", "1726611", "925659"], "ranked_scores": [0.7238, 0.6293, 0.617, 0.6083, 0.605, 0.6044, 0.6015, 0.5981, 0.5923, 0.5887], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["2131335", "7827765", "4489797", "7170238", "2131339", "6127285", "7803391", "7170234", "7827761", "6854565"], "ranked_scores": [0.4151, 0.413, 0.4089, 0.3936, 0.3842, 0.3717, 0.3606, 0.3554, 0.3282, 0.3173], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "1839684", "2588002", "8540414", "4796869", "7134383", "7269273", "1918866", "391341"], "ranked_scores": [0.8018, 0.7662, 0.7653, 0.7495, 0.7467, 0.7306, 0.7238, 0.7119, 0.7056, 0.705], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "8820180", "1673140", "1143382", "3768485", "5364572", "4390430", "7689707", "3246403"], "ranked_scores": [0.5946, 0.5863, 0.5394, 0.524, 0.5162, 0.5156, 0.5056, 0.4966, 0.4939, 0.4898], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3346337", "92150", "3968773", "1546056", "2443030", "5729775", "5210161", "6979322", "1460640", "5808457"], "ranked_scores": [0.7134, 0.7012, 0.701, 0.6579, 0.648, 0.6476, 0.6462, 0.6446, 0.6418, 0.6264], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5739636", "4942019", "2796274", "8426355", "5269626", "2636668", "4901734", "3733774", "2636672", "4942015"], "ranked_scores": [0.7384, 0.736, 0.7097, 0.7026, 0.7017, 0.6982, 0.6971, 0.6929, 0.6922, 0.6907], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "5174051", "4805364", "1333652", "2820637", "6032018", "7527096", "1039754", "7650732", "1333651"], "ranked_scores": [0.6296, 0.5855, 0.5791, 0.5607, 0.5567, 0.5527, 0.5463, 0.5437, 0.5388, 0.5291], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576606", "2576605", "551238", "7137675", "2692492", "272188", "6033952", "272190", "7249172"], "ranked_scores": [0.7702, 0.7031, 0.6993, 0.6881, 0.6822, 0.6725, 0.6613, 0.652, 0.6401, 0.6364], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6465151", "6797667", "5408281", "8277053", "1850491", "3296425", "6694795", "3132831", "6502553", "7810605"], "ranked_scores": [0.6408, 0.6066, 0.6006, 0.5925, 0.5867, 0.5734, 0.571, 0.565, 0.5583, 0.5536], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7288502", "7646422", "2061122", "5756090", "278768", "7288504", "5352322", "5196370"], "ranked_scores": [0.7602, 0.7025, 0.6785, 0.6776, 0.6437, 0.6216, 0.616, 0.6155, 0.6004, 0.5946], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "2068025", "3872927", "5499496", "1237202", "7154587", "8531579", "3230959", "6453425", "1463441"], "ranked_scores": [0.5697, 0.5617, 0.5611, 0.5601, 0.5535, 0.5406, 0.5257, 0.4957, 0.4888, 0.4866], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4451324", "8796481", "5675630", "4966850", "3039809", "2396672", "8796486", "3663599", "2918527"], "ranked_scores": [0.604, 0.5882, 0.5536, 0.5484, 0.5474, 0.5466, 0.5456, 0.5434, 0.5388, 0.5385], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511150", "7526870", "4786937", "2099688", "2617812", "7526867", "2208599", "3141441", "4863108", "2617807"], "ranked_scores": [0.716, 0.7153, 0.681, 0.6741, 0.6711, 0.6648, 0.6626, 0.6572, 0.6562, 0.6521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "5655", "7937494", "3701436", "8310623", "8237806", "2737708", "7770196"], "ranked_scores": [0.7742, 0.671, 0.6333, 0.6004, 0.5984, 0.5867, 0.5794, 0.5749, 0.5737, 0.5726], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "8327486", "5336580", "4256443", "5343617", "2066951", "3659405", "4522649", "3770821", "4502858"], "ranked_scores": [0.7698, 0.6849, 0.6685, 0.6655, 0.6377, 0.6359, 0.6302, 0.6172, 0.6029, 0.5843], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "5904163", "6207587", "754800", "6207588", "8148596", "7853301", "7119732", "7645257"], "ranked_scores": [0.6954, 0.6211, 0.5939, 0.5728, 0.5692, 0.5692, 0.5656, 0.5604, 0.5522, 0.5325], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "4589415", "5206549", "2835995", "2290637", "1338705", "7734838", "2565560", "2245444", "2391077"], "ranked_scores": [0.6892, 0.6852, 0.6838, 0.6554, 0.6493, 0.6439, 0.643, 0.6413, 0.6349, 0.6325], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3806458", "4991356", "4991354", "7161101", "8374135", "4991353", "3672237", "3148555", "117136"], "ranked_scores": [0.7368, 0.6991, 0.6923, 0.6751, 0.6447, 0.61, 0.5976, 0.5939, 0.5535, 0.5403], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4900578", "4409027", "3747811", "2531512", "5393501", "4605270", "2531517", "6193415"], "ranked_scores": [0.6814, 0.669, 0.6446, 0.6441, 0.5789, 0.5779, 0.5626, 0.5599, 0.5351, 0.5334], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "7428627", "6632518", "7831679", "6632520", "6632522", "1063812", "139961", "1063811", "1109548"], "ranked_scores": [0.6584, 0.6494, 0.6025, 0.6021, 0.5986, 0.598, 0.5908, 0.5852, 0.5838, 0.5811], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "5143805", "921100", "5812523", "463652", "921101", "6955768", "7313345", "8139545", "6903206"], "ranked_scores": [0.6378, 0.63, 0.6281, 0.6153, 0.6001, 0.5955, 0.5818, 0.5787, 0.5715, 0.565], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "2940019", "7420248", "5339585", "2940016", "7503113", "7503110", "1623860", "2359804"], "ranked_scores": [0.7969, 0.6499, 0.6189, 0.5912, 0.5761, 0.5671, 0.5613, 0.5493, 0.5377, 0.5227], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["2024648", "8738884", "7562624", "1398369", "3451041", "3451044", "5304087", "7562631", "1732853", "3811525"], "ranked_scores": [0.6615, 0.6469, 0.6246, 0.5822, 0.5543, 0.549, 0.5422, 0.5278, 0.5229, 0.5021], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8221437", "7856346", "5431260", "4626170", "4158114", "6834849", "4343906", "4127072", "1922718"], "ranked_scores": [0.6049, 0.5941, 0.5926, 0.5868, 0.559, 0.543, 0.5354, 0.5324, 0.532, 0.5234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495831", "3495837", "3495838", "1634694", "3495835", "3885772", "7770959", "2387122", "1188785"], "ranked_scores": [0.551, 0.5509, 0.5506, 0.4974, 0.496, 0.4868, 0.4724, 0.4705, 0.4609, 0.4459], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "609594", "6212597", "6212591", "6212588", "3843788", "1941403", "3843787", "8233321", "917841"], "ranked_scores": [0.6642, 0.6543, 0.6382, 0.6253, 0.5977, 0.5021, 0.4939, 0.4328, 0.4293, 0.4049], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7803343", "2790097", "7936183", "1384086", "3823638", "7601059", "2379160", "4774028"], "ranked_scores": [0.6003, 0.4263, 0.3876, 0.3762, 0.3602, 0.3355, 0.3353, 0.3343, 0.3299, 0.3185], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "8177246", "1460685", "5891383", "7511874", "1460689", "3668938", "1193873", "8432430", "1420186"], "ranked_scores": [0.6591, 0.6154, 0.6131, 0.6031, 0.5949, 0.5455, 0.5436, 0.5432, 0.5395, 0.5245], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "4738326", "7104592", "7515853", "1136108", "1134210", "6124976", "4709447"], "ranked_scores": [0.7423, 0.7199, 0.5794, 0.5449, 0.5383, 0.5338, 0.5306, 0.5259, 0.5232, 0.5189], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "8424304", "5955284", "2229750", "6986881", "3559380", "1420930", "7589839", "7888894", "5812535"], "ranked_scores": [0.5966, 0.5277, 0.508, 0.5035, 0.4995, 0.4993, 0.4981, 0.4969, 0.4911, 0.4826], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "3596760", "8771883", "3989499", "1939468", "6342544", "4564069", "8667781", "1304102", "6304249"], "ranked_scores": [0.6018, 0.5895, 0.5885, 0.5762, 0.5646, 0.5438, 0.5438, 0.5394, 0.5327, 0.5278], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-tq-4bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7837267", "1674646", "8083127", "575979", "8083121", "3527619", "5265626", "558173", "2684883", "7072115"], "ranked_scores": [0.7093, 0.7019, 0.6992, 0.6889, 0.682, 0.6811, 0.6767, 0.6715, 0.6671, 0.6583], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "5633832", "1297109", "8083127", "157696", "2581550", "220565", "1674644", "7248824", "3671400"], "ranked_scores": [0.6581, 0.6362, 0.6311, 0.6203, 0.6014, 0.5984, 0.5933, 0.5839, 0.5837, 0.5811], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "7383965", "911138", "1238142", "6236648", "5221728", "298606", "1592656", "5951944"], "ranked_scores": [0.6462, 0.5668, 0.565, 0.5316, 0.5311, 0.5292, 0.5207, 0.5053, 0.5003, 0.4942], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "2812582", "3338175", "7369987", "3399535", "515311", "6368609", "8279447", "1727064", "7011409"], "ranked_scores": [0.7085, 0.6987, 0.698, 0.6853, 0.6794, 0.6242, 0.62, 0.6122, 0.6096, 0.6077], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "7048914", "2070215", "5450605", "7255675", "8554964", "1936834", "1159742", "7255678"], "ranked_scores": [0.5516, 0.5432, 0.5304, 0.5129, 0.5049, 0.4799, 0.4722, 0.4643, 0.462, 0.4439], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "1190311", "7600993", "3205963", "8817884", "1494980", "1229810", "7929603", "1805806", "8299818"], "ranked_scores": [0.6078, 0.49, 0.4873, 0.4855, 0.4783, 0.4758, 0.4632, 0.4558, 0.4541, 0.4513], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "6964479", "7260457", "7813557", "5227711", "6801871", "6980305", "6964486", "1777799", "6815901"], "ranked_scores": [0.7119, 0.6983, 0.6978, 0.649, 0.6168, 0.6091, 0.607, 0.5864, 0.5617, 0.561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "4154575", "5997547", "5079417", "3550559", "4041246", "1768445", "8343642"], "ranked_scores": [0.7144, 0.6988, 0.6186, 0.5819, 0.5492, 0.5445, 0.538, 0.5197, 0.5155, 0.5105], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365215", "5110182", "1365210", "6950269", "6950276", "249524", "7531871", "289409", "1640260"], "ranked_scores": [0.5735, 0.5628, 0.5613, 0.5488, 0.5378, 0.5365, 0.5281, 0.5164, 0.5142, 0.5086], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "4562810", "947575", "5931817", "2552610", "7187662", "4513419", "8190833", "6124279", "4941655"], "ranked_scores": [0.5679, 0.5013, 0.4983, 0.4912, 0.4825, 0.4786, 0.4779, 0.4485, 0.4464, 0.4436], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1438830", "2469923", "1226213", "209692", "8583766", "4405605", "8583763"], "ranked_scores": [0.6983, 0.6577, 0.5013, 0.4732, 0.4626, 0.457, 0.4471, 0.4385, 0.4348, 0.4345], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623383", "4069689", "5389787", "7058926", "5289585", "8111532", "295794", "5196335", "2242588", "8111528"], "ranked_scores": [0.4651, 0.4443, 0.4368, 0.4266, 0.4171, 0.4152, 0.4066, 0.4001, 0.3963, 0.396], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301818", "7301814", "3512764", "6808332", "5457419", "277376", "3803414"], "ranked_scores": [0.7375, 0.719, 0.71, 0.5258, 0.5108, 0.5079, 0.4794, 0.4695, 0.4691, 0.4601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "7970736", "8259512", "8450827", "8259514", "7970735", "8450828", "8450833", "1265191", "7970734"], "ranked_scores": [0.7405, 0.7128, 0.7054, 0.6356, 0.6023, 0.5956, 0.5685, 0.5617, 0.5545, 0.5305], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "8296550", "4702013", "3043375", "734127", "8296554", "8128745", "8684894", "3457120"], "ranked_scores": [0.7365, 0.6659, 0.6437, 0.6211, 0.6207, 0.62, 0.6183, 0.6173, 0.6146, 0.6133], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "2010657", "665690", "8067800", "8484568", "3505871", "46048", "921284"], "ranked_scores": [0.743, 0.608, 0.4845, 0.4713, 0.4434, 0.4432, 0.4424, 0.4409, 0.4328, 0.4285], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7870700", "5672319", "630599", "630605", "3702788", "6975615", "5340239", "5827343"], "ranked_scores": [0.7193, 0.5518, 0.5343, 0.497, 0.496, 0.4929, 0.4856, 0.4758, 0.4677, 0.4526], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4880893", "7948042", "2116932", "7948050", "8157542", "2116936", "2116929", "2116933", "2116938", "3646580"], "ranked_scores": [0.7331, 0.7301, 0.7255, 0.7148, 0.6948, 0.6763, 0.6744, 0.672, 0.6707, 0.6584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "2450611", "3056113", "4998837", "2870276", "3532662", "2647181", "3109473", "1880129"], "ranked_scores": [0.5273, 0.5109, 0.5102, 0.4491, 0.4375, 0.4207, 0.419, 0.4122, 0.4102, 0.3961], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "2044076", "4393603", "4393601", "5231134", "6607918", "6641480", "1226636", "1726611", "3444262"], "ranked_scores": [0.7146, 0.6103, 0.6065, 0.5996, 0.5947, 0.5889, 0.5888, 0.588, 0.5751, 0.5729], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827765", "2131335", "4489797", "7170238", "2131339", "6127285", "7170234", "7803391", "7827761", "6768417"], "ranked_scores": [0.4086, 0.4057, 0.4013, 0.3829, 0.3792, 0.3709, 0.3481, 0.3437, 0.3212, 0.3148], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "1839684", "8045986", "2588002", "8540414", "4796869", "7134383", "7269273", "391341", "1918866"], "ranked_scores": [0.7956, 0.7574, 0.7546, 0.7389, 0.7383, 0.7177, 0.7125, 0.7005, 0.6909, 0.6887], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "8820180", "1673140", "1143382", "3768485", "5364572", "4390430", "7689707", "3246403"], "ranked_scores": [0.5935, 0.5794, 0.5382, 0.5209, 0.5116, 0.501, 0.4954, 0.4916, 0.4915, 0.4764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3346337", "3968773", "92150", "1546056", "5729775", "5210161", "1460640", "2443030", "6979322", "6363366"], "ranked_scores": [0.6989, 0.6922, 0.6857, 0.6537, 0.6409, 0.6395, 0.6369, 0.635, 0.634, 0.6202], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5739636", "4942019", "2796274", "8426355", "2636668", "5269626", "4901734", "4942015", "8307546", "8281194"], "ranked_scores": [0.7338, 0.728, 0.7026, 0.6955, 0.6953, 0.6944, 0.6897, 0.6881, 0.6848, 0.6848], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "5174051", "4805364", "2820637", "6032018", "1333652", "1039754", "7650732", "7527096", "4805366"], "ranked_scores": [0.6222, 0.5809, 0.5766, 0.558, 0.5564, 0.5524, 0.5436, 0.5351, 0.5335, 0.527], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "551238", "2576605", "2576606", "7137675", "272188", "2692492", "6033952", "272190", "7249172"], "ranked_scores": [0.761, 0.6859, 0.6857, 0.6853, 0.6714, 0.6571, 0.6551, 0.6479, 0.6285, 0.6258], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6465151", "6797667", "5408281", "8277053", "1850491", "3296425", "6694795", "6502553", "3132831", "3720839"], "ranked_scores": [0.6183, 0.5952, 0.5882, 0.5809, 0.5769, 0.5616, 0.5587, 0.5533, 0.552, 0.5512], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7646422", "7288502", "2061122", "278768", "5756090", "7288504", "5352322", "5196370"], "ranked_scores": [0.7509, 0.6937, 0.6704, 0.6665, 0.6349, 0.6135, 0.6119, 0.5985, 0.5924, 0.5869], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "2068025", "3872927", "5499496", "1237202", "7154587", "8531579", "1463441", "6818958", "3230959"], "ranked_scores": [0.5588, 0.5576, 0.5538, 0.5498, 0.5482, 0.5348, 0.5167, 0.4835, 0.4834, 0.4807], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4451324", "8796481", "5675630", "4966850", "8796486", "3039809", "3663599", "4233620", "2396672"], "ranked_scores": [0.5967, 0.5785, 0.551, 0.5441, 0.538, 0.535, 0.5316, 0.5304, 0.5272, 0.5264], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511150", "7526870", "4786937", "2617812", "2099688", "2208599", "4863108", "7526867", "3141441", "4863107"], "ranked_scores": [0.7065, 0.7056, 0.6618, 0.6614, 0.6586, 0.6542, 0.6528, 0.6494, 0.6422, 0.6422], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "7937494", "5655", "3701436", "8310623", "2737708", "8237806", "7770196"], "ranked_scores": [0.7624, 0.6682, 0.6285, 0.5903, 0.5882, 0.5762, 0.5748, 0.5727, 0.5723, 0.5718], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "8327486", "5336580", "4256443", "5343617", "2066951", "3659405", "4522649", "3770821", "2366115"], "ranked_scores": [0.7533, 0.6776, 0.662, 0.6537, 0.6301, 0.624, 0.6151, 0.6075, 0.5971, 0.5761], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "5904163", "6207587", "8148596", "6207588", "754800", "7853301", "7119732", "3406120"], "ranked_scores": [0.6868, 0.6164, 0.586, 0.5612, 0.5579, 0.5553, 0.5539, 0.5491, 0.5423, 0.5292], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "4589415", "5206549", "7734838", "2290637", "2835995", "2565560", "1338705", "2245444", "2391077"], "ranked_scores": [0.6787, 0.6742, 0.6695, 0.6365, 0.636, 0.6336, 0.6315, 0.6308, 0.6242, 0.6198], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3806458", "4991356", "4991354", "7161101", "8374135", "4991353", "3672237", "3148555", "1621473"], "ranked_scores": [0.7284, 0.6869, 0.682, 0.6744, 0.6425, 0.6022, 0.5871, 0.5859, 0.5505, 0.5374], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4900578", "4409027", "2531512", "3747811", "5393501", "4605270", "2531517", "7778949"], "ranked_scores": [0.6743, 0.6691, 0.6415, 0.637, 0.5755, 0.5634, 0.5583, 0.5529, 0.5242, 0.5218], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "7428627", "6632518", "7831679", "6632520", "1063812", "6632522", "1109548", "139961", "3942500"], "ranked_scores": [0.6569, 0.6518, 0.6014, 0.5999, 0.5986, 0.5902, 0.5888, 0.5838, 0.5821, 0.5785], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "921100", "5143805", "5812523", "463652", "921101", "6955768", "7313345", "1933329", "6903206"], "ranked_scores": [0.6339, 0.622, 0.6167, 0.6074, 0.5909, 0.5829, 0.5708, 0.5691, 0.5608, 0.5549], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "2940019", "7420248", "5339585", "2940016", "7503113", "7503110", "1623860", "783130"], "ranked_scores": [0.7868, 0.6471, 0.6176, 0.5762, 0.5668, 0.5499, 0.5495, 0.5357, 0.5269, 0.519], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["2024648", "8738884", "7562624", "1398369", "3451041", "3451044", "5304087", "7562631", "1732853", "6711596"], "ranked_scores": [0.6593, 0.635, 0.6065, 0.5698, 0.5453, 0.5313, 0.5302, 0.517, 0.5156, 0.4865], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8221437", "5431260", "7856346", "4626170", "4158114", "6834849", "4127072", "4343906", "6269961"], "ranked_scores": [0.6059, 0.5887, 0.5855, 0.5828, 0.5584, 0.5373, 0.5361, 0.5338, 0.5256, 0.5227], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495831", "3495837", "3495838", "1634694", "3495835", "7770959", "3885772", "2387122", "1188785"], "ranked_scores": [0.5481, 0.5427, 0.5395, 0.4941, 0.4936, 0.4817, 0.4754, 0.4706, 0.452, 0.4509], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "609594", "6212597", "6212591", "6212588", "3843788", "1941403", "3843787", "8233321", "917841"], "ranked_scores": [0.6473, 0.6411, 0.6298, 0.6184, 0.5823, 0.4908, 0.483, 0.4234, 0.4156, 0.4047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7803343", "7936183", "2790097", "3823638", "3823641", "7601059", "1384086", "2379160"], "ranked_scores": [0.5862, 0.4178, 0.3823, 0.361, 0.357, 0.331, 0.3262, 0.3225, 0.3152, 0.315], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "8177246", "1460685", "5891383", "7511874", "1460689", "1193873", "3668938", "8432430", "3128424"], "ranked_scores": [0.6493, 0.6075, 0.598, 0.594, 0.5856, 0.537, 0.5356, 0.5332, 0.5275, 0.5146], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "4738326", "7104592", "7515853", "4709447", "1136108", "6124976", "1134210"], "ranked_scores": [0.7334, 0.7108, 0.5783, 0.5377, 0.5352, 0.5295, 0.5232, 0.5205, 0.5171, 0.5127], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "8424304", "5955284", "7589839", "2229750", "3559380", "6986881", "1420930", "7888894", "5812535"], "ranked_scores": [0.5893, 0.5231, 0.5068, 0.5038, 0.5015, 0.4981, 0.4942, 0.4865, 0.4829, 0.4796], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8771883", "3596760", "3989499", "1939468", "4564069", "8667781", "6342544", "1304102", "7942122"], "ranked_scores": [0.59, 0.5851, 0.5816, 0.5643, 0.5481, 0.539, 0.535, 0.5321, 0.5263, 0.5155], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-tq-3bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["8083127", "1674646", "7837267", "575979", "8083121", "3527619", "2684883", "5265626", "558173", "6162682"], "ranked_scores": [0.6988, 0.6973, 0.6957, 0.6821, 0.6767, 0.6717, 0.6622, 0.656, 0.654, 0.6488], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "5633832", "8083127", "1297109", "2581550", "157696", "3671400", "1674644", "220565", "7248824"], "ranked_scores": [0.6401, 0.6205, 0.6115, 0.6107, 0.5888, 0.5888, 0.5784, 0.5719, 0.5716, 0.5618], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "7383965", "6236648", "1238142", "911138", "5221728", "298606", "5951944", "1592656"], "ranked_scores": [0.6422, 0.5604, 0.5553, 0.5359, 0.5184, 0.5173, 0.5148, 0.4983, 0.4949, 0.4928], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "7369987", "2812582", "3399535", "515311", "6368609", "1727064", "7011409", "8279447"], "ranked_scores": [0.696, 0.6824, 0.6821, 0.6783, 0.667, 0.6119, 0.6093, 0.6022, 0.596, 0.595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "7048914", "2070215", "5450605", "8554964", "7255675", "1936834", "1159742", "7048912"], "ranked_scores": [0.5265, 0.5236, 0.5088, 0.4868, 0.474, 0.4619, 0.4552, 0.4551, 0.4381, 0.4238], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "7600993", "1190311", "1494980", "3205963", "8817884", "1229810", "7929603", "5254021", "1805806"], "ranked_scores": [0.5849, 0.4831, 0.4806, 0.4596, 0.4579, 0.4505, 0.4428, 0.4403, 0.4325, 0.4323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "6964479", "7813557", "5227711", "6980305", "6801871", "6964486", "6815901", "1777799"], "ranked_scores": [0.6992, 0.6852, 0.6829, 0.6305, 0.6025, 0.5974, 0.5947, 0.5862, 0.5489, 0.5479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "4154575", "5997547", "5079417", "3550559", "1768445", "4041246", "8343642"], "ranked_scores": [0.6968, 0.6806, 0.6019, 0.5503, 0.539, 0.5309, 0.5049, 0.5039, 0.4944, 0.4819], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365215", "5110182", "6950276", "1365210", "6950269", "249524", "289409", "7531871", "1640260"], "ranked_scores": [0.5588, 0.5556, 0.5514, 0.5398, 0.5344, 0.5248, 0.5208, 0.5086, 0.5082, 0.5041], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "947575", "4562810", "4513419", "2552610", "5931817", "7187662", "6124279", "8190833", "4941655"], "ranked_scores": [0.541, 0.4892, 0.4828, 0.4708, 0.4662, 0.4655, 0.4535, 0.44, 0.4399, 0.4277], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1438830", "2469923", "1226213", "8583763", "8583766", "4405605", "209692"], "ranked_scores": [0.6792, 0.6398, 0.4876, 0.4784, 0.4611, 0.4486, 0.4352, 0.4265, 0.426, 0.4145], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623383", "4069689", "5389787", "7058926", "5289585", "8111532", "295794", "662304", "2242588", "7168973"], "ranked_scores": [0.4664, 0.4466, 0.4356, 0.4158, 0.4032, 0.3953, 0.3937, 0.3931, 0.3901, 0.3841], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301814", "7301818", "3512764", "6808332", "277376", "5457419", "3803414"], "ranked_scores": [0.726, 0.7075, 0.698, 0.5006, 0.4967, 0.4835, 0.4681, 0.4529, 0.4489, 0.4435], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "7970736", "8259512", "8450827", "8259514", "7970735", "1265191", "8450833", "8450828", "7970734"], "ranked_scores": [0.7197, 0.7018, 0.6837, 0.6179, 0.5905, 0.5857, 0.5502, 0.5421, 0.5404, 0.5203], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "8296550", "8128745", "734127", "3043375", "8684894", "8296554", "4702013", "3457120"], "ranked_scores": [0.7228, 0.6554, 0.6268, 0.6126, 0.606, 0.6058, 0.603, 0.602, 0.5975, 0.5963], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "2010657", "8067800", "8484568", "665690", "46048", "3505871", "921284"], "ranked_scores": [0.7345, 0.6126, 0.4656, 0.4635, 0.4435, 0.4435, 0.439, 0.4174, 0.4172, 0.4163], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7870700", "630599", "5672319", "3702788", "630605", "5340239", "6975615", "5827343"], "ranked_scores": [0.6982, 0.5282, 0.515, 0.4892, 0.4833, 0.4765, 0.4741, 0.4659, 0.46, 0.4371], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4880893", "7948042", "2116932", "7948050", "8157542", "2116929", "2116936", "2116938", "2116933", "3646580"], "ranked_scores": [0.7215, 0.719, 0.7141, 0.702, 0.6871, 0.6652, 0.6641, 0.6556, 0.6553, 0.6522], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "2450611", "4998837", "3056113", "2870276", "3532662", "1880129", "3109473", "3891003"], "ranked_scores": [0.5186, 0.4958, 0.4797, 0.4252, 0.4205, 0.4162, 0.4088, 0.3904, 0.3893, 0.3883], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "2044076", "4393601", "4393603", "5231134", "6607918", "1726611", "1226636", "6641480", "925659"], "ranked_scores": [0.6904, 0.5964, 0.5847, 0.5831, 0.5752, 0.5715, 0.567, 0.561, 0.5597, 0.5522], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["2131335", "7827765", "7170238", "4489797", "2131339", "6127285", "7170234", "7803391", "5135972", "7827761"], "ranked_scores": [0.4041, 0.3963, 0.3829, 0.3811, 0.3663, 0.3621, 0.3428, 0.3339, 0.305, 0.3039], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "1839684", "2588002", "8540414", "4796869", "7134383", "1918866", "391341", "7269273"], "ranked_scores": [0.7747, 0.7478, 0.7366, 0.7245, 0.7167, 0.7069, 0.7052, 0.6791, 0.6747, 0.6697], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "1673140", "8820180", "3768485", "1143382", "7689707", "4390430", "5364572", "3909648"], "ranked_scores": [0.5819, 0.5663, 0.521, 0.5189, 0.4968, 0.4949, 0.4832, 0.4761, 0.4727, 0.4657], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3346337", "92150", "3968773", "5729775", "2443030", "6979322", "1546056", "5210161", "1460640", "6363366"], "ranked_scores": [0.6958, 0.674, 0.6678, 0.6295, 0.6233, 0.6232, 0.6224, 0.6201, 0.6098, 0.6078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5739636", "4942019", "2796274", "8426355", "5269626", "2636668", "8281194", "2636672", "3733774", "4901734"], "ranked_scores": [0.7279, 0.709, 0.6871, 0.6849, 0.6827, 0.6803, 0.675, 0.6729, 0.6729, 0.6719], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "5174051", "4805364", "1333652", "2820637", "6032018", "1039754", "7527096", "7650732", "1333651"], "ranked_scores": [0.5962, 0.5659, 0.5621, 0.5453, 0.5351, 0.5348, 0.5272, 0.5213, 0.5152, 0.5043], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576605", "2576606", "7137675", "551238", "6033952", "2692492", "272188", "1613678", "7249172"], "ranked_scores": [0.7494, 0.6726, 0.6705, 0.6661, 0.6623, 0.6494, 0.6434, 0.6355, 0.6212, 0.6127], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6465151", "6797667", "8277053", "6694795", "5408281", "3296425", "1850491", "6502553", "3720839", "8741687"], "ranked_scores": [0.5992, 0.5782, 0.5575, 0.5512, 0.5485, 0.5465, 0.5441, 0.5421, 0.5394, 0.5332], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7288502", "7646422", "2061122", "278768", "5756090", "5352322", "7288504", "5196370"], "ranked_scores": [0.7324, 0.6811, 0.6617, 0.6542, 0.6227, 0.6002, 0.59, 0.5863, 0.5843, 0.5742], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "3872927", "2068025", "1237202", "5499496", "7154587", "8531579", "1463441", "3230959", "6818958"], "ranked_scores": [0.5459, 0.5392, 0.5369, 0.5333, 0.5281, 0.5227, 0.5176, 0.4798, 0.4678, 0.4669], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4451324", "8796481", "8796486", "3663599", "4966850", "2396672", "5675630", "3039809", "8607085"], "ranked_scores": [0.5861, 0.5652, 0.5319, 0.5298, 0.528, 0.5258, 0.5237, 0.5228, 0.5211, 0.5183], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "1511150", "4786937", "7526867", "2617812", "2099688", "4863108", "3141441", "4863107", "2208599"], "ranked_scores": [0.7017, 0.697, 0.6587, 0.6511, 0.6473, 0.6454, 0.6426, 0.6373, 0.6363, 0.6327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "8310623", "7937494", "5655", "3701436", "2737708", "8237806", "7770196"], "ranked_scores": [0.7452, 0.6517, 0.6173, 0.5712, 0.5682, 0.564, 0.5625, 0.5525, 0.5498, 0.5469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "8327486", "5336580", "4256443", "5343617", "2066951", "4522649", "3659405", "3770821", "2391916"], "ranked_scores": [0.7367, 0.6544, 0.6442, 0.6291, 0.6234, 0.6051, 0.5954, 0.589, 0.5686, 0.5619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "5904163", "6207587", "7853301", "6207588", "8148596", "7119732", "754800", "3406120"], "ranked_scores": [0.6754, 0.5927, 0.5811, 0.552, 0.5493, 0.5468, 0.5401, 0.5358, 0.535, 0.5105], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "4589415", "5206549", "2835995", "2290637", "7734838", "1338705", "2245444", "2565560", "5310704"], "ranked_scores": [0.6588, 0.657, 0.6562, 0.6368, 0.6184, 0.6154, 0.6149, 0.6138, 0.6106, 0.6075], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3806458", "4991356", "4991354", "7161101", "8374135", "4991353", "3672237", "3148555", "117136"], "ranked_scores": [0.7106, 0.6638, 0.6509, 0.6484, 0.617, 0.5842, 0.5756, 0.5686, 0.5329, 0.5129], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4605271", "7778956", "4900578", "4409027", "2531512", "5393501", "3747811", "4605270", "2531517", "7778949"], "ranked_scores": [0.6636, 0.6576, 0.6333, 0.6156, 0.5648, 0.5573, 0.5486, 0.5344, 0.5228, 0.5101], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "7428627", "6632518", "6632522", "6632520", "7831679", "1063812", "139961", "3404651", "3942500"], "ranked_scores": [0.6394, 0.6293, 0.586, 0.5785, 0.578, 0.5759, 0.5681, 0.5642, 0.5639, 0.5619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "921100", "5143805", "5812523", "463652", "921101", "6955768", "6903206", "7313345", "8139545"], "ranked_scores": [0.6186, 0.6102, 0.5982, 0.5905, 0.5806, 0.5719, 0.5653, 0.5549, 0.5537, 0.5503], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "2940019", "7420248", "2940016", "7503113", "5339585", "7503110", "1623860", "2359804"], "ranked_scores": [0.7819, 0.6258, 0.603, 0.5627, 0.5419, 0.5405, 0.537, 0.5197, 0.5162, 0.5035], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["2024648", "8738884", "7562624", "1398369", "5304087", "3451041", "3451044", "7562631", "1732853", "6711597"], "ranked_scores": [0.6394, 0.6139, 0.5831, 0.5611, 0.5197, 0.515, 0.5098, 0.5049, 0.4959, 0.472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "7856346", "5431260", "8221437", "4626170", "6834849", "4158114", "4127072", "6269961", "4343906"], "ranked_scores": [0.5908, 0.5804, 0.5801, 0.5727, 0.5503, 0.5304, 0.5273, 0.5179, 0.5158, 0.5126], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495831", "3495838", "1634694", "3495835", "7770959", "2387122", "3885772", "1188785"], "ranked_scores": [0.5249, 0.5223, 0.5133, 0.469, 0.4685, 0.4638, 0.4591, 0.4431, 0.443, 0.4208], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "609594", "6212597", "6212591", "6212588", "3843788", "1941403", "3843787", "8233321", "917841"], "ranked_scores": [0.6359, 0.6324, 0.6156, 0.6028, 0.5697, 0.4863, 0.4832, 0.4114, 0.3976, 0.3872], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7803343", "7936183", "2790097", "3823638", "3823641", "2379160", "7601059", "1384086"], "ranked_scores": [0.5747, 0.4046, 0.3824, 0.3636, 0.3489, 0.3297, 0.328, 0.3182, 0.3103, 0.3102], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "8177246", "5891383", "7511874", "1460685", "8432430", "3668938", "1193873", "1460690", "1460689"], "ranked_scores": [0.6361, 0.6037, 0.5876, 0.5801, 0.5787, 0.5212, 0.5178, 0.5153, 0.5112, 0.5078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "7515853", "7104592", "4738326", "1136108", "4709447", "6124976", "1134210"], "ranked_scores": [0.7013, 0.6842, 0.5496, 0.5013, 0.5009, 0.4957, 0.4934, 0.4934, 0.4931, 0.4899], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "8424304", "5955284", "1420930", "7589839", "2229750", "3559380", "6986881", "7888894", "5812535"], "ranked_scores": [0.5684, 0.5098, 0.4957, 0.4911, 0.4887, 0.4885, 0.4864, 0.4857, 0.4799, 0.4755], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["8771883", "7946528", "3989499", "3596760", "1939468", "8667781", "4564069", "6342544", "6304249", "1304102"], "ranked_scores": [0.5675, 0.5651, 0.5554, 0.5546, 0.5322, 0.5248, 0.5205, 0.5188, 0.5053, 0.5052], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-tq-2bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7837267", "575979", "8083127", "1674646", "5265626", "3527619", "8083121", "2684883", "7584907", "558173"], "ranked_scores": [0.652, 0.6505, 0.6499, 0.6467, 0.636, 0.6285, 0.6265, 0.6234, 0.6076, 0.5984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "8083127", "5633832", "1297109", "157696", "220565", "2581550", "3671400", "1674644", "7248824"], "ranked_scores": [0.5838, 0.5767, 0.5709, 0.5566, 0.5516, 0.5344, 0.5313, 0.5247, 0.5183, 0.5128], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "5842823", "6236648", "1238142", "5221728", "298606", "5951944", "1592656", "911138"], "ranked_scores": [0.6065, 0.5371, 0.4937, 0.4911, 0.4882, 0.4757, 0.4744, 0.4641, 0.4589, 0.4542], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["7369987", "2812582", "3338175", "5769842", "3399535", "6368609", "515311", "7011409", "1727064", "5984488"], "ranked_scores": [0.6338, 0.6283, 0.6279, 0.6222, 0.6188, 0.5734, 0.5657, 0.5516, 0.5483, 0.5469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "7048914", "5450605", "2070215", "8554964", "7255675", "1936834", "856390", "7048912"], "ranked_scores": [0.5178, 0.5052, 0.4997, 0.4746, 0.4583, 0.4452, 0.4389, 0.4297, 0.4132, 0.412], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "1494980", "7600993", "8817884", "1190311", "3205963", "7929603", "1229810", "8299818", "4450104"], "ranked_scores": [0.5495, 0.4407, 0.4386, 0.4319, 0.4243, 0.4231, 0.4171, 0.4122, 0.4107, 0.4084], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "6964479", "7813557", "6980305", "6801871", "5227711", "6964486", "1173182", "3941958"], "ranked_scores": [0.6492, 0.6241, 0.6227, 0.5817, 0.5534, 0.5419, 0.5407, 0.517, 0.5017, 0.4979], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "7698064", "4154575", "5997547", "3550559", "5079417", "1768445", "4041246", "8343642"], "ranked_scores": [0.6564, 0.6555, 0.582, 0.5393, 0.5141, 0.5062, 0.4912, 0.48, 0.474, 0.4714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365215", "5110182", "8452568", "249524", "1640260", "6950276", "289409", "6950269", "1365210", "7531871"], "ranked_scores": [0.5438, 0.512, 0.5111, 0.4984, 0.4921, 0.4904, 0.4842, 0.4822, 0.4817, 0.476], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "4562810", "947575", "7187662", "2552610", "5931817", "8190833", "6124279", "4513419", "4941655"], "ranked_scores": [0.5153, 0.4832, 0.4639, 0.4548, 0.4366, 0.4351, 0.4344, 0.4197, 0.4175, 0.4164], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "2469923", "1438830", "8583763", "209692", "1226213", "4405605", "8583766"], "ranked_scores": [0.6267, 0.612, 0.4464, 0.4231, 0.4071, 0.4003, 0.3919, 0.3877, 0.3836, 0.382], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623383", "4069689", "5389787", "2242588", "8111532", "662304", "295794", "7058926", "7168973", "5289585"], "ranked_scores": [0.4305, 0.4275, 0.4174, 0.3786, 0.3715, 0.3641, 0.364, 0.3596, 0.3571, 0.3566], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "3512764", "7301814", "6808332", "7301818", "277376", "5457419", "7888911"], "ranked_scores": [0.6691, 0.6392, 0.6353, 0.4597, 0.4459, 0.4323, 0.4257, 0.4072, 0.4015, 0.3909], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "7970736", "8259512", "8450827", "8259514", "7970735", "8450828", "8450833", "1265191", "7970734"], "ranked_scores": [0.6769, 0.6554, 0.6493, 0.5913, 0.5665, 0.5242, 0.514, 0.514, 0.4956, 0.4751], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "8296550", "3457120", "8128745", "734127", "8684894", "7160804", "8296554", "7185831"], "ranked_scores": [0.6765, 0.6052, 0.5852, 0.5698, 0.5647, 0.5642, 0.5633, 0.563, 0.5581, 0.5541], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "8484568", "8067800", "2010657", "8023011", "665690", "3505871", "921284"], "ranked_scores": [0.6918, 0.5731, 0.4491, 0.4438, 0.4316, 0.4198, 0.4182, 0.4152, 0.409, 0.3942], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7870700", "630599", "5672319", "630605", "3702788", "6975615", "5827343", "7919682"], "ranked_scores": [0.6659, 0.5051, 0.4759, 0.4702, 0.4635, 0.4573, 0.4418, 0.4394, 0.4198, 0.4094], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4880893", "2116932", "7948050", "7948042", "8157542", "2116933", "3646580", "2116936", "2116929", "2116938"], "ranked_scores": [0.6841, 0.674, 0.6667, 0.662, 0.636, 0.6248, 0.617, 0.6119, 0.6106, 0.5979], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "2450611", "3056113", "4998837", "2870276", "3532662", "1880129", "2647181", "2564157"], "ranked_scores": [0.4872, 0.4763, 0.4622, 0.4187, 0.4155, 0.3979, 0.3852, 0.3835, 0.3773, 0.377], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "2044076", "4393603", "3444262", "6641480", "5231134", "4393601", "6607918", "1726611", "6775026"], "ranked_scores": [0.6302, 0.5693, 0.5342, 0.5322, 0.5263, 0.5241, 0.5219, 0.5209, 0.5205, 0.5172], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["2131335", "7827765", "4489797", "6127285", "7170238", "2131339", "7170234", "4595482", "6768417", "7827761"], "ranked_scores": [0.3628, 0.3577, 0.354, 0.3468, 0.3416, 0.3386, 0.326, 0.3255, 0.3095, 0.3008], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "1839684", "8540414", "2588002", "4796869", "7134383", "7269273", "2175868", "1918866"], "ranked_scores": [0.7419, 0.6978, 0.6914, 0.6876, 0.6709, 0.6574, 0.6486, 0.6391, 0.6215, 0.6204], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "8820180", "3768485", "1143382", "1673140", "7689707", "5364572", "4390430", "3246403"], "ranked_scores": [0.5473, 0.5414, 0.493, 0.4816, 0.4775, 0.4768, 0.4516, 0.451, 0.4509, 0.4316], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "3346337", "3968773", "5729775", "1546056", "2443030", "6979322", "5210161", "5808457", "5668797"], "ranked_scores": [0.6338, 0.6304, 0.6067, 0.5796, 0.5746, 0.5651, 0.5644, 0.5563, 0.5552, 0.5551], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5739636", "4942019", "2796274", "5269626", "4942015", "4901734", "8307546", "2636668", "8281194", "8426355"], "ranked_scores": [0.6746, 0.6635, 0.6392, 0.6376, 0.6329, 0.6319, 0.6315, 0.6279, 0.6266, 0.6228], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "4805364", "5174051", "6032018", "2820637", "1333652", "1039754", "7527096", "1333651", "7650732"], "ranked_scores": [0.5652, 0.5363, 0.5316, 0.519, 0.5033, 0.5001, 0.4982, 0.498, 0.4792, 0.4748], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576606", "2576605", "551238", "7137675", "2692492", "272188", "6033952", "7249172", "1613678"], "ranked_scores": [0.6982, 0.6395, 0.6134, 0.6094, 0.6053, 0.5906, 0.5874, 0.584, 0.5705, 0.5697], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6465151", "1850491", "6797667", "5408281", "6502553", "8277053", "3720839", "1221320", "7496090", "6090442"], "ranked_scores": [0.5559, 0.5271, 0.523, 0.5229, 0.5153, 0.5108, 0.5086, 0.5029, 0.5005, 0.4951], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7646422", "7288502", "2061122", "278768", "5756090", "7288504", "4437972", "5196370"], "ranked_scores": [0.6918, 0.6179, 0.6142, 0.613, 0.5931, 0.5633, 0.5561, 0.549, 0.5432, 0.5339], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["7154587", "2068025", "3872927", "5499496", "6818953", "1237202", "8531579", "1463441", "3230959", "6453425"], "ranked_scores": [0.506, 0.5039, 0.5016, 0.4888, 0.4873, 0.4804, 0.4703, 0.4619, 0.4565, 0.4312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4451324", "8796481", "5675630", "3039809", "4966850", "2396672", "2918527", "3663599", "2421104"], "ranked_scores": [0.542, 0.5091, 0.507, 0.5012, 0.4967, 0.4948, 0.4932, 0.4922, 0.4915, 0.4906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "1511150", "2617812", "3141441", "4786937", "7526867", "2208599", "4863108", "2099688", "982652"], "ranked_scores": [0.6689, 0.6602, 0.6378, 0.6152, 0.6144, 0.6106, 0.6057, 0.6, 0.5968, 0.5921], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110611", "7110612", "7937494", "5655", "7770196", "2737708", "3701436", "8237806", "4303165"], "ranked_scores": [0.7161, 0.6029, 0.5946, 0.5547, 0.5329, 0.5204, 0.5124, 0.5067, 0.5064, 0.5052], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "8327486", "5336580", "4256443", "5343617", "4522649", "2066951", "3659405", "30088", "3770821"], "ranked_scores": [0.7055, 0.6314, 0.5959, 0.5954, 0.5853, 0.5539, 0.5536, 0.5402, 0.5221, 0.5214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "5904163", "6207587", "8148596", "7853301", "6207588", "754800", "7119732", "7645257"], "ranked_scores": [0.6445, 0.5647, 0.5389, 0.5073, 0.5048, 0.5047, 0.498, 0.4956, 0.4921, 0.4893], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["5206549", "4589415", "4004619", "2835995", "7734838", "2290637", "2391077", "2245444", "4205560", "2565560"], "ranked_scores": [0.6315, 0.6117, 0.6057, 0.5866, 0.5759, 0.5748, 0.5676, 0.5656, 0.5635, 0.5633], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "4991356", "3806458", "7161101", "4991353", "8374135", "3672237", "3148555", "1621473"], "ranked_scores": [0.6459, 0.6112, 0.6079, 0.6016, 0.582, 0.559, 0.5579, 0.5345, 0.5231, 0.4762], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4605271", "4409027", "7778956", "4900578", "5393501", "4605270", "2531512", "2531517", "3747811", "8201717"], "ranked_scores": [0.6111, 0.6084, 0.6084, 0.5982, 0.521, 0.5144, 0.5109, 0.491, 0.4863, 0.4725], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "7428627", "6632520", "6632518", "3404651", "6632522", "139961", "3942500", "7831679", "4005369"], "ranked_scores": [0.5892, 0.5889, 0.5484, 0.5412, 0.5336, 0.5307, 0.5304, 0.528, 0.5279, 0.5259], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5143805", "1867101", "921100", "5812523", "463652", "1933329", "7313345", "6955768", "8139545", "6903201"], "ranked_scores": [0.5767, 0.5706, 0.5685, 0.5577, 0.535, 0.5322, 0.531, 0.5275, 0.5217, 0.5152], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "2940019", "7420248", "7503110", "5339585", "2940016", "1623860", "7503113", "7728423"], "ranked_scores": [0.727, 0.5751, 0.5684, 0.519, 0.5092, 0.5028, 0.4983, 0.4983, 0.4842, 0.469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["2024648", "8738884", "7562624", "1398369", "5304087", "1732853", "3451044", "3451041", "7562631", "6711596"], "ranked_scores": [0.6073, 0.5653, 0.5453, 0.5031, 0.4858, 0.4631, 0.4618, 0.4581, 0.453, 0.4377], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "5431260", "7856346", "8221437", "4626170", "4127072", "4158114", "6834849", "6269961", "1922718"], "ranked_scores": [0.5677, 0.5527, 0.5474, 0.5298, 0.4967, 0.495, 0.494, 0.4929, 0.4819, 0.4812], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495831", "7770963", "3495837", "7770959", "3495838", "1634694", "3495835", "3885772", "2387122", "1188785"], "ranked_scores": [0.4889, 0.4864, 0.4722, 0.4489, 0.4459, 0.4399, 0.427, 0.4177, 0.4081, 0.3937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212597", "609594", "6212591", "6212588", "3843788", "1941403", "8233321", "917841", "3843787"], "ranked_scores": [0.5907, 0.5756, 0.5686, 0.5319, 0.5231, 0.4437, 0.4368, 0.377, 0.3675, 0.3671], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7803343", "7936183", "2790097", "3823638", "6948296", "3823641", "7601059", "4774028"], "ranked_scores": [0.5268, 0.3643, 0.3497, 0.3393, 0.3199, 0.2918, 0.2917, 0.2916, 0.2894, 0.2881], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "7511874", "5891383", "8177246", "3668938", "1460689", "8432430", "1460690", "3128424"], "ranked_scores": [0.5914, 0.5403, 0.5385, 0.5349, 0.5266, 0.4835, 0.483, 0.4781, 0.4774, 0.4731], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "1134210", "7104592", "1136108", "7515853", "4738326", "6124976", "4709447"], "ranked_scores": [0.6593, 0.6525, 0.5192, 0.4774, 0.4773, 0.4708, 0.4702, 0.4624, 0.4554, 0.4454], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "8424304", "7888894", "2229750", "6986881", "3559380", "7589839", "5955284", "1420930", "6417183"], "ranked_scores": [0.5514, 0.4899, 0.4635, 0.4579, 0.4561, 0.4525, 0.4483, 0.445, 0.4428, 0.4413], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "3989499", "3596760", "8771883", "1939468", "6342544", "2764847", "2819440", "4564069", "7942122"], "ranked_scores": [0.5372, 0.5087, 0.5073, 0.5045, 0.4823, 0.481, 0.4765, 0.4702, 0.4629, 0.4532], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-tq-1bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["8083121", "5265626", "3527619", "8083127", "6162682", "575979", "1674646", "5917719", "638358", "7837267"], "ranked_scores": [0.526, 0.5078, 0.5052, 0.5, 0.4974, 0.4948, 0.4922, 0.4844, 0.4818, 0.4792], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "2581550", "5633832", "8083127", "220565", "157696", "8398033", "3671400", "20886", "1297109"], "ranked_scores": [0.4922, 0.4531, 0.4505, 0.4375, 0.4349, 0.4245, 0.4167, 0.4141, 0.4141, 0.4089], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "6236648", "5221728", "7383965", "5842823", "5951944", "8264837", "1238142", "298606", "134195"], "ranked_scores": [0.4766, 0.4245, 0.4141, 0.4141, 0.3854, 0.375, 0.3724, 0.3724, 0.3646, 0.3594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3399535", "5769842", "7369987", "3338175", "6368609", "2812582", "5984488", "8279447", "2548176", "4714157"], "ranked_scores": [0.513, 0.5052, 0.487, 0.4714, 0.4583, 0.4531, 0.4167, 0.4141, 0.4115, 0.4036], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "5450605", "7048914", "2070215", "1936834", "7255675", "7255678", "1159742", "8554964"], "ranked_scores": [0.4036, 0.4036, 0.375, 0.375, 0.3594, 0.3542, 0.3438, 0.3281, 0.3229, 0.3073], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "7929603", "3205963", "6199240", "1190311", "4450104", "7600993", "7776113", "8817884", "1494980"], "ranked_scores": [0.401, 0.3464, 0.3333, 0.3333, 0.3281, 0.3229, 0.3151, 0.3125, 0.3099, 0.3099], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6964479", "7260457", "4816964", "6801871", "7813557", "5227711", "1583497", "6980305", "6815901", "1777799"], "ranked_scores": [0.5104, 0.4896, 0.4844, 0.4427, 0.4323, 0.4167, 0.4063, 0.401, 0.3958, 0.388], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "7698064", "4154575", "1768445", "3550559", "8343642", "5997547", "5079417", "7735540"], "ranked_scores": [0.5755, 0.5365, 0.4896, 0.401, 0.3906, 0.3698, 0.3516, 0.349, 0.3438, 0.3359], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365215", "289409", "6950269", "3761519", "1365210", "5110182", "249524", "7531871", "1854132"], "ranked_scores": [0.3958, 0.3906, 0.3776, 0.3724, 0.3698, 0.3568, 0.349, 0.3464, 0.3464, 0.3437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "2552610", "4562810", "5931817", "947575", "1649595", "6124279", "6162682", "2323827", "4941655"], "ranked_scores": [0.3828, 0.3724, 0.3568, 0.3464, 0.3359, 0.3255, 0.3151, 0.3125, 0.3125, 0.3099], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "8583763", "8583766", "2469923", "4405605", "209692", "1438830", "6033800"], "ranked_scores": [0.474, 0.4297, 0.362, 0.3333, 0.3203, 0.3047, 0.2969, 0.2839, 0.2839, 0.2786], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4069689", "5389787", "5289585", "4623383", "662304", "8516644", "7858636", "7058927", "8203167", "7058926"], "ranked_scores": [0.3438, 0.3177, 0.3125, 0.3073, 0.2943, 0.263, 0.2604, 0.2604, 0.2604, 0.2578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "6808332", "7301814", "7301818", "3512764", "5457419", "277381", "277374"], "ranked_scores": [0.5417, 0.4948, 0.487, 0.3776, 0.3594, 0.3333, 0.3229, 0.3151, 0.3099, 0.2995], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "7970728", "8259512", "8450827", "1265191", "7970735", "8259514", "8450833", "7970734", "8450828"], "ranked_scores": [0.5417, 0.5312, 0.487, 0.4557, 0.388, 0.3854, 0.3802, 0.3802, 0.362, 0.3594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "8684894", "3457120", "133696", "8296550", "8128745", "4702009", "7160804", "7138663"], "ranked_scores": [0.5078, 0.4714, 0.4609, 0.4531, 0.4375, 0.4375, 0.4323, 0.4271, 0.4245, 0.4193], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "8484568", "8067800", "3505871", "665690", "2010657", "3452115", "8023011", "1136294"], "ranked_scores": [0.513, 0.4401, 0.3411, 0.3307, 0.3203, 0.3203, 0.3177, 0.3125, 0.3099, 0.2891], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "3702788", "630605", "7870700", "630599", "5827343", "8091571", "5644674", "3555957"], "ranked_scores": [0.513, 0.3854, 0.3698, 0.3672, 0.3542, 0.3464, 0.3438, 0.3307, 0.3281, 0.3177], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4880893", "2116932", "7948042", "7948050", "8157542", "2116933", "3646580", "7146728", "2116929", "3557880"], "ranked_scores": [0.5625, 0.5573, 0.5521, 0.5078, 0.5026, 0.4922, 0.4896, 0.4844, 0.4818, 0.4766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "7795675", "2450611", "3225747", "2564157", "4998837", "1880129", "2260935", "3056113"], "ranked_scores": [0.3776, 0.362, 0.349, 0.3464, 0.3333, 0.3307, 0.3307, 0.3281, 0.3255, 0.3203], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "2044076", "5231134", "1726611", "4393603", "7503576", "925659", "3444262", "3217980", "6641480"], "ranked_scores": [0.5104, 0.4401, 0.4323, 0.4271, 0.4167, 0.4167, 0.4062, 0.401, 0.3984, 0.3984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["2131335", "6127285", "2131339", "7170234", "4489797", "7827765", "7803391", "657351", "7827761", "1174164"], "ranked_scores": [0.276, 0.2682, 0.2422, 0.2422, 0.237, 0.2266, 0.224, 0.2188, 0.2161, 0.2135], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["1839684", "442006", "8540414", "8045986", "2588002", "4796869", "7134383", "7269273", "7623736", "391341"], "ranked_scores": [0.5833, 0.5781, 0.5417, 0.5391, 0.5208, 0.5182, 0.5026, 0.4896, 0.487, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["4936994", "6506033", "1673140", "3768485", "8820180", "4390430", "5364572", "1143382", "3246403", "3909648"], "ranked_scores": [0.4349, 0.4297, 0.3984, 0.3802, 0.3724, 0.3542, 0.349, 0.3385, 0.3307, 0.3229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3968773", "92150", "5729775", "3346337", "8615461", "5808457", "1546056", "6363366", "1460640", "8386856"], "ranked_scores": [0.4844, 0.4714, 0.4661, 0.4635, 0.4401, 0.4375, 0.4349, 0.4271, 0.4167, 0.4115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5739636", "8281194", "2636668", "4942015", "5269626", "4942019", "2796274", "4901734", "2636672", "1348264"], "ranked_scores": [0.5885, 0.5573, 0.5547, 0.5469, 0.5391, 0.5391, 0.5312, 0.5312, 0.5286, 0.526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5174051", "5170949", "6032018", "4805364", "4805366", "7527096", "1039754", "2820637", "7650732", "1333651"], "ranked_scores": [0.4375, 0.4323, 0.4271, 0.4062, 0.3932, 0.3828, 0.375, 0.375, 0.3724, 0.3698], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "7137675", "2692492", "2576606", "272188", "1059524", "7249172", "2576605", "1613678", "6033952"], "ranked_scores": [0.5703, 0.4792, 0.4714, 0.4714, 0.4688, 0.4609, 0.4583, 0.4583, 0.4505, 0.4505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "6465151", "3132831", "5419270", "8277053", "6797667", "3296425", "1221320", "3188819", "5408281"], "ranked_scores": [0.4349, 0.4219, 0.3958, 0.3932, 0.3906, 0.3828, 0.3802, 0.3776, 0.375, 0.3698], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7646422", "5094229", "2061122", "7288502", "5756090", "7288504", "278768", "7204934", "5756096"], "ranked_scores": [0.5234, 0.5026, 0.4635, 0.4531, 0.4349, 0.4323, 0.4193, 0.4141, 0.4115, 0.4089], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "3872927", "5499496", "6818958", "2068025", "3924136", "1237202", "8531579", "1463441", "4596087"], "ranked_scores": [0.3828, 0.3776, 0.3698, 0.362, 0.3568, 0.349, 0.3437, 0.3437, 0.3411, 0.3333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4451324", "2421104", "3663599", "2396672", "3039809", "8796486", "2918527", "4966850", "3790429"], "ranked_scores": [0.4427, 0.4297, 0.4245, 0.4036, 0.401, 0.401, 0.3932, 0.3906, 0.3906, 0.3854], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "1511150", "7526867", "4863108", "2617812", "4863107", "4786937", "2208599", "2898312", "3141441"], "ranked_scores": [0.5599, 0.5156, 0.5026, 0.4974, 0.4974, 0.487, 0.4844, 0.4818, 0.4792, 0.4714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "7937494", "3701436", "8331763", "5655", "8310623", "7770196", "3259751"], "ranked_scores": [0.5625, 0.4557, 0.4427, 0.4036, 0.3984, 0.3906, 0.3854, 0.3854, 0.3776, 0.375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "4256443", "8327486", "2066951", "5343617", "4522649", "6278487", "3659405", "2391916"], "ranked_scores": [0.5521, 0.4688, 0.4635, 0.4609, 0.4479, 0.4479, 0.4401, 0.4323, 0.4297, 0.4036], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "7853301", "754800", "3712671", "5904163", "7119732", "6684798", "7645257", "4436697", "8733282"], "ranked_scores": [0.5208, 0.4193, 0.4141, 0.4115, 0.4115, 0.388, 0.388, 0.375, 0.3698, 0.3698], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["5206549", "4004619", "4589415", "2290637", "1338703", "7741066", "1338705", "2565557", "6302238", "7734838"], "ranked_scores": [0.487, 0.4714, 0.4687, 0.4609, 0.4583, 0.4505, 0.4453, 0.4401, 0.4401, 0.4401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3806458", "4991356", "7161101", "4991353", "8374135", "4991354", "3148555", "3672237", "3656154"], "ranked_scores": [0.5573, 0.4714, 0.4688, 0.4635, 0.4635, 0.4453, 0.4453, 0.4193, 0.4089, 0.3698], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4605271", "4900578", "4409027", "7778956", "2531512", "5393501", "2531517", "7778949", "3747811", "8201717"], "ranked_scores": [0.4974, 0.4948, 0.4844, 0.4844, 0.3958, 0.3958, 0.3906, 0.388, 0.3646, 0.3594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["139970", "2488121", "3404651", "3942500", "7428627", "6632518", "6632522", "1063812", "6632520", "7831679"], "ranked_scores": [0.4688, 0.4661, 0.4557, 0.4401, 0.4401, 0.4297, 0.4297, 0.4271, 0.4193, 0.4167], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5143805", "1867101", "4992578", "921100", "8139545", "6180355", "5812523", "921101", "6903206", "6761606"], "ranked_scores": [0.4453, 0.4375, 0.4323, 0.4271, 0.4193, 0.4167, 0.4089, 0.4036, 0.4036, 0.3984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "2940019", "1623860", "5339585", "7420248", "7728427", "2940016", "7503110", "2375458"], "ranked_scores": [0.638, 0.4714, 0.4609, 0.4375, 0.4375, 0.4141, 0.3958, 0.3932, 0.3698, 0.3646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "2024648", "5304087", "7562624", "7562631", "1398369", "1732853", "332783", "6711597", "6711596"], "ranked_scores": [0.4609, 0.4401, 0.4089, 0.401, 0.375, 0.3698, 0.3542, 0.3464, 0.3385, 0.3281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "5431260", "8221437", "7856346", "4626170", "8724007", "4127072", "4158114", "1922718", "6834849"], "ranked_scores": [0.4089, 0.3958, 0.3932, 0.3932, 0.388, 0.3802, 0.375, 0.3698, 0.3646, 0.3646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495831", "1634694", "3495837", "3885772", "3495838", "7770963", "6625132", "2387122", "7770959", "5118337"], "ranked_scores": [0.4062, 0.3672, 0.3594, 0.3568, 0.3333, 0.3333, 0.3281, 0.3099, 0.3047, 0.2917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212597", "609594", "6212588", "6212591", "1941403", "3843788", "630814", "1189674", "8116284"], "ranked_scores": [0.474, 0.4609, 0.4427, 0.4245, 0.4219, 0.3594, 0.3464, 0.2995, 0.2682, 0.2656], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7936183", "3823638", "6948296", "2411467", "2790097", "3823641", "5286547", "8349710"], "ranked_scores": [0.362, 0.3047, 0.2656, 0.2552, 0.25, 0.237, 0.237, 0.2292, 0.224, 0.224], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "7511874", "5891383", "8177246", "1193873", "3668938", "1460685", "8432430", "1460687", "7144188"], "ranked_scores": [0.4453, 0.4271, 0.4141, 0.388, 0.3776, 0.3672, 0.3646, 0.349, 0.3464, 0.3464], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "1134210", "1136108", "4878176", "7104592", "4738326", "7515853", "6124976"], "ranked_scores": [0.5625, 0.4766, 0.4375, 0.4141, 0.4089, 0.401, 0.401, 0.3958, 0.3932, 0.3724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "5812535", "7589839", "8424304", "7597791", "6986881", "3559380", "2229750", "5647010", "6417183"], "ranked_scores": [0.4609, 0.401, 0.401, 0.3828, 0.375, 0.3724, 0.3698, 0.3698, 0.3568, 0.3542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["3989499", "3596760", "8771883", "7946528", "2764847", "3944077", "1939468", "3466409", "6342544", "6304249"], "ranked_scores": [0.4271, 0.4141, 0.401, 0.3906, 0.375, 0.3724, 0.3724, 0.3672, 0.3646, 0.362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-bat": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "7837267", "8541250", "6489670", "638358", "575979", "7172147", "8083127", "7584907", "1245154"], "ranked_scores": [571.0, 571.0, 571.0, 566.0, 561.0, 557.0, 552.0, 552.0, 552.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297109", "3308552", "2684883", "8083127", "1674644", "6929917", "7121381", "1297112", "1674646", "542682"], "ranked_scores": [586.0, 580.0, 569.0, 567.0, 561.0, 559.0, 557.0, 556.0, 554.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "5842823", "298606", "1592656", "911138", "7114600", "1238142", "5226726", "2403650"], "ranked_scores": [632.0, 581.0, 572.0, 570.0, 570.0, 566.0, 565.0, 564.0, 552.0, 549.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "5769842", "6926916", "2541248", "8279447", "5684712", "5691562", "66616", "66620", "7369987"], "ranked_scores": [607.0, 602.0, 594.0, 592.0, 585.0, 585.0, 584.0, 584.0, 583.0, 583.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "3794304", "7048914", "5450605", "3794300", "7255678", "531109", "1159742", "7410205", "8554964"], "ranked_scores": [581.0, 577.0, 559.0, 556.0, 551.0, 544.0, 539.0, 537.0, 536.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["8011156", "7929603", "6199240", "1494980", "1229810", "7600993", "5606320", "1123190", "1805806", "3205963"], "ranked_scores": [524.0, 514.0, 511.0, 509.0, 508.0, 505.0, 503.0, 500.0, 498.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "6980305", "6964479", "7813557", "5227711", "6311584", "1777799", "6964486", "5091618"], "ranked_scores": [618.0, 596.0, 595.0, 594.0, 591.0, 580.0, 569.0, 559.0, 547.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["2562047", "5079417", "8343642", "7431788", "4041246", "5997547", "1956395", "4154575", "8672006", "8712698"], "ranked_scores": [599.0, 567.0, 562.0, 560.0, 558.0, 551.0, 551.0, 545.0, 543.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365215", "249524", "4667084", "8452568", "289409", "6950269", "1102481", "2322245", "5110182", "6950275"], "ranked_scores": [580.0, 571.0, 558.0, 558.0, 557.0, 552.0, 545.0, 544.0, 542.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "947575", "7187662", "4513419", "5132484", "2117748", "1239940", "2579637", "2066852", "6124279"], "ranked_scores": [549.0, 547.0, 529.0, 526.0, 524.0, 517.0, 508.0, 505.0, 505.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "2469923", "8583766", "8583763", "859199", "1226215", "4405605", "6033800", "4922192"], "ranked_scores": [658.0, 655.0, 572.0, 551.0, 546.0, 540.0, 539.0, 536.0, 535.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["5389787", "8111528", "2242588", "4623383", "5289585", "4623381", "2921046", "8098588", "1502589", "2899047"], "ranked_scores": [559.0, 542.0, 536.0, 530.0, 523.0, 518.0, 517.0, 517.0, 516.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "7301818", "7301814", "1053300", "8259514", "7970736", "1053306", "7888911"], "ranked_scores": [623.0, 614.0, 607.0, 534.0, 532.0, 528.0, 517.0, 515.0, 514.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450827", "7970736", "7970728", "8259514", "8259512", "8450828", "8450833", "6709251", "6709254", "7970734"], "ranked_scores": [610.0, 609.0, 605.0, 601.0, 601.0, 571.0, 560.0, 559.0, 558.0, 555.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["8346654", "7160805", "7160804", "8684894", "6193662", "6257976", "4702013", "7160799", "5841488", "7612966"], "ranked_scores": [602.0, 589.0, 578.0, 574.0, 559.0, 557.0, 543.0, 543.0, 543.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "4768599", "6467669", "2010657", "8067800", "665690", "3505871", "1136294"], "ranked_scores": [643.0, 558.0, 541.0, 524.0, 522.0, 520.0, 520.0, 515.0, 514.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7870700", "5340239", "7870704", "2995208", "3702788", "6667088", "6535340", "7937824"], "ranked_scores": [640.0, 558.0, 550.0, 548.0, 533.0, 520.0, 519.0, 506.0, 503.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "8157542", "7948042", "2116932", "2083431", "7146728", "2116933", "3646580", "3646584", "7964391"], "ranked_scores": [603.0, 601.0, 595.0, 590.0, 588.0, 582.0, 581.0, 580.0, 572.0, 571.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4725494", "2356989", "4774834", "4998837", "4074080", "2535705", "3569426", "2647181"], "ranked_scores": [602.0, 578.0, 547.0, 523.0, 522.0, 521.0, 520.0, 518.0, 516.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5231134", "3444262", "6822082", "4393603", "2091063", "925659", "3232545", "4393606", "8539656"], "ranked_scores": [609.0, 597.0, 573.0, 562.0, 556.0, 555.0, 552.0, 551.0, 551.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827765", "1174164", "7803391", "1174168", "261654", "1174172", "1854682", "4057612", "2131335", "6768417"], "ranked_scores": [524.0, 516.0, 511.0, 502.0, 502.0, 502.0, 494.0, 491.0, 490.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "4796876", "391342", "4796869", "1918866", "391341", "8477970", "7134383", "863946"], "ranked_scores": [635.0, 632.0, 610.0, 602.0, 596.0, 594.0, 590.0, 588.0, 586.0, 586.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["8820180", "7689707", "3909648", "4936994", "64801", "3167491", "409310", "7689710", "6506033", "6722338"], "ranked_scores": [588.0, 562.0, 558.0, 546.0, 544.0, 543.0, 542.0, 541.0, 533.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "5729775", "3346337", "6642275", "1460640", "3968773", "5668797", "1546056", "1735116", "427332"], "ranked_scores": [631.0, 625.0, 592.0, 592.0, 583.0, 582.0, 579.0, 572.0, 565.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5269626", "5734570", "7868171", "4942019", "3733774", "8307546", "1070634", "8426355", "8281194", "2796274"], "ranked_scores": [602.0, 598.0, 594.0, 594.0, 591.0, 590.0, 588.0, 586.0, 586.0, 583.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5170949", "1039754", "1497166", "5174051", "4805364", "7650732", "6287785", "6083050", "1588747"], "ranked_scores": [589.0, 571.0, 551.0, 539.0, 538.0, 537.0, 532.0, 520.0, 517.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576606", "2576605", "1613678", "2692492", "1525620", "551238", "7249172", "1314390", "870351"], "ranked_scores": [615.0, 590.0, 590.0, 588.0, 587.0, 578.0, 568.0, 565.0, 563.0, 561.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "7810605", "1850491", "6465151", "6090442", "5179395", "7403004", "6797667", "8277053", "1573004"], "ranked_scores": [556.0, 531.0, 527.0, 526.0, 524.0, 523.0, 520.0, 518.0, 517.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["7646422", "4437972", "4278761", "5094229", "4377794", "7288502", "2510740", "2929750", "5352322", "5756090"], "ranked_scores": [636.0, 635.0, 634.0, 621.0, 619.0, 614.0, 608.0, 599.0, 590.0, 590.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "3872927", "6818958", "5499496", "8675542", "3173599", "8531579", "1237202", "7154585", "6818952"], "ranked_scores": [564.0, 544.0, 541.0, 540.0, 537.0, 536.0, 536.0, 534.0, 531.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4966850", "2918527", "3790429", "4451324", "3039809", "8773427", "6397787", "1763487", "8796481"], "ranked_scores": [576.0, 555.0, 547.0, 547.0, 543.0, 542.0, 539.0, 538.0, 537.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "2099688", "7526870", "4786937", "2617812", "1841905", "7526867", "2617807", "4600593", "1511150"], "ranked_scores": [637.0, 617.0, 610.0, 606.0, 606.0, 599.0, 597.0, 588.0, 587.0, 584.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "5655", "7937494", "8331763", "7027322", "7770199", "8310623", "8237806"], "ranked_scores": [633.0, 593.0, 574.0, 556.0, 544.0, 529.0, 529.0, 525.0, 524.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "2066951", "5343617", "1417034", "4502858", "3659405", "8327486", "6278487", "7699112"], "ranked_scores": [652.0, 623.0, 599.0, 595.0, 589.0, 583.0, 581.0, 581.0, 567.0, 566.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "1965669", "7505807", "7119732", "2789716", "8148596", "6207587", "1696161", "6684798"], "ranked_scores": [592.0, 566.0, 563.0, 545.0, 545.0, 544.0, 542.0, 538.0, 536.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565560", "4893298", "3920912", "7734838", "1118163", "2894335", "4589415", "2245444", "5206549", "6302237"], "ranked_scores": [581.0, 580.0, 578.0, 572.0, 571.0, 569.0, 568.0, 565.0, 563.0, 563.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991354", "3699781", "826058", "8374135", "4991356", "3672237", "3806458", "3926427", "3148555"], "ranked_scores": [572.0, 563.0, 554.0, 536.0, 533.0, 531.0, 527.0, 523.0, 523.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4409027", "4605271", "2531512", "7778956", "3747811", "5393501", "4605270", "6193415", "1250411"], "ranked_scores": [617.0, 599.0, 598.0, 596.0, 585.0, 571.0, 568.0, 563.0, 560.0, 556.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "1063811", "3491901", "6632518", "2488121", "3722839", "6632520", "3942500", "6632522", "7795890"], "ranked_scores": [596.0, 565.0, 559.0, 558.0, 556.0, 553.0, 549.0, 548.0, 546.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5813240", "1867101", "8628818", "3883683", "921101", "463648", "6713671", "886990", "6955768", "6180355"], "ranked_scores": [564.0, 563.0, 560.0, 559.0, 555.0, 554.0, 553.0, 550.0, 547.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["3252244", "7728427", "4258663", "2940019", "3617286", "4258668", "5339585", "7692614", "7420248", "7503113"], "ranked_scores": [610.0, 600.0, 596.0, 581.0, 560.0, 555.0, 555.0, 539.0, 538.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "6472411", "6711596", "5304087", "1398369", "6711597", "2024648", "332783", "3599369", "8738884"], "ranked_scores": [599.0, 559.0, 551.0, 547.0, 543.0, 542.0, 539.0, 535.0, 527.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221430", "8221437", "8221431", "4127072", "4158114", "8015905", "6269961", "4343906", "5431260"], "ranked_scores": [627.0, 616.0, 599.0, 596.0, 594.0, 590.0, 575.0, 574.0, 570.0, 568.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495835", "1634694", "3495838", "3885772", "1206520", "8424890", "8608976", "1188785"], "ranked_scores": [581.0, 553.0, 543.0, 531.0, 529.0, 528.0, 522.0, 518.0, 515.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212597", "6212591", "6401864", "6212588", "609594", "917841", "1053302", "3843787", "1941403", "3843788"], "ranked_scores": [606.0, 596.0, 593.0, 591.0, 579.0, 539.0, 528.0, 528.0, 524.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7601059", "1384086", "3823638", "2108312", "7803343", "7078336", "7332215", "4520541", "2790097"], "ranked_scores": [619.0, 514.0, 513.0, 510.0, 505.0, 498.0, 497.0, 492.0, 485.0, 478.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "7511874", "3668938", "1420186", "1460689", "2857974", "1460687", "1193873", "3128424"], "ranked_scores": [567.0, 559.0, 552.0, 543.0, 539.0, 534.0, 532.0, 530.0, 524.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "3215105", "7395884", "6124976", "7515853", "4738326", "7848151", "4709447"], "ranked_scores": [619.0, 617.0, 558.0, 557.0, 552.0, 551.0, 550.0, 548.0, 544.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["2229750", "7589839", "7589844", "8424304", "6358108", "1420930", "3559380", "1772350", "4594387", "1981696"], "ranked_scores": [542.0, 530.0, 528.0, 524.0, 522.0, 521.0, 521.0, 520.0, 518.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "2579423", "8771883", "6342544", "7966624", "4957113", "7973153", "2575364", "4564069", "7830233"], "ranked_scores": [621.0, 538.0, 531.0, 530.0, 523.0, 522.0, 520.0, 519.0, 514.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-notrunc-bat": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "638358", "20886", "7584907", "2746690", "768350", "8083121", "7275122", "8083127", "1297109"], "ranked_scores": [629.0, 613.0, 612.0, 611.0, 607.0, 602.0, 601.0, 597.0, 597.0, 595.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "1674646", "8083121", "5633832", "542682", "3308552", "7584907", "3619391", "2108856", "7248824"], "ranked_scores": [602.0, 589.0, 589.0, 588.0, 588.0, 587.0, 587.0, 587.0, 585.0, 585.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "1592656", "911138", "5842823", "2295208", "5616900", "1238142", "7038530", "944813"], "ranked_scores": [640.0, 595.0, 594.0, 574.0, 572.0, 571.0, 553.0, 548.0, 548.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2812582", "7369987", "5769842", "3338175", "8279447", "5691562", "691719", "515311", "66620", "2541248"], "ranked_scores": [633.0, 632.0, 631.0, 630.0, 620.0, 618.0, 611.0, 610.0, 610.0, 608.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "3794304", "1936834", "3794300", "4269405", "5450605", "7255678", "1159740", "7048914", "4348677"], "ranked_scores": [600.0, 596.0, 587.0, 587.0, 578.0, 577.0, 565.0, 563.0, 557.0, 556.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["7929603", "5606320", "1123190", "7634339", "7634337", "4564098", "6199240", "8011156", "1229810", "7600993"], "ranked_scores": [508.0, 508.0, 501.0, 498.0, 492.0, 491.0, 491.0, 490.0, 479.0, 476.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6980305", "4816964", "5227711", "7813557", "6311584", "7260457", "1777799", "6964486", "6964479", "511235"], "ranked_scores": [669.0, 650.0, 649.0, 648.0, 636.0, 621.0, 620.0, 618.0, 614.0, 598.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["5997547", "5079417", "2562047", "3550559", "3550561", "4041246", "8075222", "5609239", "8343642", "6075246"], "ranked_scores": [598.0, 596.0, 579.0, 577.0, 572.0, 572.0, 569.0, 556.0, 554.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["5110182", "249524", "2421289", "5180631", "8452568", "3935387", "4667084", "3761519", "1102477", "6733381"], "ranked_scores": [557.0, 555.0, 542.0, 527.0, 524.0, 524.0, 522.0, 520.0, 520.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["5132484", "4562810", "3546549", "2117748", "7187663", "5469449", "947575", "5407231", "1239940", "4513419"], "ranked_scores": [558.0, 551.0, 551.0, 548.0, 542.0, 538.0, 534.0, 533.0, 531.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1226215", "4922192", "2469923", "1438830", "1226213", "4095188", "4405605", "2355274"], "ranked_scores": [681.0, 680.0, 606.0, 589.0, 527.0, 526.0, 505.0, 501.0, 500.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["295788", "4069689", "8111528", "4623381", "4623383", "7168976", "7168973", "4996378", "7144756", "3980290"], "ranked_scores": [537.0, 528.0, 526.0, 515.0, 514.0, 503.0, 502.0, 497.0, 494.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "1053306", "7301818", "1053300", "7161095", "7970736", "277374", "8450827"], "ranked_scores": [616.0, 609.0, 592.0, 520.0, 512.0, 503.0, 499.0, 495.0, 488.0, 483.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "7970736", "8259512", "8450827", "8450828", "3987938", "8259514", "7970735", "8450833", "1265191"], "ranked_scores": [646.0, 614.0, 607.0, 588.0, 565.0, 564.0, 563.0, 555.0, 550.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "8131676", "6193662", "7160804", "8684894", "8128745", "4702013", "3457120", "7160799"], "ranked_scores": [641.0, 601.0, 594.0, 590.0, 590.0, 588.0, 582.0, 579.0, 568.0, 562.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "665690", "4768599", "3936785", "1216563", "3452115", "1136294", "6467669", "2331078"], "ranked_scores": [630.0, 577.0, 547.0, 536.0, 535.0, 529.0, 528.0, 523.0, 522.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "5340239", "3702788", "6667088", "8059531", "7937824", "7870700", "2818783", "5143532"], "ranked_scores": [646.0, 581.0, 566.0, 552.0, 540.0, 537.0, 525.0, 520.0, 518.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "7948050", "2116932", "8722441", "8722440", "2116933", "3646584", "1435310", "8157542", "4880893"], "ranked_scores": [643.0, 641.0, 640.0, 638.0, 638.0, 633.0, 629.0, 626.0, 622.0, 615.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "3569426", "8658849", "8771259", "2647181", "4253084", "4725494", "4998837", "6924493"], "ranked_scores": [610.0, 592.0, 529.0, 529.0, 528.0, 524.0, 518.0, 517.0, 517.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["6641480", "7503570", "4939334", "2044076", "1226636", "7153163", "1726611", "4393603", "925659", "5231134"], "ranked_scores": [603.0, 601.0, 580.0, 579.0, 577.0, 577.0, 574.0, 573.0, 570.0, 569.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["8232517", "413811", "261654", "7803391", "6046078", "7170234", "1174164", "6127285", "6513250", "7827765"], "ranked_scores": [520.0, 514.0, 512.0, 510.0, 507.0, 507.0, 505.0, 504.0, 504.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "4796869", "8477970", "442006", "391341", "4796876", "2588002", "1918866", "7134383", "1023113"], "ranked_scores": [655.0, 638.0, 631.0, 628.0, 626.0, 622.0, 618.0, 615.0, 610.0, 609.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["8820180", "2188117", "6506033", "4390430", "3246403", "1673140", "4390429", "2800418", "3167491", "2105684"], "ranked_scores": [582.0, 581.0, 572.0, 571.0, 568.0, 566.0, 562.0, 562.0, 562.0, 556.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "6363366", "5729775", "3968773", "3346337", "1460640", "1460637", "6642275", "1546056", "7649297"], "ranked_scores": [628.0, 616.0, 603.0, 600.0, 598.0, 592.0, 591.0, 587.0, 585.0, 582.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8426355", "1106640", "4647338", "4942019", "2636668", "5269626", "2636672", "4901734", "1952882", "5123227"], "ranked_scores": [630.0, 611.0, 609.0, 604.0, 600.0, 598.0, 590.0, 590.0, 589.0, 588.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5170949", "1039754", "5174051", "1088384", "4805364", "5027731", "6811402", "6032018", "2820637"], "ranked_scores": [642.0, 633.0, 632.0, 602.0, 597.0, 594.0, 584.0, 577.0, 574.0, 569.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576605", "2576606", "1059524", "7137675", "7249172", "551238", "1613678", "870351", "2692492"], "ranked_scores": [637.0, 592.0, 589.0, 578.0, 576.0, 575.0, 571.0, 566.0, 564.0, 563.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7403004", "1850491", "6502553", "6797667", "5408281", "6722043", "5085223", "3188819", "3132831", "5419270"], "ranked_scores": [571.0, 558.0, 557.0, 554.0, 551.0, 551.0, 550.0, 547.0, 546.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7288502", "7646422", "5094229", "4437972", "4377794", "2061122", "278768", "2510740", "8265919"], "ranked_scores": [633.0, 630.0, 629.0, 619.0, 613.0, 612.0, 609.0, 604.0, 598.0, 595.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "7154587", "1463441", "8531579", "3173599", "6408406", "2068025", "3230959", "3872927", "6247115"], "ranked_scores": [568.0, 555.0, 552.0, 549.0, 540.0, 533.0, 530.0, 525.0, 525.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "2918527", "2304854", "2396672", "3039809", "4966850", "4861485", "1881025", "3039803", "3790426"], "ranked_scores": [601.0, 579.0, 573.0, 573.0, 572.0, 571.0, 567.0, 563.0, 563.0, 562.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "2099688", "2617812", "2208599", "7526870", "2486951", "2617807", "1841905", "4786937", "1511150"], "ranked_scores": [639.0, 617.0, 611.0, 611.0, 608.0, 604.0, 603.0, 602.0, 598.0, 597.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "7770196", "7429866", "5546116", "1416173", "8331763", "5430044", "7434451"], "ranked_scores": [661.0, 614.0, 603.0, 599.0, 573.0, 573.0, 565.0, 565.0, 565.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "5343617", "3659405", "3770821", "8327486", "2066951", "1472503", "30089", "4256443"], "ranked_scores": [669.0, 608.0, 590.0, 581.0, 577.0, 577.0, 567.0, 565.0, 562.0, 557.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["6684798", "7853304", "3712671", "8148596", "7505807", "5904163", "7853301", "1683771", "1965669", "7886033"], "ranked_scores": [589.0, 587.0, 570.0, 569.0, 568.0, 549.0, 543.0, 542.0, 540.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["1118163", "4589415", "7734838", "7741066", "1264750", "4893298", "351022", "3920912", "2565560", "4111498"], "ranked_scores": [662.0, 652.0, 649.0, 640.0, 639.0, 635.0, 629.0, 628.0, 627.0, 625.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991353", "4991354", "826058", "3672237", "3806458", "7161101", "3148555", "4991356", "8374135", "3848837"], "ranked_scores": [639.0, 630.0, 621.0, 620.0, 616.0, 616.0, 611.0, 611.0, 584.0, 583.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4409027", "7778956", "4605271", "2531512", "4900578", "6193415", "3747811", "5393501", "1250411", "697749"], "ranked_scores": [598.0, 592.0, 585.0, 581.0, 563.0, 537.0, 534.0, 522.0, 510.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "4590213", "3942500", "1063812", "6632522", "1642899", "7795896", "4951287", "7428627", "3491901"], "ranked_scores": [572.0, 566.0, 560.0, 558.0, 554.0, 552.0, 549.0, 546.0, 546.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "8628818", "477636", "3883683", "921101", "1933329", "6761606", "1019739", "5813240", "886990"], "ranked_scores": [583.0, 581.0, 575.0, 568.0, 559.0, 558.0, 555.0, 555.0, 554.0, 554.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7728427", "3252244", "4258668", "2940019", "1623860", "5934339", "4996201", "6036135", "88374"], "ranked_scores": [633.0, 614.0, 593.0, 591.0, 568.0, 556.0, 543.0, 539.0, 532.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "7562631", "332783", "6711596", "6711597", "1398369", "7611886", "7905688", "6472411"], "ranked_scores": [608.0, 596.0, 550.0, 547.0, 545.0, 545.0, 540.0, 538.0, 536.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "8221430", "7856346", "4127072", "8015905", "4158114", "8221431", "4158115", "5409487", "5409488"], "ranked_scores": [651.0, 639.0, 627.0, 616.0, 609.0, 599.0, 588.0, 587.0, 584.0, 582.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495838", "7770959", "3495840", "1206520", "108001", "1634694", "3495835", "5579441"], "ranked_scores": [616.0, 583.0, 551.0, 546.0, 531.0, 528.0, 524.0, 523.0, 521.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212591", "6212597", "6212588", "609594", "3843787", "1941403", "917841", "609590", "2852056"], "ranked_scores": [638.0, 628.0, 626.0, 617.0, 595.0, 563.0, 561.0, 549.0, 539.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "217890", "7803343", "7601059", "3823638", "5145284", "2790097", "1384086", "3823641"], "ranked_scores": [625.0, 536.0, 511.0, 507.0, 503.0, 501.0, 501.0, 494.0, 493.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "7511874", "1460685", "8432430", "2535259", "3971679", "447601", "510185", "3931595", "2973373"], "ranked_scores": [586.0, 581.0, 524.0, 521.0, 520.0, 517.0, 514.0, 513.0, 511.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "7515853", "1690952", "3085941", "3215105", "6176864", "4878176", "1136108"], "ranked_scores": [623.0, 619.0, 568.0, 564.0, 550.0, 546.0, 544.0, 543.0, 541.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1772350", "1420930", "8424304", "7589844", "1981696", "2229750", "5955286", "1981693", "4594387", "7589839"], "ranked_scores": [586.0, 571.0, 555.0, 551.0, 548.0, 543.0, 538.0, 533.0, 533.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "4957113", "8743967", "8771883", "8193212", "915842", "7966624", "3664758", "2819440", "4564069"], "ranked_scores": [642.0, 552.0, 550.0, 548.0, 533.0, 531.0, 531.0, 527.0, 526.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-512-bat": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "7584907", "20886", "638358", "768350", "8083127", "7072115", "8083121", "2746690", "1095159"], "ranked_scores": [421.0, 419.0, 413.0, 411.0, 410.0, 409.0, 408.0, 408.0, 407.0, 402.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "7248824", "3619391", "8083127", "7121381", "4859452", "1674646", "1297109", "5633832", "8083121"], "ranked_scores": [408.0, 399.0, 399.0, 398.0, 397.0, 396.0, 396.0, 394.0, 394.0, 393.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "1592656", "2295208", "5842823", "911138", "5226726", "5616900", "1238142", "944813"], "ranked_scores": [432.0, 394.0, 393.0, 387.0, 378.0, 378.0, 376.0, 375.0, 374.0, 373.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["7369987", "691719", "5691562", "5769842", "2541248", "2812582", "66620", "3338175", "8279447", "5752686"], "ranked_scores": [424.0, 419.0, 417.0, 417.0, 413.0, 413.0, 411.0, 410.0, 409.0, 407.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "3794304", "3794300", "5450605", "1936834", "4269405", "1159740", "7255678", "4348677", "856390"], "ranked_scores": [410.0, 403.0, 401.0, 390.0, 390.0, 385.0, 383.0, 378.0, 373.0, 372.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "1123190", "7929603", "6199240", "7634339", "1229810", "7600993", "7634337", "4564098", "870786"], "ranked_scores": [346.0, 346.0, 343.0, 337.0, 336.0, 334.0, 332.0, 332.0, 327.0, 327.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6980305", "4816964", "7813557", "6311584", "5227711", "7260457", "6964479", "1777799", "6964486", "511235"], "ranked_scores": [445.0, 441.0, 433.0, 431.0, 423.0, 420.0, 415.0, 415.0, 412.0, 401.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["5997547", "5079417", "4041246", "2562047", "3550561", "3550559", "8075222", "5609239", "6075246", "3550563"], "ranked_scores": [409.0, 399.0, 393.0, 391.0, 385.0, 384.0, 373.0, 372.0, 369.0, 368.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "5110182", "2421289", "4667084", "6733381", "8452568", "289409", "1102477", "289405", "5180631"], "ranked_scores": [375.0, 373.0, 366.0, 364.0, 359.0, 357.0, 355.0, 354.0, 354.0, 352.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["5132484", "2117748", "4562810", "3546549", "7187663", "5469449", "627686", "947575", "1239940", "4513419"], "ranked_scores": [379.0, 373.0, 372.0, 371.0, 366.0, 365.0, 360.0, 360.0, 357.0, 357.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "1226215", "4922192", "2469923", "1438830", "4095188", "4405605", "1501685", "6033800"], "ranked_scores": [457.0, 455.0, 406.0, 396.0, 358.0, 358.0, 344.0, 338.0, 338.0, 336.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["295788", "4623381", "4623383", "8111528", "4069689", "4996378", "7168976", "7168973", "7144756", "3980290"], "ranked_scores": [379.0, 361.0, 359.0, 354.0, 351.0, 344.0, 343.0, 340.0, 338.0, 337.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "1053306", "7301818", "7161095", "1053300", "7970736", "277374", "2873961"], "ranked_scores": [415.0, 415.0, 406.0, 351.0, 347.0, 346.0, 340.0, 337.0, 337.0, 330.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "7970736", "8259512", "8450827", "3987938", "8259514", "8450828", "7970735", "1265191", "8450833"], "ranked_scores": [432.0, 414.0, 407.0, 393.0, 383.0, 381.0, 380.0, 374.0, 373.0, 373.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "8131676", "8684894", "7160804", "6193662", "8128745", "4702013", "3457120", "7160799"], "ranked_scores": [425.0, 404.0, 396.0, 396.0, 395.0, 393.0, 388.0, 386.0, 380.0, 375.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "665690", "4768599", "1136294", "3936785", "3452115", "3505871", "1216563", "7872867"], "ranked_scores": [424.0, 391.0, 373.0, 365.0, 357.0, 356.0, 355.0, 353.0, 350.0, 346.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "5340239", "6667088", "8059531", "3702788", "7937824", "7870700", "5143532", "8584557"], "ranked_scores": [434.0, 393.0, 378.0, 369.0, 368.0, 364.0, 356.0, 354.0, 353.0, 350.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8722440", "2116932", "7948050", "8722441", "7948042", "2116933", "3646584", "1435310", "8157542", "4880893"], "ranked_scores": [439.0, 437.0, 434.0, 430.0, 429.0, 429.0, 427.0, 423.0, 422.0, 418.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4074080", "3569426", "8658849", "4253084", "8771259", "7809289", "3225747", "4998837"], "ranked_scores": [407.0, 395.0, 361.0, 359.0, 359.0, 354.0, 354.0, 353.0, 352.0, 351.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "7153163", "4939334", "1226636", "2044076", "5231134", "1726611", "4393603", "4624988"], "ranked_scores": [400.0, 400.0, 388.0, 387.0, 386.0, 386.0, 385.0, 384.0, 383.0, 383.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7803391", "261654", "8232517", "6046078", "6127285", "1657410", "1174164", "6513250", "1174168", "4999276"], "ranked_scores": [362.0, 359.0, 358.0, 354.0, 352.0, 350.0, 348.0, 347.0, 346.0, 345.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "4796869", "391341", "442006", "4796876", "8477970", "1918866", "2588002", "391342", "2587999"], "ranked_scores": [440.0, 430.0, 424.0, 423.0, 419.0, 419.0, 417.0, 417.0, 416.0, 414.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["2188117", "4390430", "8820180", "6506033", "64801", "3246403", "3167491", "4390429", "4936994", "7880823"], "ranked_scores": [402.0, 400.0, 394.0, 389.0, 385.0, 385.0, 384.0, 379.0, 377.0, 377.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "6363366", "3968773", "3346337", "1460640", "1460637", "7649297", "1546056", "5729775", "6642275"], "ranked_scores": [433.0, 420.0, 412.0, 411.0, 408.0, 404.0, 404.0, 403.0, 401.0, 400.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8426355", "1106640", "4647338", "5269626", "4942019", "1348264", "8307546", "2636672", "4901734", "7868171"], "ranked_scores": [427.0, 427.0, 411.0, 410.0, 408.0, 401.0, 401.0, 400.0, 400.0, 400.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "5170949", "5174051", "1088384", "4805364", "2820637", "6811402", "6032018", "5027726"], "ranked_scores": [432.0, 431.0, 428.0, 409.0, 402.0, 397.0, 395.0, 395.0, 393.0, 389.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576605", "2576606", "7137675", "7249172", "551238", "1059524", "2692492", "1525620", "272190"], "ranked_scores": [429.0, 396.0, 396.0, 389.0, 387.0, 386.0, 384.0, 383.0, 381.0, 378.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7403004", "1850491", "8633163", "6722043", "471974", "3749515", "5408281", "6797667", "3188819", "8277053"], "ranked_scores": [400.0, 383.0, 383.0, 381.0, 379.0, 378.0, 378.0, 377.0, 374.0, 373.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7288502", "7646422", "5094229", "4437972", "4377794", "2061122", "278768", "8265919", "2510740"], "ranked_scores": [429.0, 423.0, 423.0, 422.0, 411.0, 408.0, 408.0, 407.0, 405.0, 403.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "3173599", "7154587", "1463441", "8531579", "6408406", "4942985", "3230959", "3872927", "7647368"], "ranked_scores": [377.0, 368.0, 365.0, 361.0, 357.0, 357.0, 356.0, 354.0, 351.0, 350.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "2918527", "2396672", "4861485", "4966850", "3039809", "3039803", "2304854", "3663599", "4233620"], "ranked_scores": [421.0, 399.0, 398.0, 392.0, 391.0, 390.0, 386.0, 383.0, 383.0, 382.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "2099688", "2208599", "7526870", "1511150", "1841905", "2617807", "4786937", "7526867", "2617812"], "ranked_scores": [426.0, 417.0, 414.0, 411.0, 409.0, 408.0, 407.0, 407.0, 403.0, 402.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7770196", "7110611", "7429866", "5546116", "8331763", "6841581", "7434451", "888154"], "ranked_scores": [447.0, 415.0, 406.0, 400.0, 390.0, 388.0, 386.0, 378.0, 377.0, 377.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "5343617", "3659405", "1472503", "8327486", "3770821", "2066951", "30089", "4256443"], "ranked_scores": [445.0, 409.0, 399.0, 396.0, 391.0, 389.0, 389.0, 386.0, 384.0, 381.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["6684798", "7853304", "3712671", "7505807", "5904163", "8148596", "7886033", "1683771", "1980424", "1965669"], "ranked_scores": [391.0, 389.0, 386.0, 384.0, 379.0, 377.0, 366.0, 365.0, 365.0, 364.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["1118163", "7734838", "4589415", "7741066", "6302238", "3920912", "1264750", "4111498", "4893298", "351022"], "ranked_scores": [446.0, 440.0, 437.0, 434.0, 429.0, 428.0, 427.0, 426.0, 425.0, 424.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991353", "3806458", "3148555", "4991354", "3672237", "4991356", "826058", "7161101", "8374135", "3848837"], "ranked_scores": [434.0, 423.0, 423.0, 421.0, 421.0, 419.0, 418.0, 414.0, 395.0, 387.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4409027", "4605271", "7778956", "2531512", "4900578", "5393501", "6193415", "3747811", "4363844", "4605270"], "ranked_scores": [412.0, 404.0, 398.0, 394.0, 386.0, 364.0, 359.0, 358.0, 349.0, 348.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "4590213", "1642899", "3942500", "1063812", "6632522", "7428627", "4951287", "7795896", "3491901"], "ranked_scores": [390.0, 388.0, 387.0, 386.0, 377.0, 376.0, 375.0, 374.0, 374.0, 370.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["8628818", "1867101", "3883683", "477636", "5813240", "921101", "921100", "1019739", "6761606", "6106100"], "ranked_scores": [386.0, 386.0, 383.0, 380.0, 379.0, 376.0, 375.0, 372.0, 372.0, 371.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7728427", "3252244", "4258668", "2940019", "1623860", "5934339", "2359804", "4996201", "1303492"], "ranked_scores": [423.0, 409.0, 405.0, 401.0, 380.0, 373.0, 371.0, 370.0, 364.0, 363.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "6711596", "6711597", "332783", "6472411", "7562631", "7611886", "7905688", "1398369"], "ranked_scores": [406.0, 400.0, 378.0, 376.0, 374.0, 368.0, 365.0, 362.0, 361.0, 360.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "8221430", "7856346", "4127072", "8015905", "4158114", "4158115", "5409485", "5409487", "1061740"], "ranked_scores": [433.0, 425.0, 418.0, 416.0, 411.0, 404.0, 397.0, 395.0, 395.0, 392.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495838", "7770959", "1206520", "5579441", "6786202", "654073", "108001", "5579440"], "ranked_scores": [413.0, 390.0, 368.0, 367.0, 365.0, 360.0, 355.0, 354.0, 350.0, 350.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212597", "6212591", "6212588", "609594", "3843787", "1941403", "917841", "609590", "3843788"], "ranked_scores": [435.0, 431.0, 426.0, 416.0, 399.0, 385.0, 383.0, 377.0, 372.0, 366.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "3823638", "217890", "7803343", "7601059", "3823641", "5145284", "8349710", "8527975"], "ranked_scores": [432.0, 362.0, 360.0, 350.0, 342.0, 340.0, 339.0, 338.0, 336.0, 335.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "7511874", "3971679", "2535259", "2973373", "128000", "8432430", "1460685", "510185", "7299128"], "ranked_scores": [397.0, 394.0, 364.0, 362.0, 357.0, 355.0, 354.0, 353.0, 353.0, 349.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7395884", "7515853", "1136108", "3215105", "3085941", "4878176", "1690952", "6176864"], "ranked_scores": [417.0, 415.0, 388.0, 380.0, 369.0, 369.0, 368.0, 367.0, 367.0, 366.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1772350", "1420930", "7589844", "4594387", "8424304", "1981696", "2229750", "7589839", "1981693", "5209746"], "ranked_scores": [392.0, 390.0, 378.0, 372.0, 372.0, 371.0, 370.0, 364.0, 363.0, 363.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "4957113", "3664758", "7966624", "8743967", "8193212", "8771883", "1953277", "4924766", "5262322"], "ranked_scores": [442.0, 384.0, 371.0, 370.0, 369.0, 368.0, 367.0, 362.0, 361.0, 361.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-256-bat": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "7584907", "7072115", "638358", "1095159", "20886", "8083121", "768350", "8541250", "7275122"], "ranked_scores": [218.0, 216.0, 211.0, 210.0, 208.0, 208.0, 206.0, 206.0, 206.0, 205.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["542682", "2684883", "5633832", "1297109", "8083127", "7584907", "3619391", "3308552", "8083121", "7121381"], "ranked_scores": [211.0, 210.0, 209.0, 205.0, 204.0, 204.0, 203.0, 202.0, 202.0, 202.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "1592656", "2295208", "5842823", "1238142", "5226726", "911138", "7383965", "944813", "8543994"], "ranked_scores": [224.0, 206.0, 202.0, 199.0, 197.0, 196.0, 195.0, 195.0, 193.0, 192.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["7369987", "691719", "5769842", "3338175", "5691562", "8279447", "5752686", "2812582", "5997195", "6368608"], "ranked_scores": [221.0, 216.0, 215.0, 214.0, 214.0, 213.0, 212.0, 212.0, 211.0, 210.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["5450605", "3794297", "4269405", "3794304", "1159740", "1936834", "1035452", "3794300", "7255678", "8357075"], "ranked_scores": [206.0, 204.0, 200.0, 199.0, 199.0, 197.0, 196.0, 196.0, 194.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["7929603", "5606320", "1123190", "7634337", "4581467", "6199240", "7634336", "1253324", "4564098", "7600993"], "ranked_scores": [184.0, 183.0, 177.0, 176.0, 175.0, 175.0, 174.0, 170.0, 169.0, 169.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6980305", "4816964", "6311584", "7813557", "5227711", "7260457", "6964479", "6964486", "1777799", "511235"], "ranked_scores": [229.0, 225.0, 224.0, 221.0, 218.0, 213.0, 211.0, 208.0, 207.0, 203.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["5997547", "4041246", "3550559", "5079417", "2562047", "1692091", "3550561", "5609239", "8075222", "8343642"], "ranked_scores": [212.0, 205.0, 204.0, 203.0, 200.0, 198.0, 196.0, 194.0, 194.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "289405", "5110182", "2421289", "8749532", "6733381", "3761519", "3935387", "4171293", "7344906"], "ranked_scores": [191.0, 187.0, 187.0, 187.0, 187.0, 185.0, 182.0, 181.0, 181.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["5132484", "2117748", "3546549", "4562810", "4513419", "947575", "5469449", "7187663", "5931817", "5407231"], "ranked_scores": [196.0, 194.0, 193.0, 193.0, 191.0, 190.0, 190.0, 189.0, 187.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "1226215", "4922192", "1438830", "2469923", "2355274", "4405605", "4095188", "1501685"], "ranked_scores": [229.0, 227.0, 205.0, 199.0, 189.0, 182.0, 179.0, 178.0, 177.0, 176.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["295788", "4623381", "4623383", "8111528", "4069689", "7168976", "3980290", "7168973", "7144756", "5389787"], "ranked_scores": [190.0, 189.0, 184.0, 184.0, 180.0, 180.0, 175.0, 175.0, 175.0, 174.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301816", "7301823", "7301819", "7301818", "1053306", "277374", "1053300", "7301814", "7161095", "7970736"], "ranked_scores": [216.0, 213.0, 210.0, 192.0, 184.0, 184.0, 181.0, 176.0, 174.0, 174.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8259512", "7970736", "8259514", "8450827", "3987938", "1265191", "8450833", "8450828", "7970735"], "ranked_scores": [211.0, 205.0, 204.0, 197.0, 197.0, 195.0, 191.0, 191.0, 191.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "8131676", "8684894", "8128745", "7160804", "232771", "3457120", "133696", "4702013"], "ranked_scores": [217.0, 211.0, 207.0, 206.0, 206.0, 205.0, 198.0, 196.0, 195.0, 195.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "665690", "5339585", "1136294", "4768599", "2554016", "7161045", "1216563", "46048"], "ranked_scores": [211.0, 198.0, 190.0, 182.0, 180.0, 180.0, 179.0, 178.0, 177.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "6667088", "5340239", "3702788", "8059531", "5143532", "8584557", "5672319", "7937824"], "ranked_scores": [222.0, 208.0, 200.0, 199.0, 195.0, 194.0, 188.0, 186.0, 185.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8722440", "1435310", "8722441", "7948050", "2116933", "7146728", "3646584", "2116932", "7948042", "8157542"], "ranked_scores": [217.0, 215.0, 215.0, 214.0, 212.0, 211.0, 210.0, 209.0, 208.0, 207.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4074080", "4998837", "8658849", "4253084", "2535705", "8771266", "3532662", "2870276"], "ranked_scores": [216.0, 212.0, 198.0, 196.0, 193.0, 193.0, 187.0, 187.0, 187.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["6641480", "7503570", "2044076", "3217980", "1226636", "4393603", "4393601", "7153163", "2595814", "7932035"], "ranked_scores": [208.0, 206.0, 202.0, 201.0, 201.0, 198.0, 198.0, 198.0, 197.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7803391", "6046078", "1174164", "261654", "1174168", "1657410", "1854682", "6513250", "1299663", "413811"], "ranked_scores": [193.0, 191.0, 191.0, 190.0, 187.0, 186.0, 185.0, 185.0, 184.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "8477970", "4796869", "4796876", "1918866", "391341", "2588002", "7134383", "5143396", "863946"], "ranked_scores": [220.0, 219.0, 217.0, 215.0, 213.0, 213.0, 212.0, 212.0, 211.0, 211.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["2188117", "8820180", "3167491", "4390430", "4390429", "3246403", "1936744", "64801", "6722338", "4936994"], "ranked_scores": [214.0, 208.0, 205.0, 205.0, 203.0, 202.0, 201.0, 201.0, 200.0, 198.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "6363366", "3968773", "7649297", "1460637", "1460640", "1546056", "2443030", "3046036", "4615784"], "ranked_scores": [226.0, 218.0, 212.0, 211.0, 209.0, 209.0, 207.0, 207.0, 207.0, 207.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8426355", "4647338", "1106640", "1871081", "2636672", "5269626", "5123227", "7424961", "2636668", "8307546"], "ranked_scores": [219.0, 216.0, 215.0, 214.0, 211.0, 210.0, 210.0, 209.0, 208.0, 206.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "5170949", "5174051", "4805364", "1088384", "6032018", "2820637", "5027726", "6811402"], "ranked_scores": [229.0, 225.0, 223.0, 212.0, 209.0, 207.0, 207.0, 206.0, 206.0, 204.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576606", "551238", "2576605", "7137675", "7249172", "1525620", "2692492", "1613678", "2080220"], "ranked_scores": [223.0, 209.0, 207.0, 206.0, 203.0, 200.0, 199.0, 199.0, 198.0, 198.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7403004", "5408281", "1850491", "6722043", "5085223", "5419270", "8633163", "5419269", "471974", "5351935"], "ranked_scores": [203.0, 203.0, 201.0, 199.0, 197.0, 197.0, 197.0, 195.0, 194.0, 194.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["7646422", "4278761", "7288502", "5094229", "8265919", "2061122", "278768", "4437972", "5352322", "7863431"], "ranked_scores": [221.0, 219.0, 218.0, 218.0, 212.0, 210.0, 209.0, 209.0, 207.0, 206.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "4942985", "3173599", "7154587", "1463441", "7647368", "3230959", "4603370", "1206571", "574950"], "ranked_scores": [201.0, 194.0, 191.0, 191.0, 190.0, 189.0, 187.0, 186.0, 185.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4966850", "2918527", "3039803", "2396672", "3039809", "3790429", "3979452", "2304854", "8796486"], "ranked_scores": [219.0, 212.0, 212.0, 211.0, 211.0, 209.0, 205.0, 203.0, 202.0, 201.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "7526870", "1511150", "2208599", "2099688", "7526867", "1841905", "2617812", "2617807", "3968225"], "ranked_scores": [220.0, 220.0, 218.0, 212.0, 211.0, 211.0, 210.0, 209.0, 208.0, 208.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7770196", "7110611", "7429866", "6841581", "5546116", "6013490", "607856", "8331763"], "ranked_scores": [229.0, 209.0, 207.0, 205.0, 199.0, 198.0, 198.0, 197.0, 196.0, 196.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "3659405", "5343617", "1472503", "8327486", "3770821", "4256443", "30085", "4522649"], "ranked_scores": [230.0, 212.0, 211.0, 206.0, 201.0, 200.0, 200.0, 198.0, 196.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["3712671", "8148596", "7853304", "5904163", "6684798", "7505807", "5932719", "1965669", "2424634", "7853301"], "ranked_scores": [203.0, 201.0, 200.0, 199.0, 199.0, 199.0, 196.0, 194.0, 194.0, 194.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "4893298", "1118163", "1899171", "7734838", "3920912", "2391077", "6302238", "1264750", "8187754"], "ranked_scores": [222.0, 222.0, 221.0, 219.0, 219.0, 219.0, 218.0, 218.0, 217.0, 217.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991353", "3148555", "3672237", "7161101", "4991356", "3806458", "4991354", "826058", "7161099", "2913413"], "ranked_scores": [219.0, 212.0, 210.0, 210.0, 209.0, 209.0, 208.0, 206.0, 198.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4409027", "4605271", "4900578", "7778956", "2531512", "4605270", "5393501", "697749", "4363844", "3747811"], "ranked_scores": [212.0, 208.0, 201.0, 198.0, 198.0, 185.0, 185.0, 181.0, 180.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["4590213", "3942500", "2488121", "1642899", "8057717", "1063812", "3491901", "7582741", "7795896", "6632522"], "ranked_scores": [201.0, 200.0, 200.0, 198.0, 194.0, 193.0, 193.0, 192.0, 192.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["8628818", "3883683", "1867101", "477636", "5813240", "6106100", "886990", "921101", "921100", "6761606"], "ranked_scores": [198.0, 195.0, 195.0, 195.0, 195.0, 194.0, 192.0, 192.0, 192.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7728427", "4258668", "3252244", "6036135", "88374", "5934339", "4996201", "2940019", "4636167"], "ranked_scores": [213.0, 204.0, 203.0, 203.0, 195.0, 194.0, 192.0, 191.0, 188.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "6711596", "7611886", "6711597", "7562631", "332783", "1398369", "6472411", "7905688"], "ranked_scores": [209.0, 208.0, 194.0, 193.0, 191.0, 190.0, 190.0, 186.0, 186.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "7856346", "8221430", "4158115", "8015905", "4127072", "4158114", "5409487", "5409488", "8221431"], "ranked_scores": [222.0, 212.0, 212.0, 211.0, 209.0, 209.0, 208.0, 207.0, 206.0, 206.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "1206520", "3495838", "7770959", "654073", "6392875", "2463549", "3494053", "4545847"], "ranked_scores": [208.0, 202.0, 190.0, 189.0, 186.0, 186.0, 186.0, 185.0, 182.0, 182.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212591", "6212597", "6212588", "609594", "917841", "3843787", "567923", "1941403", "3843788"], "ranked_scores": [221.0, 218.0, 217.0, 208.0, 207.0, 196.0, 194.0, 194.0, 193.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7803343", "3823638", "217890", "444075", "4520541", "2790097", "7244770", "7601059", "8403211"], "ranked_scores": [220.0, 191.0, 183.0, 179.0, 177.0, 177.0, 174.0, 171.0, 169.0, 169.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "7511875", "2535259", "8432430", "1460685", "2565604", "3128424", "510185", "3971679", "7299128"], "ranked_scores": [202.0, 198.0, 197.0, 190.0, 188.0, 186.0, 185.0, 185.0, 185.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "7515853", "4878176", "1136108", "6176864", "2594593", "4709447", "8600254"], "ranked_scores": [222.0, 218.0, 203.0, 200.0, 196.0, 194.0, 194.0, 192.0, 192.0, 192.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1772350", "1420930", "7589844", "8424304", "4293962", "8128292", "4594387", "2229750", "1981696", "3698105"], "ranked_scores": [203.0, 200.0, 196.0, 194.0, 192.0, 192.0, 191.0, 191.0, 190.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "4957113", "3664758", "8771883", "7966624", "8743967", "8193212", "1953277", "4924766", "5262322"], "ranked_scores": [226.0, 203.0, 198.0, 198.0, 195.0, 195.0, 192.0, 190.0, 190.0, 190.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-128-bat": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1297109", "638358", "20886", "8541250", "1674646", "2746690", "768350", "575979", "7072115", "7584907"], "ranked_scores": [111.0, 110.0, 109.0, 108.0, 108.0, 107.0, 107.0, 106.0, 106.0, 106.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["7584907", "2684883", "542682", "1297109", "8083127", "3308552", "2108856", "527685", "8017883", "5633832"], "ranked_scores": [112.0, 110.0, 110.0, 109.0, 107.0, 107.0, 106.0, 106.0, 106.0, 106.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "2295208", "1592656", "911138", "5226726", "1238142", "3666352", "5842823", "944813", "7038530"], "ranked_scores": [113.0, 105.0, 104.0, 104.0, 104.0, 103.0, 103.0, 103.0, 103.0, 103.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["7369987", "5646365", "2548173", "5691562", "5997195", "3338175", "3182362", "1727064", "5769842", "7335397"], "ranked_scores": [113.0, 111.0, 110.0, 110.0, 110.0, 109.0, 109.0, 108.0, 108.0, 107.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["4348677", "5450605", "7048914", "1159742", "1936834", "4269405", "3794297", "5740738", "7255678", "8357075"], "ranked_scores": [106.0, 106.0, 104.0, 102.0, 102.0, 101.0, 101.0, 101.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["6199240", "5606320", "7776113", "3440808", "7634337", "1123190", "4496437", "7634336", "1229810", "7929603"], "ranked_scores": [97.0, 95.0, 95.0, 94.0, 94.0, 94.0, 93.0, 93.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6311584", "6980305", "5227711", "7813557", "4816964", "6964486", "3138143", "7260457", "482088", "6964479"], "ranked_scores": [118.0, 118.0, 116.0, 114.0, 113.0, 109.0, 108.0, 108.0, 107.0, 107.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["5997547", "1956395", "5079417", "3550563", "3550561", "3550559", "7735540", "7017745", "8343642", "8672006"], "ranked_scores": [107.0, 105.0, 105.0, 104.0, 104.0, 104.0, 104.0, 103.0, 103.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "4171293", "8749532", "5110182", "4667084", "2421289", "3935387", "289405", "4274841", "6950269"], "ranked_scores": [101.0, 101.0, 100.0, 99.0, 98.0, 98.0, 96.0, 96.0, 96.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["5132484", "2117748", "3546549", "6022932", "5469449", "4513419", "5407231", "8015791", "4562810", "7187663"], "ranked_scores": [102.0, 99.0, 98.0, 98.0, 98.0, 98.0, 97.0, 96.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1226215", "4922192", "4405605", "2355274", "1438830", "209692", "2469923", "7120398"], "ranked_scores": [115.0, 113.0, 102.0, 99.0, 97.0, 97.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623381", "7168976", "8111528", "295788", "7168973", "4069689", "4623383", "6072167", "8111532", "8516644"], "ranked_scores": [95.0, 95.0, 94.0, 94.0, 93.0, 93.0, 92.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301818", "1053306", "1053300", "1880541", "1213535", "6048035", "7161095"], "ranked_scores": [110.0, 109.0, 104.0, 98.0, 95.0, 95.0, 94.0, 94.0, 94.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "3987938", "7970728", "8259512", "8259514", "6709251", "880269", "6709254", "8450827", "8450833"], "ranked_scores": [102.0, 101.0, 101.0, 99.0, 99.0, 97.0, 97.0, 97.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8131676", "4702013", "8684894", "8346654", "8128745", "7185831", "7160804", "232771", "8750150"], "ranked_scores": [114.0, 106.0, 105.0, 105.0, 105.0, 103.0, 101.0, 101.0, 100.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220312", "7220310", "665690", "2554016", "7903539", "3452115", "1136294", "5190753", "6072167", "8023011"], "ranked_scores": [107.0, 107.0, 102.0, 98.0, 97.0, 97.0, 97.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "6667088", "7870705", "3702788", "5340239", "8059531", "5143532", "7209226", "8584557", "7937823"], "ranked_scores": [113.0, 105.0, 105.0, 105.0, 104.0, 104.0, 98.0, 98.0, 98.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7146728", "8722441", "8722440", "8660295", "1435310", "7948050", "2116933", "3646584", "8157542", "4655103"], "ranked_scores": [113.0, 113.0, 113.0, 110.0, 110.0, 109.0, 106.0, 106.0, 106.0, 106.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4074080", "8771266", "2870276", "6924493", "4998837", "3532662", "8771259", "4253084"], "ranked_scores": [112.0, 109.0, 105.0, 102.0, 98.0, 98.0, 98.0, 97.0, 97.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["2044076", "6641480", "5231134", "7153163", "1226636", "4939334", "3444262", "6641482", "6282957", "4393603"], "ranked_scores": [111.0, 109.0, 109.0, 108.0, 106.0, 105.0, 105.0, 105.0, 105.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7803391", "1174164", "413811", "261654", "1854682", "6046078", "4031641", "1174168", "8232517", "8345204"], "ranked_scores": [103.0, 100.0, 99.0, 98.0, 98.0, 98.0, 98.0, 97.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "391341", "1023113", "8045986", "8477970", "5143396", "7393462", "4796869", "6110193", "4796876"], "ranked_scores": [113.0, 112.0, 112.0, 112.0, 111.0, 111.0, 111.0, 110.0, 110.0, 110.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["2188117", "5167352", "8820180", "2800419", "6506033", "5039968", "3167491", "4390430", "4936994", "64801"], "ranked_scores": [109.0, 106.0, 105.0, 104.0, 104.0, 103.0, 103.0, 102.0, 102.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "6363366", "3968773", "4615784", "7649297", "3346337", "1460640", "6979322", "2443030", "8386856"], "ranked_scores": [116.0, 116.0, 113.0, 112.0, 112.0, 111.0, 111.0, 111.0, 111.0, 110.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2636677", "8426355", "7424961", "2636672", "1871081", "1106640", "2636668", "4647338", "2253612", "5269626"], "ranked_scores": [114.0, 114.0, 113.0, 113.0, 112.0, 112.0, 112.0, 112.0, 111.0, 111.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "5170949", "5174051", "1333652", "4805364", "6811402", "5027726", "1088384", "7650732"], "ranked_scores": [117.0, 114.0, 112.0, 109.0, 107.0, 106.0, 106.0, 105.0, 104.0, 104.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2692492", "551238", "7137675", "1059524", "1525620", "2576605", "6224698", "272190", "2828289"], "ranked_scores": [114.0, 104.0, 102.0, 102.0, 101.0, 101.0, 101.0, 101.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["5408281", "6722043", "2887944", "7403004", "8633163", "8277053", "1850491", "471974", "5419270", "5184907"], "ranked_scores": [107.0, 105.0, 104.0, 103.0, 101.0, 101.0, 100.0, 100.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["5094229", "8265919", "7288502", "7646422", "4278761", "4437972", "2510740", "4377794", "5352322", "7863431"], "ranked_scores": [113.0, 113.0, 112.0, 112.0, 112.0, 111.0, 111.0, 110.0, 110.0, 109.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "4942985", "2175305", "1756080", "3173599", "3051802", "6716821", "7503128", "8498825", "8531579"], "ranked_scores": [106.0, 104.0, 102.0, 101.0, 101.0, 100.0, 100.0, 99.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "3039803", "4966850", "2918527", "3979452", "2626730", "2329309", "2396672", "3039809", "1763487"], "ranked_scores": [109.0, 108.0, 106.0, 105.0, 105.0, 104.0, 103.0, 103.0, 103.0, 102.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511150", "3141441", "7526870", "2617807", "4600593", "5036995", "4786937", "2099688", "2208599", "2486951"], "ranked_scores": [113.0, 113.0, 113.0, 111.0, 108.0, 108.0, 108.0, 107.0, 107.0, 107.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "6013490", "5546116", "7110612", "4303165", "5069910", "595085", "8331763", "7770196", "7429866"], "ranked_scores": [117.0, 109.0, 109.0, 109.0, 108.0, 108.0, 108.0, 108.0, 108.0, 107.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "5336580", "1417034", "5343617", "3770821", "1472503", "30085", "7672042", "8327486"], "ranked_scores": [116.0, 110.0, 110.0, 106.0, 106.0, 106.0, 106.0, 103.0, 103.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7505807", "1683771", "8148596", "3712671", "7853304", "5904163", "2424634", "5932719", "3056113", "7853301"], "ranked_scores": [104.0, 103.0, 103.0, 102.0, 102.0, 101.0, 101.0, 101.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["3920912", "1899171", "8187754", "4432184", "4589415", "3009118", "2290634", "2391077", "4205560", "5206549"], "ranked_scores": [119.0, 118.0, 116.0, 116.0, 116.0, 116.0, 115.0, 115.0, 115.0, 114.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991353", "3148555", "3672237", "3806458", "2913413", "7161101", "3848837", "826058", "4991354", "4991356"], "ranked_scores": [112.0, 111.0, 111.0, 109.0, 108.0, 108.0, 108.0, 108.0, 108.0, 108.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4605271", "4409027", "2531512", "8361061", "4900578", "4363844", "5238552", "697749", "5393501", "7778956"], "ranked_scores": [105.0, 104.0, 102.0, 101.0, 100.0, 99.0, 99.0, 99.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["8057717", "1642899", "2488121", "7582739", "3491901", "3942500", "7606919", "4590213", "7582741", "7795896"], "ranked_scores": [105.0, 104.0, 103.0, 100.0, 99.0, 99.0, 99.0, 99.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["8628818", "8628822", "921101", "6106100", "1867101", "921100", "477636", "1933329", "2404041", "5813240"], "ranked_scores": [106.0, 103.0, 102.0, 100.0, 100.0, 100.0, 99.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "5934339", "7728427", "6036135", "4258668", "4996201", "3252244", "1303492", "4636167", "88374"], "ranked_scores": [109.0, 104.0, 103.0, 101.0, 101.0, 101.0, 100.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "6711596", "7611886", "332783", "6472411", "1398369", "6711597", "8156965", "8186121"], "ranked_scores": [111.0, 106.0, 101.0, 100.0, 99.0, 99.0, 98.0, 98.0, 97.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["4158115", "8221437", "6960265", "4158114", "7856346", "3742896", "5409485", "5409486", "8221430", "5409487"], "ranked_scores": [113.0, 113.0, 112.0, 109.0, 109.0, 108.0, 106.0, 106.0, 106.0, 106.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "1206520", "2463549", "1779400", "3495838", "654073", "3561611", "6398634", "7770959"], "ranked_scores": [108.0, 107.0, 105.0, 103.0, 103.0, 103.0, 102.0, 101.0, 101.0, 101.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "609594", "6212588", "6212591", "6212597", "567923", "1189674", "2378496", "463648", "8314543"], "ranked_scores": [110.0, 109.0, 107.0, 107.0, 106.0, 104.0, 101.0, 101.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "3823638", "7803343", "587814", "7601059", "444075", "4636728", "8736649", "8745904"], "ranked_scores": [111.0, 98.0, 97.0, 94.0, 93.0, 93.0, 93.0, 92.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "7511874", "2535259", "5672549", "1460685", "2565604", "8432430", "4091950", "2973373", "510185"], "ranked_scores": [102.0, 101.0, 100.0, 100.0, 98.0, 97.0, 97.0, 97.0, 97.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "7515853", "4878176", "6176864", "4709447", "5809788", "1728760", "3302094"], "ranked_scores": [112.0, 111.0, 109.0, 106.0, 104.0, 103.0, 101.0, 100.0, 100.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1772350", "1420930", "8424304", "8128292", "1981696", "2229750", "6361048", "4293958", "7589844", "7152851"], "ranked_scores": [109.0, 109.0, 106.0, 106.0, 103.0, 102.0, 102.0, 102.0, 102.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "4957113", "1953277", "8743967", "8193212", "4230973", "8667781", "8771883", "915842", "5785232"], "ranked_scores": [112.0, 108.0, 108.0, 108.0, 106.0, 104.0, 104.0, 103.0, 103.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-64-bat": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1297109", "6162682", "8541250", "1674644", "1095159", "5633832", "2746690", "638358", "949520", "8083127"], "ranked_scores": [60.0, 58.0, 58.0, 56.0, 56.0, 56.0, 56.0, 56.0, 56.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["8017883", "7584907", "7072115", "879819", "1297109", "1649595", "1712506", "7189134", "7507009", "7880467"], "ranked_scores": [59.0, 59.0, 58.0, 58.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["6236648", "5226726", "944808", "5310704", "1592656", "5842823", "3292950", "8347480", "7094398", "8528760"], "ranked_scores": [58.0, 57.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5691562", "3182362", "2548173", "7369987", "1721805", "6368601", "7335401", "6368609", "8284286", "691719"], "ranked_scores": [61.0, 61.0, 60.0, 60.0, 59.0, 59.0, 59.0, 59.0, 59.0, 58.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["5450605", "7048914", "3794297", "856390", "3794300", "3794304", "4348677", "5385409", "4269405", "7255675"], "ranked_scores": [56.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1123190", "4564098", "6199240", "7636640", "7634336", "4581467", "7776113", "7634337", "8011156", "4496437"], "ranked_scores": [54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6311584", "5227711", "6980305", "7813557", "4816964", "6964479", "6964486", "7260457", "1777799", "3138143"], "ranked_scores": [63.0, 62.0, 62.0, 62.0, 60.0, 59.0, 59.0, 58.0, 57.0, 57.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["7950831", "3550559", "5609247", "7017745", "5997547", "724148", "8343642", "6090688", "7735540", "8823462"], "ranked_scores": [54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["4171293", "4667084", "8749532", "249524", "1854132", "8670393", "4274841", "2421289", "3935387", "5180631"], "ranked_scores": [56.0, 54.0, 54.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["5469449", "5132484", "2117748", "3546549", "6921533", "3290723", "4513419", "5324876", "5407231", "6022932"], "ranked_scores": [55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "1226215", "2355274", "4922192", "7120398", "4405605", "209692", "4111588"], "ranked_scores": [62.0, 61.0, 53.0, 52.0, 51.0, 50.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623381", "4069689", "8516644", "7168976", "4623383", "7168973", "6807529", "7858639", "7860829", "8424304"], "ranked_scores": [51.0, 50.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301816", "7301819", "7301823", "1053306", "1053300", "4124321", "2838330", "7301818", "8763003", "826058"], "ranked_scores": [57.0, 57.0, 57.0, 52.0, 52.0, 52.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "4927549", "7970736", "8259514", "8259512", "3414069", "6305059", "3830558", "6368665", "7970728"], "ranked_scores": [52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8684894", "7185831", "4702013", "8750150", "485410", "133696", "8128745", "3457120", "7138663"], "ranked_scores": [59.0, 56.0, 56.0, 55.0, 55.0, 55.0, 54.0, 54.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220312", "7220310", "2554016", "7903539", "3505871", "7691443", "665690", "5190753", "6072167", "7275857"], "ranked_scores": [57.0, 56.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "6667088", "5340239", "8059531", "3702788", "7209226", "8077113", "7919682", "8584557"], "ranked_scores": [57.0, 55.0, 55.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8722441", "8660295", "7146728", "1435310", "7948050", "8722440", "2696075", "2047411", "4046003", "7146729"], "ranked_scores": [59.0, 58.0, 58.0, 57.0, 57.0, 57.0, 56.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "4074080", "8771266", "2870276", "2799087", "6924493", "4725494", "7641492", "8325338"], "ranked_scores": [59.0, 58.0, 55.0, 52.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["2044076", "7503570", "2724183", "4916004", "7153163", "6302682", "6611953", "8814306", "6775026", "8245381"], "ranked_scores": [57.0, 57.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["261654", "6046078", "6513250", "1174164", "1854682", "5996085", "1174168", "1174172", "8170769", "1299663"], "ranked_scores": [54.0, 54.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["2587999", "442006", "1023113", "4796869", "3944850", "4796876", "7393462", "5143396", "8045986", "6504211"], "ranked_scores": [58.0, 58.0, 58.0, 58.0, 57.0, 57.0, 57.0, 57.0, 57.0, 57.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["2188117", "6506033", "2292907", "2749008", "4936994", "5167352", "2800418", "3167491", "3246403", "7028472"], "ranked_scores": [56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "4615784", "3046036", "4153409", "7649297", "3346337", "6591468", "8386856", "6363366", "6979322"], "ranked_scores": [61.0, 61.0, 60.0, 60.0, 60.0, 60.0, 60.0, 60.0, 59.0, 59.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["1348264", "4647338", "1871081", "2636668", "2636672", "5269626", "7482647", "2636677", "6365873", "8426355"], "ranked_scores": [61.0, 61.0, 61.0, 60.0, 60.0, 60.0, 60.0, 60.0, 59.0, 59.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5174051", "1039754", "5170949", "4805364", "1333652", "5027726", "7650732", "6343914", "6811402"], "ranked_scores": [61.0, 60.0, 58.0, 57.0, 56.0, 56.0, 55.0, 55.0, 54.0, 54.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1538893", "1059524", "245021", "1855570", "1613675", "1525620", "2576605", "4872394", "7137675", "709165"], "ranked_scores": [55.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6722043", "2887944", "6502553", "5184907", "5408281", "6105059", "7553014", "6340258", "8725928", "8633163"], "ranked_scores": [54.0, 54.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "4377794", "4437972", "8265919", "7288502", "2195944", "7863433", "2510740", "7288504", "7646422"], "ranked_scores": [59.0, 58.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["2175305", "6818953", "3173599", "4244515", "4942985", "1721505", "5142519", "5221676", "5764460", "8624268"], "ranked_scores": [60.0, 57.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["2626730", "3790426", "3979452", "3039803", "7833608", "4966850", "3039809", "4858750", "6397787", "6967801"], "ranked_scores": [57.0, 57.0, 55.0, 55.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "1511150", "4600593", "1841905", "2617807", "2208599", "2617812", "6503017", "3141441", "7526871"], "ranked_scores": [60.0, 59.0, 58.0, 57.0, 57.0, 57.0, 57.0, 57.0, 57.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "595085", "7110612", "2973326", "5430044", "5546116", "6013490", "7651916", "7370269", "8331763"], "ranked_scores": [60.0, 56.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "5336580", "5343617", "4502858", "1417034", "2066951", "3770821", "7672042", "961436"], "ranked_scores": [62.0, 58.0, 58.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "5904163", "7505807", "5827787", "3056113", "7193919", "3712671", "5932719", "6684798", "8148596"], "ranked_scores": [56.0, 56.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["3009118", "1899171", "2391077", "2290634", "4432184", "3920912", "4589415", "7734838", "6495560", "8187754"], "ranked_scores": [60.0, 60.0, 59.0, 59.0, 59.0, 59.0, 59.0, 59.0, 58.0, 58.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991353", "7161099", "4991356", "2873961", "3672237", "7161095", "7161101", "7829393", "8068698", "933350"], "ranked_scores": [58.0, 58.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["8361061", "697749", "4363844", "6534065", "4605271", "2531512", "4409027", "7689564", "6210343", "8310408"], "ranked_scores": [55.0, 54.0, 53.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "1642899", "5857755", "2927544", "7795896", "7606919", "7582739", "7582741", "286747", "5558676"], "ranked_scores": [57.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["8628822", "2194203", "4621132", "430273", "4054999", "6761606", "6955766", "8628818", "886990", "921101"], "ranked_scores": [56.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "88374", "7728427", "2940019", "3252244", "4258668", "4636167", "4996201", "6036135", "5934339"], "ranked_scores": [54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "6472411", "7562631", "1398369", "6953054", "6711596", "6711597", "7905688", "7611886"], "ranked_scores": [57.0, 56.0, 54.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "6960265", "4158115", "5409488", "3742896", "3313846", "4127072", "4343906", "8221431", "8015905"], "ranked_scores": [58.0, 58.0, 57.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "6392875", "3495837", "1779400", "1206520", "2463549", "3495838", "3353771", "6643679", "8608976"], "ranked_scores": [56.0, 56.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "609594", "6212591", "6212588", "6212597", "186816", "463648", "6399884", "6090688", "8314543"], "ranked_scores": [57.0, 57.0, 56.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7803343", "2790097", "587814", "1985792", "7601059", "5581868", "5025269", "5635135", "5183833"], "ranked_scores": [55.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["128000", "2535259", "7511874", "2565604", "1253324", "7299128", "6269444", "665818", "6797125", "7511875"], "ranked_scores": [54.0, 54.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "4878176", "7515853", "3215105", "4709447", "7395885", "6107573", "6176864", "7588772", "7395884"], "ranked_scores": [55.0, 55.0, 55.0, 53.0, 53.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1772350", "1420930", "8128292", "3765140", "5899201", "8424304", "7589844", "7062638", "7589839", "8397991"], "ranked_scores": [57.0, 56.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["8667781", "7946528", "4230973", "8743967", "8193212", "3664758", "4385335", "3466409", "7942122", "4957113"], "ranked_scores": [58.0, 58.0, 57.0, 56.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-32-bat": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["8083127", "1319763", "1297109", "1674644", "7248824", "5574902", "4591200", "7796014", "6162682", "949520"], "ranked_scores": [32.0, 32.0, 32.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1649595", "5633832", "6137138", "7172147", "6880517", "8017883", "879819", "8083127", "7880467", "949520"], "ranked_scores": [32.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["8543994", "1238142", "3438971", "5226726", "5221728", "5310704", "8347480", "6236648", "944808", "946762"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2541248", "5865067", "5512724", "6368601", "7335401", "698581", "5691562", "6368608", "6574813", "8284286"], "ranked_scores": [32.0, 32.0, 32.0, 32.0, 32.0, 32.0, 32.0, 32.0, 32.0, 32.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7255675", "4348677", "5450605", "5786097", "856390", "5817781", "5817780", "8624268", "6251257", "7048914"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["7636640", "1123190", "4581467", "4496437", "5676506", "5401715", "6199240", "5799636", "8011156", "7634337"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6311584", "7813557", "6964479", "5227711", "6980305", "6964486", "4816964", "1777799", "7260457", "6934322"], "ranked_scores": [32.0, 32.0, 31.0, 31.0, 31.0, 31.0, 31.0, 30.0, 30.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550559", "3659405", "3550563", "7950831", "4086372", "4992578", "6090688", "7735540", "8120878", "8823462"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["4171293", "8670393", "8749532", "4561916", "5110182", "4667084", "7532877", "8790064", "6909168", "7582739"], "ranked_scores": [30.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["3546549", "5469449", "4513419", "5132484", "5407231", "4562810", "6022932", "8765405", "8632001", "912288"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4111588", "1438830", "497071", "1226215", "2355274", "1933413", "5951944", "7612475"], "ranked_scores": [32.0, 32.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8516644", "4623381", "7858639", "1993059", "2998932", "4069689", "308711", "7168976", "6392824", "7168973"], "ranked_scores": [28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["4124321", "3672237", "2838330", "7301816", "7301819", "7301823", "7980282", "826058", "8455727", "8374135"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["3414069", "3414066", "8450828", "3987938", "6305059", "6368665", "7970736", "7970728", "8259512", "8450827"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["133696", "3457120", "485410", "8750150", "7160805", "7185831", "5841494", "8684894", "8131676", "834316"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "2554016", "1969532", "7872867", "5190750", "1136294", "6355058", "7496070", "7903539"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870705", "7209226", "6039112", "7870707", "8584557", "6667088", "7178768", "8059531", "8212672", "7937823"], "ranked_scores": [30.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2047411", "1435310", "7948050", "4046003", "2116933", "2696075", "8722440", "2716516", "6050215", "8722441"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4074080", "1611463", "3638988", "4166350", "8325338", "6924484", "6924493", "8771266"], "ranked_scores": [30.0, 29.0, 29.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["2044076", "2724183", "5914148", "6382257", "6641480", "7153163", "7503570", "8419044", "8065757", "8814306"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["6046078", "1657410", "261654", "6083050", "6513250", "713518", "7858636", "7170234", "8232517", "7265487"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["6086925", "1023113", "2493568", "7464919", "4327595", "1302724", "442006", "5232492", "7393462", "8540414"], "ranked_scores": [31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["2800419", "1143382", "2292907", "3167491", "2749008", "3649558", "8398028", "3246403", "2800418", "4390430"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3046036", "8615461", "1047162", "4615784", "2486692", "4153409", "7336092", "7649297", "8717679", "92150"], "ranked_scores": [32.0, 32.0, 32.0, 32.0, 32.0, 32.0, 31.0, 31.0, 31.0, 31.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8426355", "6365873", "1871086", "1348264", "2636668", "4942019", "4091573", "4647338", "5269626", "890035"], "ranked_scores": [32.0, 32.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["3315979", "5174051", "7527096", "5170949", "1039754", "6032019", "6719567", "6719570", "6086499", "954268"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["3025818", "1613675", "1538893", "1855570", "709165", "245021", "3591652", "3863353", "7137675", "7597006"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["2887944", "5184907", "3749515", "3263382", "3188819", "7496090", "745585", "5408281", "8633163", "8716923"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7126197", "3939113", "7288502", "2536497", "5809788", "6938256", "7126200", "7646422", "8455727"], "ranked_scores": [31.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["2175305", "3230959", "5338620", "37550", "8531579", "7154587", "4942985", "8242417", "6835042", "8624268"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["3790426", "3039803", "6397787", "1881025", "4523658", "2918527", "4325341", "4858750", "394375", "7254353"], "ranked_scores": [32.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["4600593", "6503017", "4786937", "5753402", "6662873", "7526867", "7526870", "982652", "7573184", "7526871"], "ranked_scores": [31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "2973326", "7429866", "7041861", "595085", "7370269", "7110612", "7434451", "7651916", "8331763"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3550563", "8374135", "5336580", "3659405", "6622172", "7672042", "8327486", "8259514", "961436"], "ranked_scores": [31.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "7505807", "2870276", "3056113", "5932719", "4725494", "5827787", "8148596", "6428732", "5879888"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["1477186", "375424", "3940615", "4432184", "5206549", "4589415", "6495560", "57563", "7734838", "8819844"], "ranked_scores": [31.0, 31.0, 31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["3848837", "1443272", "4991353", "7829393", "1460685", "4991354", "4991356", "7487891", "933350", "8441078"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["8361061", "697749", "4409024", "4363844", "4605271", "4409027", "7778949", "6534065", "7689564", "8038549"], "ranked_scores": [28.0, 28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7606919", "7582741", "7795896", "7344906", "1642899", "3942500", "2488121", "4590213", "7582739", "3404651"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["6761606", "2194203", "921101", "886990", "6106100", "8139545", "716106", "8628822", "8628818", "921100"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7142748", "1303492", "2375458", "8593880", "7487891", "88374", "7191526", "7275857", "7728425", "7728427"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562631", "7562624", "8668637", "7905688", "3792488", "6472411", "8264837", "6953054", "8156965"], "ranked_scores": [32.0, 30.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["6960265", "1922718", "6269961", "4127072", "2184691", "6834849", "8221437", "6387274", "2659096", "8221431"], "ranked_scores": [31.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["6392875", "7770963", "1950625", "2387122", "2566243", "2463549", "6525672", "3495837", "654073", "3561611"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["186816", "6401864", "609594", "6399884", "6212591", "5940921", "6212588", "8628822", "6212597", "8314543"], "ranked_scores": [30.0, 30.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["5581868", "3550559", "7193888", "3659405", "176227", "4520541", "5025269", "4846383", "587814", "5183833"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["2742231", "7178768", "2565604", "5431885", "367277", "5607832", "7776113", "7511874", "3971679", "714868"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["4878176", "4312612", "2486951", "3162256", "2018124", "4798912", "7515853", "7588772", "7975395", "8101798"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1420930", "1772350", "1981693", "5660208", "7332215", "7888894", "7589839", "8128292", "8424304", "8653062"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "4230973", "8667781", "8193212", "3681700", "4385335", "4957113", "5785232", "5262322", "8743967"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-32": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["949520", "8083127", "3619391", "1297109", "6858216", "2684883", "915232", "20886", "962399", "7072115"], "ranked_scores": [0.8942, 0.8871, 0.8746, 0.8548, 0.8471, 0.843, 0.8408, 0.8311, 0.8287, 0.8228], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["5633832", "7091701", "3619391", "8083127", "1450843", "2581550", "3534685", "1021034", "5865180", "3063200"], "ranked_scores": [0.8539, 0.8518, 0.845, 0.8403, 0.835, 0.8344, 0.8228, 0.8227, 0.8213, 0.8176], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["6236648", "7694305", "3792488", "6402602", "1238142", "6711596", "6711597", "7383965", "5582271", "5842823"], "ranked_scores": [0.7863, 0.7781, 0.7693, 0.7482, 0.7455, 0.7449, 0.7363, 0.7361, 0.7266, 0.7207], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2812582", "3338175", "5769842", "515311", "1727064", "5984488", "5691562", "66616", "8279447", "5684712"], "ranked_scores": [0.8973, 0.8891, 0.8744, 0.8598, 0.8358, 0.8286, 0.8259, 0.8237, 0.8213, 0.821], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "1936834", "7255678", "3794304", "3794297", "5817781", "5817777", "5346316", "5450605", "8357075"], "ranked_scores": [0.7181, 0.7012, 0.6607, 0.6591, 0.6487, 0.6463, 0.6416, 0.6382, 0.6325, 0.6182], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "2981039", "1190311", "7600993", "3205963", "1123190", "8817884", "7776113", "2215699", "8314448"], "ranked_scores": [0.8833, 0.8282, 0.8259, 0.802, 0.796, 0.7907, 0.7802, 0.7737, 0.7727, 0.768], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6980305", "7260457", "4816964", "6964479", "7813557", "3138143", "2379092", "563355", "5091618", "6311584"], "ranked_scores": [0.8588, 0.8382, 0.818, 0.8121, 0.7924, 0.7922, 0.7868, 0.7743, 0.7631, 0.7479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "3550559", "7698064", "6212591", "2536037", "8343642", "5079417", "4717597", "2824454"], "ranked_scores": [0.8677, 0.8554, 0.8497, 0.8317, 0.8068, 0.7954, 0.7909, 0.7873, 0.776, 0.7701], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365215", "7531871", "2322244", "4432476", "1365210", "3761522", "4414409", "2421289", "8014955", "8452568"], "ranked_scores": [0.8725, 0.8581, 0.8234, 0.82, 0.8079, 0.788, 0.7759, 0.7568, 0.7564, 0.7533], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["4830263", "7187663", "3798363", "1263123", "4562810", "7187662", "5469449", "6124279", "4582407", "2117748"], "ranked_scores": [0.8371, 0.8091, 0.7708, 0.7669, 0.765, 0.7579, 0.7532, 0.7516, 0.7504, 0.7318], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1226213", "1438830", "859199", "5218385", "7905540", "7806809", "8583766", "4922192"], "ranked_scores": [0.8808, 0.8269, 0.668, 0.6479, 0.6416, 0.6306, 0.6263, 0.6254, 0.6141, 0.6117], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["1736441", "507239", "7058927", "7058926", "8111532", "4623383", "4069689", "295788", "2389927", "295794"], "ranked_scores": [0.7439, 0.7164, 0.7012, 0.6958, 0.6886, 0.6819, 0.6641, 0.6641, 0.655, 0.6485], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "1768222", "7301818", "7301816", "6713671", "6955766", "7301819", "921101", "463652", "3883683"], "ranked_scores": [0.7927, 0.7326, 0.7124, 0.709, 0.6912, 0.6733, 0.6731, 0.6703, 0.667, 0.6658], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "7970736", "8259512", "320956", "8259514", "1265191", "3987938", "8450833", "7970735", "8596346"], "ranked_scores": [0.8594, 0.8459, 0.8379, 0.7791, 0.771, 0.7546, 0.7522, 0.7481, 0.7445, 0.7441], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "4702013", "8296554", "6145894", "232771", "7749216", "485410", "8296550", "734127", "8346654"], "ranked_scores": [0.8636, 0.8244, 0.769, 0.7656, 0.7559, 0.7549, 0.7442, 0.7421, 0.7412, 0.7344], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "1136294", "7220312", "3936785", "3452115", "5042965", "3505871", "8067800", "5042969", "4402697"], "ranked_scores": [0.8001, 0.7124, 0.7105, 0.7048, 0.6893, 0.6561, 0.6542, 0.6462, 0.6279, 0.6208], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "5340239", "2104181", "7870700", "7937824", "7870704", "7094491", "6167829", "3702788"], "ranked_scores": [0.8649, 0.7987, 0.7313, 0.712, 0.7053, 0.6717, 0.6637, 0.6519, 0.6143, 0.6094], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116932", "4880893", "2116933", "2116936", "2116929", "3646584", "8157542", "7948050", "7948042", "1435310"], "ranked_scores": [0.8864, 0.8829, 0.8784, 0.8774, 0.8756, 0.8643, 0.8642, 0.8527, 0.8421, 0.8404], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7525071", "2450611", "4998837", "2870276", "942766", "2356989", "8686956", "6924493", "3109473", "3839347"], "ranked_scores": [0.7144, 0.7129, 0.7089, 0.7089, 0.6989, 0.697, 0.6811, 0.677, 0.6732, 0.6685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "4939334", "862392", "6641480", "5554969", "4916011", "5674942", "6775026", "6611953", "1734442"], "ranked_scores": [0.9184, 0.8814, 0.8483, 0.8482, 0.8358, 0.8324, 0.8317, 0.8277, 0.8198, 0.8143], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["2131339", "7827765", "4489797", "2131335", "7170234", "6127285", "2859564", "3653802", "4489799", "6804877"], "ranked_scores": [0.7504, 0.75, 0.7351, 0.7203, 0.6965, 0.6948, 0.6923, 0.6886, 0.6604, 0.6593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["391341", "391342", "2588002", "1023113", "8045986", "1918866", "7134383", "1839684", "442006", "7393462"], "ranked_scores": [0.8756, 0.8639, 0.8601, 0.8567, 0.8531, 0.8394, 0.8335, 0.8268, 0.823, 0.8168], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "2800419", "8820180", "4390430", "2188117", "5039968", "3246403", "7689710", "7689707"], "ranked_scores": [0.8143, 0.8118, 0.7822, 0.7698, 0.7627, 0.7522, 0.7412, 0.7349, 0.7326, 0.7285], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "6979322", "8615461", "3968773", "5729775", "631307", "1506380", "6979330", "1546056", "8717679"], "ranked_scores": [0.8632, 0.8621, 0.8568, 0.8495, 0.846, 0.8457, 0.8418, 0.8383, 0.8365, 0.8347], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8281194", "8426355", "5739636", "297601", "2636677", "5123227", "3733774", "4647338", "5269626", "2636672"], "ranked_scores": [0.8588, 0.83, 0.8247, 0.8202, 0.8195, 0.8193, 0.8171, 0.8087, 0.8074, 0.8022], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5170949", "1039754", "4805364", "6811402", "1333652", "7650732", "1333651", "8474680", "6751126"], "ranked_scores": [0.8294, 0.8185, 0.7598, 0.7564, 0.7439, 0.7343, 0.732, 0.7313, 0.7284, 0.7198], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "551238", "2692492", "7137675", "272188", "870345", "6033952", "2576606", "1538893", "3025818"], "ranked_scores": [0.8994, 0.8459, 0.8441, 0.8346, 0.8196, 0.8153, 0.8108, 0.8059, 0.802, 0.799], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6539677", "3159297", "8716923", "5408281", "1850491", "2975015", "3296425", "2570595", "250946", "7810605"], "ranked_scores": [0.8233, 0.8175, 0.8045, 0.8001, 0.7942, 0.7921, 0.772, 0.7703, 0.7667, 0.7649], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7288502", "5196370", "5094229", "7646422", "6761537", "4437972", "7623556", "1527823", "7288504"], "ranked_scores": [0.9278, 0.8541, 0.8295, 0.8287, 0.8142, 0.8062, 0.7965, 0.7882, 0.7835, 0.7826], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["5764460", "2525613", "6818953", "1756080", "8531579", "1448401", "3173599", "1463441", "7619577", "4942985"], "ranked_scores": [0.7519, 0.7507, 0.7507, 0.7234, 0.7207, 0.717, 0.7042, 0.7033, 0.6914, 0.691], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "8796486", "8796481", "1867187", "7975065", "2998932", "4451324", "2421104", "4233620"], "ranked_scores": [0.8899, 0.7952, 0.7632, 0.7453, 0.7409, 0.7344, 0.7333, 0.7327, 0.7304, 0.7262], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["982652", "4786937", "7526870", "4863108", "1511150", "4863107", "2898312", "2617807", "3176987", "982644"], "ranked_scores": [0.8816, 0.8715, 0.8658, 0.8653, 0.8584, 0.8577, 0.8448, 0.8351, 0.8335, 0.8326], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "888154", "2299432", "7434451", "7937494", "6281807", "7110611", "7434455", "7110612", "5802336"], "ranked_scores": [0.9014, 0.8251, 0.8175, 0.8156, 0.7875, 0.7848, 0.7832, 0.7717, 0.7703, 0.7418], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "8327486", "4522649", "3659405", "30089", "4256443", "2066951", "7299128", "1417034"], "ranked_scores": [0.8531, 0.8529, 0.8178, 0.8066, 0.7982, 0.7802, 0.7774, 0.7754, 0.7668, 0.7654], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "7853301", "2789716", "1696161", "4687484", "7505807", "1198067", "6684798", "5347138", "5827787"], "ranked_scores": [0.8497, 0.843, 0.7885, 0.7781, 0.7577, 0.7469, 0.738, 0.7309, 0.7306, 0.7263], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4893298", "2290637", "4589415", "2651678", "4004619", "2835995", "5960436", "5206549", "2391075", "8819844"], "ranked_scores": [0.9057, 0.8909, 0.8897, 0.8853, 0.8843, 0.8834, 0.8806, 0.8766, 0.8765, 0.8646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "4991353", "3806458", "4991356", "1003383", "117136", "6465402", "7161099", "3656154"], "ranked_scores": [0.8897, 0.8451, 0.8394, 0.8352, 0.833, 0.8257, 0.8251, 0.8059, 0.8046, 0.7908], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4605271", "4900578", "6193415", "3747811", "1250411", "4605270", "2531512", "5802336"], "ranked_scores": [0.852, 0.8315, 0.7975, 0.797, 0.7868, 0.7539, 0.7453, 0.724, 0.7208, 0.7156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "1063811", "7606919", "6632518", "4208658", "139961", "6632520", "5857751", "6632522", "4196280"], "ranked_scores": [0.825, 0.8164, 0.7982, 0.7967, 0.7943, 0.7933, 0.7922, 0.7907, 0.7886, 0.786], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5815989", "6077099", "8590985", "463648", "1019739", "4033269", "6761606", "1041319", "928865", "7017745"], "ranked_scores": [0.8566, 0.8433, 0.8353, 0.8291, 0.8132, 0.8059, 0.7979, 0.7938, 0.787, 0.7866], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "5934339", "4996201", "1549229", "6036135", "7503113", "2940016", "88374", "1623860"], "ranked_scores": [0.8628, 0.784, 0.7495, 0.7488, 0.7451, 0.7239, 0.713, 0.7123, 0.7099, 0.7095], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["5304087", "7562624", "1398369", "3451041", "8738884", "6711596", "3451044", "6711597", "2024648", "7905688"], "ranked_scores": [0.7843, 0.7814, 0.7772, 0.7491, 0.7471, 0.7288, 0.7185, 0.7131, 0.711, 0.686], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "4127072", "7856346", "8221431", "4343906", "8221430", "4626170", "6399514", "6132796", "4158114"], "ranked_scores": [0.8133, 0.8058, 0.8051, 0.7895, 0.7876, 0.7685, 0.7592, 0.7516, 0.7435, 0.7431], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3450402", "2384334", "1206520", "1779400", "4545847", "3495831", "7770959", "3495838"], "ranked_scores": [0.7926, 0.7851, 0.7557, 0.7545, 0.7426, 0.7171, 0.7152, 0.7143, 0.6948, 0.6774], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6401864", "6212591", "6212597", "6212588", "217890", "1043672", "8314543", "2378496", "1941403"], "ranked_scores": [0.8723, 0.8291, 0.8279, 0.8154, 0.7775, 0.7419, 0.7362, 0.7229, 0.7187, 0.7054], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "2763685", "7803343", "4515525", "4520541", "1399397", "4301", "71608", "8428127", "8111532"], "ranked_scores": [0.8187, 0.7798, 0.7275, 0.7202, 0.7107, 0.6977, 0.6934, 0.6827, 0.6797, 0.6769], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "8177246", "1460689", "2857974", "5891383", "2716981", "3668938", "1193873", "6037748"], "ranked_scores": [0.79, 0.7893, 0.7796, 0.773, 0.7668, 0.7628, 0.7622, 0.7587, 0.758, 0.7576], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "1690952", "7395884", "7110611", "1134210", "7515853", "4878176", "1136108", "7429864"], "ranked_scores": [0.8874, 0.8682, 0.8092, 0.7757, 0.7575, 0.7514, 0.7489, 0.7488, 0.7456, 0.7378], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "7772221", "1405152", "4043436", "4076789", "6417183", "7597791", "3285357", "3559380", "6361048"], "ranked_scores": [0.8206, 0.7576, 0.7516, 0.7468, 0.7306, 0.7252, 0.7194, 0.7113, 0.7002, 0.6989], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["5785232", "7942122", "2819440", "4049212", "3596760", "4630972", "4855170", "1953277", "3791271", "7946528"], "ranked_scores": [0.8624, 0.8424, 0.8405, 0.8374, 0.8357, 0.8241, 0.8198, 0.8183, 0.8142, 0.8085], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-64": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["8083127", "949520", "7072115", "2684883", "1297109", "5865180", "1674646", "20886", "3619391", "8083121"], "ranked_scores": [0.8801, 0.8669, 0.8353, 0.8328, 0.8266, 0.8201, 0.8118, 0.8076, 0.8057, 0.798], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["20886", "1021034", "8083127", "3063200", "50056", "5633832", "5865180", "2684883", "220565", "7091701"], "ranked_scores": [0.8294, 0.818, 0.7927, 0.7889, 0.7737, 0.7712, 0.7703, 0.7537, 0.7526, 0.7518], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7383965", "3792488", "6236648", "1238142", "6402602", "7094398", "7694305", "6711596", "8510222", "2971041"], "ranked_scores": [0.7478, 0.7216, 0.7072, 0.6974, 0.6862, 0.6678, 0.6583, 0.6578, 0.6389, 0.6389], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2812582", "3338175", "5769842", "8279447", "5359258", "515311", "7369987", "5984488", "5691562", "66616"], "ranked_scores": [0.8552, 0.8481, 0.8455, 0.7988, 0.7956, 0.7918, 0.7847, 0.7826, 0.7782, 0.7757], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "2070215", "7255678", "5346316", "1936834", "3794304", "7410205", "5450605", "3794297", "7255675"], "ranked_scores": [0.7278, 0.6513, 0.6357, 0.6207, 0.6111, 0.5966, 0.5955, 0.5872, 0.5849, 0.5831], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "1190311", "3205963", "7776113", "8011156", "5254021", "8817884", "7600993", "1123190", "1494980"], "ranked_scores": [0.8236, 0.7606, 0.7282, 0.7262, 0.7239, 0.7147, 0.7123, 0.7075, 0.7073, 0.692], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "6964479", "6980305", "7813557", "5227711", "6311584", "3138143", "8369659", "6964486"], "ranked_scores": [0.8133, 0.8073, 0.778, 0.7645, 0.7573, 0.745, 0.6986, 0.6936, 0.6588, 0.656], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "6212591", "7698064", "3550559", "8760018", "5644075", "8343642", "7735540", "5079417"], "ranked_scores": [0.8533, 0.8124, 0.7681, 0.7673, 0.7428, 0.7268, 0.7063, 0.7052, 0.7039, 0.7027], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365215", "7531871", "8452568", "5180631", "8014955", "1365210", "5110182", "1102477", "3761519", "4432476"], "ranked_scores": [0.801, 0.7758, 0.74, 0.7351, 0.7305, 0.7252, 0.7199, 0.7087, 0.7079, 0.7064], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "4562810", "6124279", "6169612", "5931817", "2323827", "1612669", "6880513", "2117748"], "ranked_scores": [0.7269, 0.711, 0.7066, 0.6878, 0.6581, 0.642, 0.641, 0.6403, 0.6299, 0.6295], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "4922192", "1226215", "1226213", "5218385", "1928478", "2878717", "859199"], "ranked_scores": [0.9065, 0.8696, 0.7413, 0.7128, 0.6464, 0.6426, 0.6304, 0.6225, 0.5838, 0.5805], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623383", "8516644", "295788", "7058926", "295794", "1736441", "4069689", "7168973", "7168976", "4623381"], "ranked_scores": [0.6524, 0.6179, 0.6064, 0.5936, 0.5789, 0.5694, 0.5652, 0.5539, 0.5476, 0.5416], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301818", "6808332", "7699640", "1768222", "5031404", "3512764", "6713671"], "ranked_scores": [0.8085, 0.7424, 0.7264, 0.6794, 0.6258, 0.5931, 0.5916, 0.5899, 0.5834, 0.5802], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "7970736", "8259512", "8259514", "7970735", "8450827", "1265191", "8450833", "2536037", "7407185"], "ranked_scores": [0.8797, 0.8548, 0.8544, 0.7782, 0.7589, 0.7531, 0.733, 0.7229, 0.7175, 0.7145], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "4702013", "8684894", "5417234", "3457120", "734127", "6193662", "232771", "8296554"], "ranked_scores": [0.8344, 0.7723, 0.7608, 0.7229, 0.714, 0.7053, 0.6994, 0.6939, 0.6907, 0.6904], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "3452115", "7220312", "5042965", "3505871", "5042969", "1136294", "665690", "3936785", "6504208"], "ranked_scores": [0.7961, 0.6955, 0.6752, 0.6457, 0.6232, 0.6122, 0.5724, 0.546, 0.5372, 0.5333], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7870700", "2995208", "5340239", "2104181", "7870704", "7937824", "3702788", "5672319"], "ranked_scores": [0.8432, 0.6921, 0.6886, 0.6764, 0.6651, 0.6507, 0.6428, 0.637, 0.6061, 0.6027], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4880893", "2116932", "7948042", "2116936", "7948050", "2116933", "1435310", "3646584", "7964392", "7964388"], "ranked_scores": [0.8343, 0.8257, 0.8035, 0.8005, 0.7984, 0.7967, 0.7859, 0.7802, 0.7783, 0.762], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["4998837", "7958944", "2450611", "2870276", "3532662", "4074080", "3891003", "7958943", "5932719", "2564157"], "ranked_scores": [0.6773, 0.6721, 0.6555, 0.6424, 0.6229, 0.6228, 0.5989, 0.5949, 0.5937, 0.5909], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "4939334", "5674942", "862392", "1726611", "5517313", "5554969", "4624988", "1226636", "4393601"], "ranked_scores": [0.8632, 0.8447, 0.7882, 0.7756, 0.7716, 0.7689, 0.7682, 0.7675, 0.7669, 0.765], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827765", "4489797", "6127285", "2859564", "6804877", "7170234", "8232517", "2131339", "2131335", "4489799"], "ranked_scores": [0.6484, 0.6445, 0.6183, 0.6058, 0.5997, 0.5967, 0.5895, 0.585, 0.5836, 0.574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "2588002", "442006", "7134383", "1839684", "1023113", "391341", "391342", "1918866", "8540414"], "ranked_scores": [0.857, 0.8301, 0.8163, 0.8141, 0.8105, 0.8058, 0.8008, 0.7911, 0.7852, 0.7789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "7689710", "5039968", "4390430", "1673140", "4936994", "7689707", "3246403", "2188117", "1143382"], "ranked_scores": [0.7616, 0.7167, 0.6999, 0.6944, 0.691, 0.6873, 0.6869, 0.683, 0.6806, 0.6801], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "3968773", "6979322", "3346337", "1546056", "2443030", "8615461", "1460640", "268498", "4679829"], "ranked_scores": [0.8485, 0.8389, 0.8384, 0.8196, 0.819, 0.8128, 0.8083, 0.8053, 0.8049, 0.8038], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8426355", "3733774", "5269626", "5739636", "7868171", "4647338", "5123227", "2636668", "297601", "4942019"], "ranked_scores": [0.8167, 0.8093, 0.8072, 0.8042, 0.8036, 0.8, 0.7985, 0.7973, 0.7929, 0.7909], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5170949", "4805364", "5174051", "4805366", "2820637", "1039754", "5027729", "954270", "1333652"], "ranked_scores": [0.7776, 0.7691, 0.7025, 0.7023, 0.6953, 0.6916, 0.6874, 0.6827, 0.6808, 0.6748], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "551238", "2692492", "2576606", "7137675", "2576605", "6033952", "1314390", "272188", "1613678"], "ranked_scores": [0.8958, 0.8545, 0.8502, 0.8357, 0.8312, 0.8265, 0.8128, 0.8012, 0.7992, 0.798], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["250946", "6090442", "1850491", "2570595", "5408281", "6502553", "8263203", "8277053", "258524", "6539677"], "ranked_scores": [0.7653, 0.733, 0.7232, 0.722, 0.704, 0.7, 0.6939, 0.6936, 0.6889, 0.6831], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7646422", "5196370", "7288502", "5094229", "7646426", "7288504", "5352322", "5756096", "7892877"], "ranked_scores": [0.9024, 0.8481, 0.8448, 0.8433, 0.8381, 0.7852, 0.7745, 0.7726, 0.7526, 0.7497], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "1463441", "2525613", "8531579", "5499496", "5764460", "6818958", "3872927", "7647368", "7154585"], "ranked_scores": [0.7339, 0.6752, 0.6631, 0.6615, 0.6479, 0.6455, 0.638, 0.637, 0.6348, 0.6226], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["2396672", "7833608", "3039809", "4966850", "2998932", "2421104", "8796481", "3790429", "1867187", "7833611"], "ranked_scores": [0.7526, 0.7465, 0.745, 0.7278, 0.7115, 0.7037, 0.7017, 0.6985, 0.6928, 0.6919], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["982652", "4786937", "1511150", "7526870", "5036995", "4863108", "2617812", "7526871", "4863107", "2617807"], "ranked_scores": [0.8755, 0.8719, 0.8674, 0.865, 0.848, 0.8475, 0.8457, 0.8353, 0.8349, 0.83], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "2299432", "7937494", "3829900", "7110611", "8120033", "5546116", "7770196", "2486151"], "ranked_scores": [0.8674, 0.734, 0.7229, 0.722, 0.6926, 0.6815, 0.6746, 0.6727, 0.663, 0.6624], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "8327486", "4256443", "4522649", "7299128", "4502858", "3659405", "1417034", "2066951"], "ranked_scores": [0.8448, 0.8119, 0.7728, 0.7601, 0.7501, 0.7306, 0.7151, 0.7016, 0.7002, 0.6978], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "7853301", "754800", "2789716", "5904163", "6207587", "3121328", "1696161", "1198067"], "ranked_scores": [0.8035, 0.7468, 0.7255, 0.7243, 0.7063, 0.7027, 0.7019, 0.6901, 0.6895, 0.685], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "2290637", "4589415", "2391075", "8819844", "351022", "2835995", "2565555", "5212100", "2565560"], "ranked_scores": [0.8945, 0.892, 0.8853, 0.8662, 0.8581, 0.8535, 0.8499, 0.8453, 0.8395, 0.8392], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991356", "3806458", "4991354", "4991353", "8374135", "3672237", "2873961", "1988419", "117136"], "ranked_scores": [0.871, 0.8427, 0.8408, 0.819, 0.7891, 0.7742, 0.7624, 0.7486, 0.745, 0.7416], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4605271", "4900578", "2531512", "6193415", "3747811", "4605270", "8361061", "5393501"], "ranked_scores": [0.8295, 0.8142, 0.8071, 0.7852, 0.7261, 0.7087, 0.6972, 0.696, 0.674, 0.6578], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "1063811", "5857751", "139961", "4196280", "6632520", "6632518", "1063812", "3942500", "6632522"], "ranked_scores": [0.7785, 0.7731, 0.767, 0.7531, 0.7517, 0.7486, 0.7485, 0.7433, 0.736, 0.7234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["7882842", "463648", "7313342", "6180355", "1019739", "6903201", "4598321", "463652", "8139545", "8608891"], "ranked_scores": [0.8112, 0.8033, 0.7729, 0.765, 0.7646, 0.7504, 0.7404, 0.7367, 0.7337, 0.7319], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "1623860", "2940019", "4996201", "7420248", "2940016", "7503113", "1549229", "88374"], "ranked_scores": [0.8422, 0.7207, 0.7049, 0.6984, 0.6784, 0.6632, 0.6623, 0.6556, 0.6508, 0.6309], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "5304087", "1398369", "2024648", "8738884", "6711596", "3451044", "6711597", "3451041", "2069035"], "ranked_scores": [0.7672, 0.7241, 0.7192, 0.7163, 0.7104, 0.6878, 0.6788, 0.6753, 0.673, 0.6471], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["4127072", "8221430", "8221437", "4343906", "7856346", "8221431", "6132796", "4626170", "3047203", "8015905"], "ranked_scores": [0.8125, 0.7899, 0.7765, 0.7579, 0.7525, 0.7385, 0.7306, 0.726, 0.7191, 0.7186], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495831", "3495838", "1779400", "5439713", "2384334", "7770959", "1188785", "1634694"], "ranked_scores": [0.7916, 0.766, 0.7305, 0.6935, 0.6522, 0.6491, 0.6468, 0.6457, 0.6443, 0.6337], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6212591", "6401864", "6212588", "6212597", "8314543", "6180890", "1811663", "1043672", "4938306"], "ranked_scores": [0.8333, 0.7811, 0.7777, 0.7292, 0.7266, 0.6418, 0.6241, 0.6104, 0.6062, 0.599], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "1399397", "2790097", "5800703", "4053136", "6360847", "7601059", "8428127", "8736649"], "ranked_scores": [0.7119, 0.6406, 0.6202, 0.6069, 0.6017, 0.5767, 0.5543, 0.5289, 0.5177, 0.5174], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "2716981", "447601", "1390753", "5891383", "7511874", "8177246", "1193873", "7144188"], "ranked_scores": [0.7952, 0.7825, 0.7437, 0.7143, 0.7032, 0.7018, 0.7003, 0.6929, 0.6905, 0.685], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "1690952", "7395884", "1134210", "4878176", "7104592", "6124976", "1136108", "3085941"], "ranked_scores": [0.8574, 0.8391, 0.7678, 0.7574, 0.7491, 0.7389, 0.7316, 0.7291, 0.7163, 0.7114], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "7772221", "6361048", "286801", "3285357", "1405152", "2768871", "6417183", "8424304", "5209746"], "ranked_scores": [0.7543, 0.7066, 0.692, 0.6823, 0.676, 0.6735, 0.6655, 0.6425, 0.6402, 0.6363], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["8771883", "2819440", "3681700", "8667781", "3596760", "3989499", "7364245", "1304102", "3466409", "3791271"], "ranked_scores": [0.7988, 0.797, 0.7846, 0.7777, 0.7756, 0.7688, 0.7606, 0.7506, 0.749, 0.7445], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-128": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["8083127", "1674646", "7072115", "7837267", "2684883", "8083121", "949520", "20886", "3619391", "1245152"], "ranked_scores": [0.8529, 0.8268, 0.8094, 0.8001, 0.792, 0.792, 0.7914, 0.7905, 0.7883, 0.7848], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["8083127", "2684883", "1021034", "5633832", "8639333", "220565", "157696", "2581550", "3063200", "20886"], "ranked_scores": [0.7432, 0.7299, 0.7292, 0.6924, 0.6914, 0.6901, 0.6891, 0.6839, 0.6771, 0.6758], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "1592656", "6236648", "1238142", "7383965", "5842823", "6711596", "5221728", "6711597", "134195"], "ranked_scores": [0.6995, 0.681, 0.6648, 0.6628, 0.6498, 0.6342, 0.6286, 0.6235, 0.6174, 0.6143], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "2812582", "5769842", "7369987", "8279447", "1727064", "515311", "3182362", "5984488", "2548176"], "ranked_scores": [0.8075, 0.8017, 0.7971, 0.7769, 0.7733, 0.7713, 0.765, 0.7555, 0.7546, 0.7514], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "3794304", "2070215", "3794297", "5450605", "7255678", "5346316", "856390", "7048912", "1159742"], "ranked_scores": [0.6907, 0.6574, 0.6555, 0.6509, 0.6465, 0.6375, 0.6307, 0.6192, 0.6182, 0.6005], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "1190311", "3205963", "8817884", "7600993", "2215699", "7776113", "1123190", "7469549", "8011156"], "ranked_scores": [0.7748, 0.6773, 0.6658, 0.6618, 0.6423, 0.6354, 0.616, 0.6106, 0.5998, 0.598], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "6964479", "6980305", "7813557", "5227711", "6964486", "1777799", "5091618", "6311584"], "ranked_scores": [0.8197, 0.8061, 0.7876, 0.7861, 0.7803, 0.7712, 0.7101, 0.7098, 0.7091, 0.6878], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "4154575", "7698064", "3550559", "5997547", "5079417", "8343642", "4041246", "1768445"], "ranked_scores": [0.7866, 0.7841, 0.7326, 0.7177, 0.7045, 0.6768, 0.6738, 0.6738, 0.6702, 0.6529], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365215", "7531871", "1365210", "5110182", "4432476", "6950269", "3761522", "6950276", "5180631"], "ranked_scores": [0.7401, 0.7363, 0.7358, 0.7299, 0.7153, 0.7004, 0.6993, 0.699, 0.6978, 0.6909], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["4562810", "6124279", "7187663", "7187662", "6880513", "3798363", "2552610", "4513419", "2323827", "6880517"], "ranked_scores": [0.6334, 0.6274, 0.6257, 0.5899, 0.5789, 0.5757, 0.5736, 0.5715, 0.5695, 0.5679], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "4922192", "1226213", "1226215", "5218385", "1928478", "263423", "859199"], "ranked_scores": [0.8565, 0.8121, 0.691, 0.6869, 0.6523, 0.6504, 0.518, 0.5106, 0.4994, 0.492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623383", "7058926", "295788", "295794", "7058927", "4069689", "7168973", "8516644", "4516321", "4996378"], "ranked_scores": [0.6321, 0.6051, 0.6018, 0.5817, 0.5611, 0.5247, 0.5117, 0.5061, 0.5029, 0.4971], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301818", "6808332", "6363851", "5809784", "4892433", "6048035", "921101"], "ranked_scores": [0.7681, 0.7331, 0.7247, 0.6217, 0.6171, 0.5532, 0.55, 0.5418, 0.5416, 0.5368], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8259512", "7970736", "7970735", "8259514", "8450827", "3414069", "1265191", "3414066", "8450828"], "ranked_scores": [0.8335, 0.8138, 0.8029, 0.7238, 0.7156, 0.7028, 0.6567, 0.6533, 0.6449, 0.643], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "4702013", "8296550", "485410", "7185831", "7749216", "7160804", "734127", "8296554"], "ranked_scores": [0.8039, 0.7168, 0.7013, 0.6785, 0.6765, 0.6741, 0.6708, 0.6681, 0.6665, 0.6664], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "8067800", "2010657", "3936785", "4768599", "3505871", "1136294", "46048"], "ranked_scores": [0.8185, 0.6398, 0.6115, 0.5764, 0.5763, 0.5539, 0.5515, 0.5455, 0.5391, 0.5325], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7870700", "5340239", "7870704", "2995208", "2104181", "7937824", "5672317", "6975615"], "ranked_scores": [0.8293, 0.6799, 0.6736, 0.6661, 0.6305, 0.5952, 0.5866, 0.5843, 0.5796, 0.5735], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4880893", "2116932", "7948042", "2116933", "2116936", "8157542", "3646584", "7948050", "1435310", "2116929"], "ranked_scores": [0.8438, 0.8202, 0.8104, 0.7992, 0.7965, 0.7879, 0.7861, 0.7777, 0.77, 0.7694], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["2450611", "7958944", "4074080", "7958943", "2870276", "4998837", "4165452", "4253088", "1880129", "2564157"], "ranked_scores": [0.6622, 0.6339, 0.6219, 0.6034, 0.5859, 0.5642, 0.5382, 0.5331, 0.5288, 0.5278], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "4939334", "2044076", "4624988", "6641482", "4393601", "4393603", "1726611", "1226636"], "ranked_scores": [0.8113, 0.7981, 0.798, 0.7793, 0.7526, 0.7457, 0.7452, 0.7411, 0.7389, 0.7371], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["6127285", "7827765", "7170234", "7827761", "2131335", "4489797", "8232517", "261656", "6804877", "7803391"], "ranked_scores": [0.5571, 0.5327, 0.5054, 0.476, 0.471, 0.4541, 0.4474, 0.4445, 0.4418, 0.441], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "442006", "1839684", "1023113", "2588002", "4796869", "3853232", "391341", "2175868", "7134383"], "ranked_scores": [0.7833, 0.7665, 0.761, 0.7457, 0.7347, 0.7239, 0.7179, 0.7173, 0.7124, 0.7108], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4390430", "64801", "4936994", "5039968", "1143382", "6912812", "1673140", "3246403", "2800419"], "ranked_scores": [0.7435, 0.693, 0.655, 0.6473, 0.6361, 0.6344, 0.6254, 0.6207, 0.6193, 0.6186], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "3346337", "3968773", "6979322", "2443030", "1546056", "1460640", "631307", "5729775", "8615461"], "ranked_scores": [0.8056, 0.7805, 0.7714, 0.7596, 0.7568, 0.7405, 0.7376, 0.7285, 0.7279, 0.7226], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5739636", "8426355", "5269626", "4942019", "8281194", "4942015", "2796268", "3733774", "2796265", "5123227"], "ranked_scores": [0.8297, 0.8041, 0.8013, 0.8011, 0.794, 0.7842, 0.7727, 0.7711, 0.7687, 0.7657], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "7527096", "2820637", "4805364", "1333652", "4805366", "954270", "5174051", "6032018", "7650732"], "ranked_scores": [0.7484, 0.7109, 0.6759, 0.6695, 0.668, 0.6595, 0.6552, 0.6534, 0.6528, 0.6432], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2692492", "551238", "2576606", "7137675", "2576605", "1525620", "1314390", "870353", "1059524"], "ranked_scores": [0.8664, 0.7972, 0.7858, 0.7679, 0.7662, 0.7617, 0.7522, 0.7473, 0.7418, 0.7417], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "250946", "3132831", "6465151", "5408281", "6797667", "1850491", "5373185", "8277053", "6090442"], "ranked_scores": [0.7037, 0.702, 0.7012, 0.6978, 0.6879, 0.6794, 0.6663, 0.6649, 0.6593, 0.6561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7288502", "7646422", "7288504", "5196370", "2536497", "5756090", "5352322", "7646426"], "ranked_scores": [0.8772, 0.8023, 0.793, 0.7816, 0.752, 0.7503, 0.7402, 0.7227, 0.7208, 0.7169], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "5499496", "3872927", "4596087", "6818958", "1463441", "8531579", "1237202", "6032214", "3173599"], "ranked_scores": [0.6661, 0.6338, 0.6246, 0.5902, 0.5895, 0.5791, 0.5781, 0.5736, 0.5704, 0.5567], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["2396672", "3039809", "2918527", "8796481", "4966850", "2421104", "7833608", "3790429", "3790426", "3663599"], "ranked_scores": [0.7265, 0.7204, 0.709, 0.7015, 0.6987, 0.6884, 0.6837, 0.6793, 0.6642, 0.6396], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2617812", "2208599", "4786937", "7526870", "982652", "4863108", "1511150", "4863107", "2898312", "5036995"], "ranked_scores": [0.8109, 0.8009, 0.8007, 0.7955, 0.7913, 0.7889, 0.7812, 0.7798, 0.7718, 0.7686], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "2299432", "7937494", "5546116", "7770196", "4303165", "7434451", "2737708"], "ranked_scores": [0.8415, 0.7685, 0.721, 0.7023, 0.6937, 0.6829, 0.6822, 0.6784, 0.6679, 0.6669], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "4256443", "8327486", "3659405", "4502858", "4522649", "5343617", "30088", "1417034"], "ranked_scores": [0.8601, 0.8088, 0.7661, 0.7459, 0.7365, 0.7219, 0.7193, 0.7178, 0.7144, 0.7058], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "5904163", "7853301", "754800", "6207587", "1198067", "2789716", "7505807", "6207588"], "ranked_scores": [0.7505, 0.7398, 0.7152, 0.6923, 0.6675, 0.6605, 0.6583, 0.6542, 0.6457, 0.6454], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "5206549", "2565557", "2835995", "4004619", "7734838", "2565555", "2290637", "8819844", "6384387"], "ranked_scores": [0.8054, 0.7967, 0.783, 0.7805, 0.774, 0.7642, 0.7605, 0.7578, 0.753, 0.7527], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "3806458", "4991356", "3672237", "7161101", "4991353", "8374135", "3148555", "117136"], "ranked_scores": [0.8395, 0.8005, 0.7969, 0.784, 0.7412, 0.7399, 0.7389, 0.7233, 0.7167, 0.7062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4900578", "4409027", "4605271", "2531512", "6193415", "5393501", "4605270", "3747811", "5393494"], "ranked_scores": [0.7718, 0.7472, 0.736, 0.7314, 0.6858, 0.6361, 0.6208, 0.6172, 0.6002, 0.5959], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "6632518", "1063812", "6632520", "139961", "3942500", "1109548", "4196280", "1063811", "2488121"], "ranked_scores": [0.7471, 0.7359, 0.7353, 0.7256, 0.7228, 0.7226, 0.7135, 0.7095, 0.7067, 0.7045], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["7882842", "1867101", "7313342", "463652", "921100", "8139545", "463648", "6761606", "6180355", "6903201"], "ranked_scores": [0.7423, 0.742, 0.7376, 0.7374, 0.7346, 0.7263, 0.7184, 0.7159, 0.7109, 0.7049], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "2940019", "1549229", "4996201", "5339585", "2375458", "1623860", "2359804", "7420248"], "ranked_scores": [0.8576, 0.7411, 0.7171, 0.654, 0.6492, 0.6459, 0.6382, 0.6322, 0.6308, 0.6296], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "1398369", "2024648", "5304087", "7562631", "3451041", "6711596", "6711597", "3451044"], "ranked_scores": [0.7306, 0.7201, 0.7123, 0.6816, 0.6745, 0.6742, 0.621, 0.6149, 0.6123, 0.6001], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "4127072", "8221437", "7856346", "4626170", "8015905", "5431260", "4343906", "1922718", "4158114"], "ranked_scores": [0.7389, 0.7353, 0.7252, 0.7089, 0.6863, 0.6799, 0.6788, 0.6748, 0.6568, 0.6523], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495831", "3495838", "108001", "1188785", "3450402", "5439713", "3495835", "8608976"], "ranked_scores": [0.7478, 0.7105, 0.6716, 0.6192, 0.6127, 0.6106, 0.6051, 0.6049, 0.5978, 0.5854], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6401864", "6212591", "6212588", "6212597", "1941403", "3843787", "156133", "1477936", "3843788"], "ranked_scores": [0.804, 0.7798, 0.76, 0.7298, 0.7287, 0.6081, 0.5973, 0.5883, 0.5831, 0.5537], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "3823641", "1399397", "217890", "2790097", "2411467", "6360847", "6948296", "5145284"], "ranked_scores": [0.7258, 0.5051, 0.4789, 0.4564, 0.4539, 0.4499, 0.444, 0.4419, 0.4362, 0.4329], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "7511874", "1390753", "2716981", "1193873", "5891383", "8432430", "6037748", "1460690"], "ranked_scores": [0.7378, 0.7034, 0.6898, 0.6442, 0.6317, 0.6244, 0.6193, 0.6157, 0.6135, 0.6078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "1690952", "7104592", "7515853", "7395884", "1134210", "4878176", "5809788", "2551241"], "ranked_scores": [0.8682, 0.8542, 0.7397, 0.7188, 0.7147, 0.7134, 0.6772, 0.6741, 0.6726, 0.6724], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "7772221", "6361048", "286801", "5209746", "2768871", "8424304", "2229750", "4594387", "7138494"], "ranked_scores": [0.6978, 0.6341, 0.6276, 0.6258, 0.6239, 0.6222, 0.6211, 0.6126, 0.6102, 0.6095], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["8771883", "3681700", "4564069", "3989499", "8667781", "7364245", "5785232", "7946528", "8798058", "2819440"], "ranked_scores": [0.7146, 0.7146, 0.7063, 0.7011, 0.6922, 0.6916, 0.6835, 0.6814, 0.6784, 0.6769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-256": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["8083127", "1674646", "7837267", "7072115", "949520", "638358", "5865180", "2684883", "1674644", "1297109"], "ranked_scores": [0.8443, 0.8378, 0.7878, 0.7867, 0.7816, 0.7811, 0.7751, 0.7724, 0.7713, 0.7687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "8083127", "5633832", "220565", "1021034", "157696", "2581550", "1297109", "20886", "527685"], "ranked_scores": [0.7513, 0.7414, 0.7342, 0.7252, 0.7184, 0.7157, 0.7128, 0.705, 0.7031, 0.6946], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "7383965", "1592656", "911138", "5221728", "6236648", "5582271", "134195", "3792488"], "ranked_scores": [0.7145, 0.6588, 0.6569, 0.6297, 0.6213, 0.6186, 0.6132, 0.6095, 0.6031, 0.592], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2812582", "3338175", "5769842", "7369987", "515311", "3399535", "5984488", "6368609", "8279447", "7011409"], "ranked_scores": [0.8059, 0.7995, 0.7957, 0.7829, 0.7504, 0.7377, 0.7255, 0.7227, 0.7221, 0.7154], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "2070215", "7048914", "3794297", "5450605", "5346316", "856390", "1159742", "1936834", "7255678"], "ranked_scores": [0.6465, 0.6445, 0.6441, 0.6419, 0.6138, 0.5931, 0.5785, 0.5761, 0.5759, 0.5758], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "1190311", "8817884", "3205963", "1123190", "6199240", "7776113", "7600993", "2215699", "1229810"], "ranked_scores": [0.7142, 0.6388, 0.613, 0.6095, 0.5958, 0.5928, 0.5868, 0.5838, 0.5813, 0.5726], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "6964479", "7260457", "7813557", "6980305", "5227711", "6311584", "6964486", "6801871", "1777799"], "ranked_scores": [0.8054, 0.802, 0.799, 0.7625, 0.7287, 0.724, 0.6869, 0.6839, 0.6557, 0.6547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "7698064", "3550559", "8343642", "5079417", "4154575", "5997547", "4041246", "1768445"], "ranked_scores": [0.7661, 0.7604, 0.6812, 0.6731, 0.6509, 0.6495, 0.6464, 0.645, 0.6306, 0.6207], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365215", "7531871", "8452568", "3761522", "1365210", "6950269", "249524", "6950276", "5110182", "4432472"], "ranked_scores": [0.7269, 0.7183, 0.7059, 0.6999, 0.6946, 0.6901, 0.6857, 0.6686, 0.6646, 0.6607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["4562810", "4513419", "7187663", "5931817", "947575", "6124279", "2323827", "3546549", "5469449", "2117748"], "ranked_scores": [0.6431, 0.6065, 0.5936, 0.5884, 0.5841, 0.5688, 0.5681, 0.5634, 0.5633, 0.561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "4922192", "1226215", "1226213", "2469923", "5218385", "859199", "1928478"], "ranked_scores": [0.811, 0.7758, 0.6616, 0.647, 0.6174, 0.5589, 0.4709, 0.4652, 0.4579, 0.4573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623383", "7058926", "295794", "295788", "5289585", "4069689", "7058927", "5389787", "4996378", "3961796"], "ranked_scores": [0.6504, 0.6176, 0.6067, 0.6027, 0.568, 0.5563, 0.5495, 0.532, 0.5281, 0.5259], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301818", "6808332", "3512764", "7301814", "6363851", "277381", "3803414"], "ranked_scores": [0.7741, 0.7324, 0.7224, 0.6118, 0.5754, 0.549, 0.5422, 0.5184, 0.5146, 0.5088], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8259512", "7970736", "7970735", "8450827", "8259514", "1265191", "8450833", "8450828", "7970734"], "ranked_scores": [0.8246, 0.7978, 0.7927, 0.7392, 0.7142, 0.7134, 0.6657, 0.6639, 0.6639, 0.6526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "4702013", "8128745", "7185831", "3043375", "7160804", "6193662", "485410", "7160799"], "ranked_scores": [0.819, 0.728, 0.7256, 0.7008, 0.6887, 0.6837, 0.6801, 0.6779, 0.6741, 0.6682], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "2010657", "8067800", "1136294", "4768599", "46048", "3505871", "3936785"], "ranked_scores": [0.8013, 0.6479, 0.6064, 0.5665, 0.5554, 0.5403, 0.5206, 0.5109, 0.503, 0.5023], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "7870704", "5340239", "6667088", "6975615", "3702788", "5672319", "2104181"], "ranked_scores": [0.8265, 0.6581, 0.6409, 0.6372, 0.5669, 0.5618, 0.5546, 0.5539, 0.5425, 0.5187], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4880893", "2116932", "7948042", "7948050", "2116933", "2116936", "8157542", "3646584", "2116938", "2116929"], "ranked_scores": [0.8296, 0.8086, 0.7996, 0.7919, 0.7825, 0.7721, 0.7626, 0.7567, 0.7437, 0.7418], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "2450611", "2870276", "4998837", "3915433", "2647181", "4074080", "4165452", "3532662"], "ranked_scores": [0.6387, 0.6251, 0.6074, 0.5912, 0.5445, 0.5358, 0.5265, 0.5234, 0.5221, 0.5173], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "2044076", "4939334", "6641482", "4393601", "4393603", "1226636", "4624988", "1674914"], "ranked_scores": [0.788, 0.7466, 0.7056, 0.6992, 0.6965, 0.695, 0.693, 0.6917, 0.6891, 0.688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827765", "6127285", "7170234", "4489797", "2131335", "4595482", "7803391", "7827761", "7170238", "261654"], "ranked_scores": [0.5281, 0.4798, 0.4644, 0.4599, 0.4558, 0.4539, 0.4376, 0.4322, 0.4304, 0.429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "442006", "1839684", "4796869", "2588002", "1023113", "391341", "1918866", "7269273", "2175868"], "ranked_scores": [0.7972, 0.7964, 0.7694, 0.7659, 0.7654, 0.7556, 0.7508, 0.7467, 0.7442, 0.7373], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "1143382", "1673140", "4390430", "8820180", "3768485", "5039968", "2188117", "7689707"], "ranked_scores": [0.7111, 0.6464, 0.6302, 0.6265, 0.624, 0.6194, 0.6026, 0.6012, 0.5954, 0.5913], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "3968773", "3346337", "2443030", "6979322", "1460640", "1546056", "5729775", "5210161", "631307"], "ranked_scores": [0.8163, 0.8098, 0.7945, 0.7823, 0.7743, 0.7728, 0.7606, 0.7535, 0.74, 0.7342], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5739636", "4942019", "5269626", "8426355", "8281194", "4942015", "3733774", "5123227", "2796268", "2796265"], "ranked_scores": [0.8036, 0.7829, 0.7799, 0.7786, 0.7743, 0.7645, 0.7581, 0.7537, 0.7521, 0.748], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "4805364", "7527096", "5174051", "2820637", "4805366", "1333652", "1039754", "954270", "5027729"], "ranked_scores": [0.7571, 0.7026, 0.6987, 0.6507, 0.6463, 0.6397, 0.6339, 0.6274, 0.6237, 0.6222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "551238", "2576606", "2692492", "2576605", "7137675", "6033952", "1525620", "1059524", "272188"], "ranked_scores": [0.8638, 0.7738, 0.7694, 0.7647, 0.7641, 0.7627, 0.7537, 0.742, 0.7312, 0.7235], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6465151", "6797667", "8277053", "3296425", "1850491", "3132831", "5408281", "250946", "6502553", "5351935"], "ranked_scores": [0.6882, 0.685, 0.6747, 0.6718, 0.6649, 0.6642, 0.6628, 0.6523, 0.6442, 0.643], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7288502", "7646422", "7288504", "5196370", "278768", "2061122", "5352322", "5756090"], "ranked_scores": [0.8602, 0.7962, 0.7847, 0.7785, 0.7421, 0.7247, 0.7139, 0.7113, 0.6994, 0.6942], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "1237202", "3872927", "5499496", "2068025", "8531579", "1463441", "7154587", "6032214", "2525613"], "ranked_scores": [0.6652, 0.6285, 0.6229, 0.6201, 0.6026, 0.5933, 0.5855, 0.5744, 0.5667, 0.5642], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "3039809", "2396672", "8796481", "4966850", "4451324", "2918527", "7833611", "2421104", "8796486"], "ranked_scores": [0.7109, 0.672, 0.6708, 0.6611, 0.6499, 0.6462, 0.6461, 0.641, 0.6392, 0.6359], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511150", "4863108", "7526870", "4786937", "2208599", "4863107", "5036995", "2617812", "982652", "2898312"], "ranked_scores": [0.7882, 0.7736, 0.7683, 0.7682, 0.7659, 0.7589, 0.754, 0.7516, 0.7491, 0.7474], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "7937494", "7770196", "2299432", "5546116", "2737708", "8237806", "3701436"], "ranked_scores": [0.8371, 0.76, 0.7148, 0.6924, 0.6812, 0.6648, 0.6562, 0.6511, 0.6503, 0.6497], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "4256443", "8327486", "3659405", "5343617", "2066951", "3770821", "4502858", "4522649"], "ranked_scores": [0.8348, 0.7862, 0.7562, 0.7324, 0.6937, 0.6809, 0.679, 0.6776, 0.6688, 0.6651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "6207587", "5904163", "6207588", "7853301", "754800", "8148596", "8733282", "7645257"], "ranked_scores": [0.7226, 0.675, 0.6537, 0.6466, 0.6419, 0.6342, 0.6091, 0.6026, 0.5984, 0.5968], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["5206549", "4589415", "4004619", "2835995", "2565557", "2290637", "2565555", "2391075", "7734838", "2565560"], "ranked_scores": [0.7982, 0.797, 0.7876, 0.7673, 0.7654, 0.7561, 0.7532, 0.7506, 0.7504, 0.739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "3806458", "4991356", "7161101", "4991353", "8374135", "3148555", "3672237", "7161099"], "ranked_scores": [0.81, 0.7777, 0.7545, 0.746, 0.712, 0.6935, 0.6786, 0.6774, 0.6672, 0.6264], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4409027", "4900578", "2531512", "5393501", "6193415", "4605270", "3747811", "4363844"], "ranked_scores": [0.7899, 0.7656, 0.7616, 0.7486, 0.7125, 0.6596, 0.6458, 0.6356, 0.6252, 0.6241], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "7428627", "1109548", "3942500", "3404651", "1063812", "139961", "6632518", "7831679", "6632520"], "ranked_scores": [0.7082, 0.6987, 0.6658, 0.6535, 0.6517, 0.6511, 0.6488, 0.6484, 0.6443, 0.6407], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "921100", "6903201", "5812523", "5143805", "7882842", "6955768", "7313342", "6903206", "463652"], "ranked_scores": [0.7175, 0.7149, 0.7101, 0.7043, 0.7024, 0.7014, 0.6956, 0.6941, 0.6911, 0.6857], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "2940019", "7420248", "5339585", "2940016", "1623860", "1549229", "7503113", "2359804"], "ranked_scores": [0.8404, 0.7347, 0.6597, 0.625, 0.6217, 0.6188, 0.6115, 0.5969, 0.593, 0.5844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "2024648", "7562631", "1398369", "5304087", "3451041", "6711596", "6711597", "3451044"], "ranked_scores": [0.7446, 0.7308, 0.6791, 0.6773, 0.6742, 0.6561, 0.6267, 0.6197, 0.6142, 0.6066], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8221437", "4127072", "8015905", "7856346", "5431260", "4158114", "5409487", "4626170", "6834849"], "ranked_scores": [0.7483, 0.7195, 0.7162, 0.6908, 0.6862, 0.6831, 0.6657, 0.6632, 0.6569, 0.6456], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495831", "1634694", "3495838", "1188785", "3450402", "7770959", "2387122", "108001"], "ranked_scores": [0.6918, 0.6458, 0.643, 0.5769, 0.5638, 0.563, 0.5601, 0.5516, 0.546, 0.5427], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6401864", "6212591", "6212597", "6212588", "1941403", "3843787", "3843788", "6965745", "2852056"], "ranked_scores": [0.7712, 0.748, 0.7289, 0.7035, 0.6559, 0.5863, 0.5537, 0.5377, 0.5156, 0.511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7803343", "2379160", "1384086", "4520541", "1031361", "7078336", "1399397", "2790097", "5286547"], "ranked_scores": [0.7343, 0.4883, 0.4671, 0.4597, 0.4521, 0.4513, 0.4396, 0.4367, 0.4349, 0.4119], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "7511874", "5891383", "6037748", "1193873", "2716981", "1460690", "8177246", "3128424"], "ranked_scores": [0.7492, 0.7234, 0.6967, 0.6394, 0.6239, 0.6176, 0.6163, 0.6147, 0.6138, 0.6132], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "7515853", "7104592", "1134210", "4738326", "6124976", "2551241", "4437855"], "ranked_scores": [0.8419, 0.8322, 0.6977, 0.6869, 0.6821, 0.6519, 0.6372, 0.6368, 0.6365, 0.6323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "8424304", "2229750", "1420930", "7138494", "6361048", "4594387", "3559380", "4341950", "1981693"], "ranked_scores": [0.68, 0.6478, 0.6473, 0.6401, 0.6108, 0.6088, 0.6027, 0.5992, 0.5933, 0.5876], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "3596760", "3989499", "8667781", "8771883", "2819440", "3681700", "5785232", "4564069", "1304102"], "ranked_scores": [0.6848, 0.6791, 0.6599, 0.6534, 0.6519, 0.6479, 0.642, 0.6371, 0.637, 0.6301], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-512": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "8083127", "7072115", "7837267", "1674644", "3527619", "7584907", "20886", "949520", "2684883"], "ranked_scores": [0.8256, 0.8229, 0.8047, 0.7889, 0.7813, 0.7665, 0.7664, 0.7657, 0.7653, 0.7643], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "8083127", "220565", "5633832", "157696", "1297109", "1674646", "2581550", "1021034", "527685"], "ranked_scores": [0.7261, 0.7165, 0.7107, 0.7093, 0.7055, 0.7001, 0.6868, 0.6816, 0.6794, 0.6767], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "5842823", "911138", "5582271", "5221728", "1592656", "6236648", "1238142", "4726075"], "ranked_scores": [0.7011, 0.6506, 0.636, 0.6132, 0.605, 0.6011, 0.594, 0.586, 0.5852, 0.5774], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2812582", "3338175", "5769842", "7369987", "515311", "8279447", "5984488", "6368609", "7011409", "3399535"], "ranked_scores": [0.8078, 0.7974, 0.7939, 0.7726, 0.7381, 0.737, 0.7248, 0.7163, 0.714, 0.7089], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "7048914", "2070215", "5450605", "7255678", "5346316", "4305354", "7255675", "1936834"], "ranked_scores": [0.6608, 0.6575, 0.6555, 0.6462, 0.6363, 0.614, 0.6139, 0.6068, 0.6023, 0.5949], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "7600993", "3205963", "1190311", "7776113", "5254021", "1229810", "8817884", "1123190", "8299818"], "ranked_scores": [0.7194, 0.6125, 0.6007, 0.599, 0.5911, 0.5864, 0.583, 0.5775, 0.5675, 0.5597], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "4816964", "6964479", "7813557", "5227711", "6980305", "6964486", "6801871", "6311584", "1777799"], "ranked_scores": [0.8133, 0.8121, 0.7974, 0.7682, 0.7402, 0.7271, 0.7017, 0.6894, 0.6877, 0.6734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "7698064", "3550559", "4154575", "1768445", "5079417", "5997547", "8343642", "4041246"], "ranked_scores": [0.7667, 0.7548, 0.6805, 0.6573, 0.6153, 0.6099, 0.6049, 0.6032, 0.5998, 0.5921], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365215", "8452568", "1365210", "5110182", "7531871", "249524", "6950269", "6950276", "3761522", "1640260"], "ranked_scores": [0.7048, 0.6992, 0.6879, 0.6756, 0.6727, 0.6726, 0.6722, 0.6643, 0.6574, 0.6537], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "4562810", "947575", "4513419", "5931817", "2552610", "2323827", "6124279", "7187662", "1239940"], "ranked_scores": [0.618, 0.6031, 0.5988, 0.5978, 0.5735, 0.5618, 0.5594, 0.5565, 0.5551, 0.5481], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "4922192", "1226213", "1226215", "2469923", "8583763", "5218385", "1928478"], "ranked_scores": [0.7993, 0.7555, 0.6322, 0.6131, 0.5883, 0.5602, 0.4901, 0.4809, 0.4757, 0.4695], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623383", "7058926", "295794", "295788", "7168976", "4069689", "7168973", "7058927", "8111532", "5389787"], "ranked_scores": [0.6182, 0.596, 0.5959, 0.5812, 0.5657, 0.5626, 0.5531, 0.5444, 0.5224, 0.5152], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301818", "3512764", "7301814", "6808332", "277374", "277376", "3803414"], "ranked_scores": [0.8118, 0.7673, 0.7589, 0.6278, 0.6012, 0.5939, 0.5806, 0.551, 0.5506, 0.5495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8259512", "7970736", "7970735", "8450827", "8259514", "1265191", "8450833", "8450828", "7970734"], "ranked_scores": [0.8195, 0.7918, 0.7774, 0.7194, 0.7002, 0.6832, 0.6616, 0.6552, 0.6499, 0.6165], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "4702013", "8128745", "3457120", "8684894", "3043375", "734127", "7185831", "5720449"], "ranked_scores": [0.8122, 0.7093, 0.7008, 0.6806, 0.6692, 0.6676, 0.667, 0.6604, 0.6567, 0.6537], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "2010657", "46048", "8067800", "1136294", "4768599", "8827604", "3505871"], "ranked_scores": [0.796, 0.6877, 0.5746, 0.5572, 0.5565, 0.5357, 0.5263, 0.5252, 0.5085, 0.5067], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7870700", "7870704", "3702788", "5340239", "6975615", "6667088", "5672319", "630599"], "ranked_scores": [0.8081, 0.6404, 0.6356, 0.6152, 0.5827, 0.5671, 0.5622, 0.5556, 0.5401, 0.5173], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4880893", "7948042", "2116932", "7948050", "8157542", "2116933", "2116936", "8722441", "2116938", "3646584"], "ranked_scores": [0.8056, 0.8, 0.7912, 0.7859, 0.7715, 0.7635, 0.7492, 0.7459, 0.7407, 0.7386], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "2450611", "2870276", "4998837", "3056113", "2647181", "3532662", "3891003", "3109473"], "ranked_scores": [0.6295, 0.6013, 0.5886, 0.5384, 0.5345, 0.5229, 0.5114, 0.503, 0.498, 0.4964], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "2044076", "6641480", "5231134", "3444262", "4393603", "6641482", "6775026", "4939334", "7503576"], "ranked_scores": [0.7903, 0.7334, 0.718, 0.6831, 0.6824, 0.6821, 0.6799, 0.6798, 0.6776, 0.6768], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["6127285", "7827765", "2131335", "4489797", "7803391", "7170238", "8232517", "261654", "1854682", "7170234"], "ranked_scores": [0.5041, 0.504, 0.4938, 0.4601, 0.4551, 0.4373, 0.4357, 0.4341, 0.4324, 0.4288], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "442006", "1839684", "4796869", "2588002", "1918866", "8540414", "7134383", "391341", "7269273"], "ranked_scores": [0.8229, 0.8199, 0.7998, 0.7949, 0.7873, 0.7721, 0.7688, 0.766, 0.7614, 0.7514], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "1673140", "8820180", "3768485", "7689710", "7689707", "4390430", "5364572", "5039968"], "ranked_scores": [0.7065, 0.656, 0.6431, 0.6358, 0.6324, 0.605, 0.5996, 0.5951, 0.5866, 0.582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "3346337", "3968773", "2443030", "1460640", "1546056", "6979322", "5729775", "5808457", "5210161"], "ranked_scores": [0.824, 0.8152, 0.8058, 0.7748, 0.7685, 0.7672, 0.7544, 0.7539, 0.7437, 0.7372], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5739636", "8426355", "4942019", "5269626", "2636668", "3733774", "5123227", "4942015", "7868171", "8281194"], "ranked_scores": [0.804, 0.7881, 0.7855, 0.7837, 0.783, 0.7625, 0.7594, 0.7591, 0.7559, 0.7507], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "4805364", "7527096", "2820637", "5174051", "1039754", "4805366", "1088384", "954270", "6032018"], "ranked_scores": [0.7623, 0.717, 0.6928, 0.6765, 0.6683, 0.6648, 0.6564, 0.6459, 0.6453, 0.6447], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576606", "551238", "2576605", "7137675", "6033952", "2692492", "272190", "1525620", "272188"], "ranked_scores": [0.874, 0.787, 0.7856, 0.7818, 0.7783, 0.7722, 0.7671, 0.7407, 0.725, 0.7229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6465151", "6797667", "3132831", "1850491", "3296425", "5408281", "8277053", "3188819", "250946", "7496090"], "ranked_scores": [0.6921, 0.6911, 0.6663, 0.6658, 0.6648, 0.6584, 0.6412, 0.6361, 0.636, 0.6358], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7646422", "7288502", "2061122", "7288504", "278768", "5756090", "5196370", "4437972"], "ranked_scores": [0.8428, 0.777, 0.7548, 0.7446, 0.7062, 0.6987, 0.6865, 0.6861, 0.6762, 0.6575], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "1237202", "5499496", "2068025", "7154587", "8531579", "1463441", "3872927", "1653501", "7154585"], "ranked_scores": [0.6712, 0.642, 0.6387, 0.6244, 0.6077, 0.6055, 0.5981, 0.5971, 0.5909, 0.5856], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4451324", "8796481", "2396672", "7833611", "3039809", "2918527", "8796486", "4233620", "2421104"], "ranked_scores": [0.6939, 0.6415, 0.6386, 0.6286, 0.6277, 0.6255, 0.6246, 0.6214, 0.6163, 0.6145], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511150", "4786937", "2208599", "7526870", "2099688", "4863108", "4863107", "5036995", "2617812", "2898312"], "ranked_scores": [0.7657, 0.7529, 0.7522, 0.7449, 0.7386, 0.7352, 0.7294, 0.7258, 0.7229, 0.7224], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "7937494", "3701436", "8310623", "7434451", "2299432", "7770196", "2486151"], "ranked_scores": [0.8359, 0.7535, 0.7123, 0.6939, 0.6842, 0.6797, 0.6753, 0.6709, 0.666, 0.6636], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "4256443", "8327486", "5343617", "3770821", "3659405", "2066951", "4502858", "1472503"], "ranked_scores": [0.8346, 0.8033, 0.7823, 0.7639, 0.723, 0.7216, 0.7119, 0.7041, 0.6927, 0.6913], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "5904163", "6207587", "6207588", "754800", "7853301", "8733282", "7645257", "8148596"], "ranked_scores": [0.7351, 0.6872, 0.663, 0.6426, 0.6378, 0.6369, 0.6259, 0.6146, 0.6138, 0.6015], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "4004619", "5206549", "2835995", "7734838", "2290637", "2565557", "2565560", "2245444", "7741066"], "ranked_scores": [0.8041, 0.7882, 0.78, 0.7721, 0.7653, 0.7628, 0.7585, 0.7572, 0.748, 0.7479], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "3806458", "4991356", "7161101", "4991353", "3672237", "3148555", "8374135", "7161099"], "ranked_scores": [0.82, 0.777, 0.775, 0.7671, 0.7284, 0.7239, 0.6907, 0.6855, 0.681, 0.6441], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4409027", "4900578", "2531512", "5393501", "6193415", "4605270", "3747811", "7778949"], "ranked_scores": [0.7826, 0.7717, 0.7589, 0.738, 0.6859, 0.6542, 0.6496, 0.6367, 0.6284, 0.6074], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "7428627", "7831679", "6632518", "1063812", "6632520", "3942500", "3404651", "6632522", "139961"], "ranked_scores": [0.7092, 0.6952, 0.6638, 0.6582, 0.6579, 0.6561, 0.6509, 0.6495, 0.6464, 0.6461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["921100", "1867101", "5143805", "5812523", "6955768", "8139545", "6903201", "1019739", "463652", "921101"], "ranked_scores": [0.6997, 0.688, 0.6828, 0.6745, 0.6693, 0.66, 0.6589, 0.6469, 0.6448, 0.6426], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "2940019", "7420248", "5339585", "1623860", "2940016", "7503113", "7503110", "2375458"], "ranked_scores": [0.831, 0.7268, 0.689, 0.6566, 0.6535, 0.6391, 0.6376, 0.6189, 0.6127, 0.5976], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "2024648", "7562624", "1398369", "7562631", "5304087", "1732853", "3451041", "3451044", "6711596"], "ranked_scores": [0.7128, 0.7119, 0.6909, 0.6425, 0.6199, 0.6155, 0.6035, 0.5908, 0.5685, 0.567], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8221437", "7856346", "5431260", "4127072", "4158114", "8015905", "4626170", "5409487", "6132796"], "ranked_scores": [0.7283, 0.7035, 0.687, 0.6662, 0.665, 0.6388, 0.6386, 0.6299, 0.6216, 0.6187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495831", "1634694", "7770959", "3495838", "3885772", "8608976", "1188785", "2387122"], "ranked_scores": [0.6154, 0.6137, 0.6036, 0.5487, 0.5432, 0.5293, 0.5162, 0.5023, 0.4981, 0.4965], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6212591", "6401864", "6212597", "6212588", "1941403", "3843787", "3843788", "2852056", "6965745"], "ranked_scores": [0.7551, 0.721, 0.7209, 0.6925, 0.6441, 0.5328, 0.5275, 0.5218, 0.4951, 0.4769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "2790097", "3823638", "1384086", "2379160", "7601059", "7803343", "7936183", "3823641"], "ranked_scores": [0.7157, 0.5132, 0.4661, 0.4532, 0.4402, 0.4398, 0.4296, 0.4284, 0.4257, 0.4204], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "7511874", "5891383", "8177246", "1193873", "1460690", "3668938", "8432430", "6037748"], "ranked_scores": [0.7579, 0.7065, 0.6972, 0.6788, 0.6492, 0.6476, 0.6209, 0.6206, 0.6189, 0.6156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "7104592", "1134210", "4738326", "7515853", "1136108", "6124976", "4437855"], "ranked_scores": [0.8216, 0.7988, 0.6725, 0.6441, 0.6379, 0.6302, 0.6235, 0.6152, 0.6027, 0.5977], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "8424304", "3559380", "1420930", "7597791", "2229750", "6361048", "3712796", "4594387", "7888894"], "ranked_scores": [0.657, 0.6069, 0.602, 0.5918, 0.5912, 0.5891, 0.5791, 0.5783, 0.5735, 0.5716], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["3596760", "7946528", "8771883", "4564069", "8667781", "3989499", "4385335", "1939468", "5785232", "1304102"], "ranked_scores": [0.6939, 0.6882, 0.6832, 0.6783, 0.6686, 0.6661, 0.6537, 0.6525, 0.6521, 0.6489], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-32-post-binary": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1297109", "7712207", "7072115", "1580887", "949520", "3619391", "3671400", "542682", "3944850", "389684"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1450843", "1612669", "1021034", "4253196", "1674644", "3534685", "8233327", "5633832", "8639333", "8083127"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["1904920", "5582271", "5221728", "298606", "8528760", "6004462", "8186121", "944813", "8265256", "936167"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["1727064", "6926916", "5684712", "6826784", "66616", "6748971", "7386338", "826568", "8825856", "8279447"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["5085223", "4774028", "574950", "3820657", "7048914", "3937136", "729819", "7809289", "8307546", "8661651"], "ranked_scores": [28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1190311", "3205963", "4496437", "1494980", "8011156", "4564098", "1919882", "5606320", "2215699", "4450104"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "6311584", "563355", "71608", "8327486", "6980305", "7840121", "7260457", "8369659", "8782711"], "ranked_scores": [26.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["1956395", "3550563", "7970734", "217890", "3550561", "8450833", "3726367", "7948212", "8760018", "8343642"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["6912717", "1063812", "2174725", "1365210", "7531871", "99506", "3935875", "3980290", "7144756", "7061609"], "ranked_scores": [28.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["1449069", "4872394", "4582407", "50056", "6768280", "5980491", "7094585", "7050150", "8584557", "8778783"], "ranked_scores": [29.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["3897453", "2878725", "5640027", "1670844", "3829937", "8511971", "5640023", "584594", "8583763", "6846842"], "ranked_scores": [27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7058926", "4623383", "5490134", "4667084", "7058927", "7937824", "7254353", "5258416", "81300", "8516644"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["3039809", "3495831", "4623381", "5809779", "4689769", "609594", "609590", "5573355", "5809784", "7301816"], "ranked_scores": [28.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970736", "7970728", "3790851", "5183833", "7970734", "8450827", "8450833", "8665855", "8823462"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["4702012", "485410", "6145894", "4702013", "5355819", "5417234", "74884", "7160805", "8296554", "7749216"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "8023011", "1136294", "3505871", "3936785", "507239", "5340239", "7643704", "6504208", "8067800"], "ranked_scores": [28.0, 27.0, 27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "2818783", "1495624", "3716678", "7643704", "2973373", "507239", "6893977", "7220310", "7937822"], "ranked_scores": [29.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116933", "2052127", "2696075", "1768680", "2716516", "2116936", "4127072", "507239", "549182", "7948050"], "ranked_scores": [29.0, 28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["4084890", "4232045", "2524818", "4253088", "8707863", "3839347", "8679463", "8686956", "8771883", "956203"], "ranked_scores": [26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["6607918", "4939334", "1175612", "6641480", "6775026", "6951440", "7551316", "7503570", "862392", "8796481"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["5233690", "1348264", "1866080", "4489797", "2157256", "4999276", "7937823", "3720839", "7346169", "82064"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["391341", "3407961", "391342", "1023113", "1302724", "1070638", "1918866", "2537937", "5535297", "8540414"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["2800418", "3246403", "1936744", "6506033", "4390430", "2105684", "8398028", "8820180", "917841", "899649"], "ranked_scores": [30.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["1203674", "6990532", "8615461", "8386856", "4617487", "6603790", "7346170", "7649297", "8630967", "92150"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["297601", "1348264", "2636672", "7346169", "1035452", "2636677", "2636668", "6365873", "7424964", "8357075"], "ranked_scores": [28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "8474680", "4805364", "405963", "4765789", "4805366", "5027729", "5170949", "6507418", "6476873"], "ranked_scores": [27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["272190", "272188", "7137675", "1525620", "2692492", "870353", "6033952", "6224698", "681855", "6990532"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8686956", "8681111", "5184907", "5408281", "6539677", "6632629", "8716923", "859199", "7395205", "8346189"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "2077449", "1269652", "6761537", "7288502", "4437972", "1980142", "8139545", "8265919", "8779558"], "ranked_scores": [31.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["8624217", "2525613", "1536187", "3302094", "3424319", "4603022", "8351922", "4956876", "8278272", "5764460"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833611", "8796481", "8796486", "4861485", "5084215", "6392824", "5964551", "7833608", "8607085", "7975065"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "3141441", "1511150", "4551599", "4786937", "8494137", "4863107", "5036995", "982652", "5339586"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["6281807", "7110611", "5164644", "3701436", "7558181", "7370269", "7429864", "755164", "888154", "8631154"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["7728425", "8327486", "1205478", "1592532", "2459488", "2375462", "632809", "5183833", "7275857", "6965745"], "ranked_scores": [28.0, 28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["6768280", "7853301", "5827787", "4830262", "5100196", "7870705", "7789241", "7870700", "8584557", "7870707"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["3830558", "5206549", "4111498", "2290637", "44595", "4589415", "4205560", "7956869", "630599", "8265919"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["408860", "117136", "8157356", "5891383", "7161101", "7142747", "8217557", "7511875", "826058", "7644552"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778948", "6193415", "5231292", "5610771", "4561916", "5426222", "7778956", "6532402", "8045985", "8323384"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2811260", "8758192", "6632518", "6632520", "6909168", "7582741", "7094491", "7582739", "7795896", "8778783"], "ranked_scores": [26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["886990", "6077099", "7163540", "7699640", "1612669", "6903201", "7932507", "7313342", "8130499", "7882842"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["88374", "1549229", "6036135", "4996201", "4258663", "567380", "6341978", "6179402", "704603", "7572377"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["5304087", "3451041", "1398369", "3451044", "2024648", "3844305", "7562624", "4758511", "7725657", "8822768"], "ranked_scores": [26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8369687", "1763487", "2536995", "1021677", "6193972", "1279238", "6761602", "6397787", "8213865", "7856346"], "ranked_scores": [28.0, 27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["6768280", "5579441", "5002757", "5347134", "7770963", "6951614", "5865180", "6429994", "767018", "6937120"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "609594", "7430879", "5581868", "5609247", "6787213", "5612948", "7123629", "6938258", "8314543"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["2536037", "1399397", "4301", "4717603", "7172147", "7796014", "6938258", "7332215", "7837267", "99506"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["1460685", "3656154", "6921533", "6961304", "8177246", "8323384", "7238264", "8751797", "845706", "7856899"], "ranked_scores": [29.0, 29.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["3701436", "8310623", "1690952", "6567497", "5164644", "7476141", "6124976", "8477171", "7110611", "7558181"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "3285357", "1420930", "1772350", "1942837", "4076789", "5090588", "6986881", "5209746", "8424304"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["2819440", "4564069", "1953277", "8758591", "8707863", "4630972", "3839347", "8828449", "8798058", "7531871"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-64-post-binary": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["8083121", "1297109", "2684883", "7072115", "8083127", "949520", "20886", "3619391", "542682", "8825856"], "ranked_scores": [57.0, 57.0, 56.0, 56.0, 55.0, 55.0, 54.0, 53.0, 53.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1021034", "3534685", "20886", "5865180", "8083127", "1450843", "3063200", "5633832", "389116", "949520"], "ranked_scores": [56.0, 54.0, 54.0, 54.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["944813", "5582271", "3016589", "665734", "8186121", "2496551", "6402602", "5913982", "59604", "6004462"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5684712", "1727064", "5769842", "6926916", "3338175", "66616", "515311", "7369987", "5359258", "8279447"], "ranked_scores": [51.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "1031361", "4774028", "574950", "7154584", "7410205", "7776113", "8357075", "8554964", "8307546"], "ranked_scores": [51.0, 50.0, 48.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "7776113", "1123190", "1825327", "1190311", "4496437", "4564098", "5676506", "6199240", "5694666"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "5227711", "4816964", "7813557", "3941958", "6311584", "2079056", "563355", "8349710", "6964479"], "ranked_scores": [49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["8760018", "3550561", "3550563", "6212591", "6961304", "3550559", "1956395", "7728427", "2554016", "7970734"], "ranked_scores": [54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["7531871", "2322244", "1365210", "3761519", "2322245", "7446183", "3935387", "5180631", "1102477", "8790064"], "ranked_scores": [52.0, 51.0, 51.0, 51.0, 50.0, 49.0, 49.0, 48.0, 48.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["50056", "1150856", "2066852", "3063200", "1844184", "4872394", "5100196", "5469449", "6880513", "8584557"], "ranked_scores": [52.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226213", "7707024", "4922192", "1438830", "1462104", "1226216", "584594", "2469923", "1206571", "5640027"], "ranked_scores": [49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8516644", "4996378", "295794", "2270251", "4623383", "7793020", "4667084", "8134305", "8661651", "8639333"], "ranked_scores": [49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["3039809", "7301823", "7301819", "1418494", "5809784", "7301816", "6768417", "4689769", "7885042", "8323783"], "ranked_scores": [50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970728", "7970736", "8450833", "1265191", "8450827", "7970734", "4717597", "7970735", "8665855"], "ranked_scores": [56.0, 56.0, 55.0, 53.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["8346654", "5417234", "5355819", "232771", "7160805", "6257976", "2174661", "8636883", "2703680", "4702013"], "ranked_scores": [53.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "3505871", "1136294", "7220312", "3936785", "3452115", "6467669", "5042965", "7464919", "8023011"], "ranked_scores": [50.0, 50.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["6975615", "2973373", "7911229", "7870707", "2020929", "2818783", "630605", "549175", "5966186", "630599"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["5752686", "7948042", "7964392", "2116933", "2066593", "2083431", "2116932", "2116936", "7948050", "8722441"], "ranked_scores": [51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "3891003", "4084890", "2589790", "956203", "4998837", "5351935", "4074080", "7170238", "8193212"], "ranked_scores": [50.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["6607918", "1175612", "2044076", "5517313", "8065757", "6822082", "7503570", "7551316", "925659", "862392"], "ranked_scores": [54.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["6127285", "5233690", "8232517", "4489797", "2131339", "4999276", "8091571", "7827767", "5271104", "8233455"], "ranked_scores": [49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "8540414", "4796869", "1918866", "4749447", "2588002", "5433030", "7134383", "5535297"], "ranked_scores": [53.0, 52.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "1979735", "5364574", "1143382", "5039965", "1673140", "7344901", "7689710", "3768485", "8186110"], "ranked_scores": [51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["6979322", "4679829", "92150", "3968773", "6542300", "3346337", "4615784", "6603790", "5729775", "6906376"], "ranked_scores": [53.0, 53.0, 53.0, 53.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["297601", "1348264", "7346169", "2636668", "2636672", "6365873", "5269626", "1871081", "4647338", "5739636"], "ranked_scores": [55.0, 55.0, 54.0, 53.0, 53.0, 53.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "3073632", "4805364", "5027729", "5170949", "1475307", "2820637", "4805366", "5027731", "7650732"], "ranked_scores": [52.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["272190", "272188", "2692492", "1613675", "870345", "1314390", "681855", "551238", "7137675", "6224698"], "ranked_scores": [60.0, 58.0, 58.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["2570595", "1615478", "258524", "5408281", "3720839", "8346189", "3749515", "3869346", "5184907", "8263203"], "ranked_scores": [53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5196370", "7288502", "5756096", "4437965", "4954684", "4437972", "5094229", "7288504", "8779558"], "ranked_scores": [61.0, 57.0, 56.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["8531579", "3424319", "3230959", "6835042", "3872927", "3051802", "7647368", "8624217", "8278272", "8506101"], "ranked_scores": [51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833611", "8796481", "8607085", "8421090", "7975065", "8796486", "4233620", "6343914", "7833608", "8773427"], "ranked_scores": [53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3176987", "7526871", "1511150", "1282741", "2617807", "4551599", "447409", "7526870", "8290414", "8443448"], "ranked_scores": [56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "6688745", "6281807", "7558181", "8373163", "2744673", "3701436", "4517769", "7110612", "5655"], "ranked_scores": [53.0, 53.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["8327486", "4151423", "1592532", "3770821", "30085", "3291853", "806029", "489952", "7728425", "8314543"], "ranked_scores": [52.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853301", "2679936", "7853304", "5932719", "7870705", "5904163", "1965669", "767018", "8148596", "8733282"], "ranked_scores": [52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "2290637", "4589415", "5206549", "2391077", "2565557", "2565555", "7734838", "8347480", "8819844"], "ranked_scores": [58.0, 58.0, 57.0, 56.0, 55.0, 55.0, 54.0, 54.0, 54.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991356", "7142747", "7161101", "7644552", "3806458", "8441078", "459888", "6213244", "7161097", "8217557"], "ranked_scores": [52.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4409027", "4605271", "5610771", "7778948", "3747811", "4900578", "8361061", "4363844", "4409024", "7778956"], "ranked_scores": [51.0, 51.0, 51.0, 51.0, 51.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["6632520", "6632518", "1063811", "6803877", "2811260", "3722841", "5186526", "7795896", "8758192", "7582741"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["7699640", "463648", "6903206", "4598321", "886990", "7882842", "1478189", "5961455", "6903201", "6955768"], "ranked_scores": [55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "88374", "6036135", "1549229", "4636167", "4996201", "4860953", "7692614", "5339585", "8450827"], "ranked_scores": [57.0, 54.0, 53.0, 52.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["5304087", "7562624", "2024648", "6909168", "1398369", "7562631", "6810306", "3368462", "4758511", "7825322"], "ranked_scores": [52.0, 51.0, 50.0, 50.0, 48.0, 48.0, 47.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8015905", "4127072", "1061747", "7856346", "6284716", "6284710", "6722338", "7418648", "8369687"], "ranked_scores": [50.0, 50.0, 50.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "2186699", "8608976", "1206520", "5579441", "3253487", "1338462", "1611463", "2384334", "6768280"], "ranked_scores": [55.0, 50.0, 50.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "609594", "6212597", "6212591", "88374", "6401864", "6814815", "8314543", "8450827", "8634589"], "ranked_scores": [54.0, 54.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["2411467", "1399397", "6360847", "7255049", "6423189", "4272080", "5402180", "4520541", "5653612", "7172147"], "ranked_scores": [48.0, 48.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["1460685", "7511875", "7238264", "6921533", "2716981", "3660736", "2394257", "510185", "2535259", "8549944"], "ranked_scores": [54.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["1690952", "6567497", "6124976", "7057938", "7395885", "7104592", "1134210", "1452606", "7515853", "7558181"], "ranked_scores": [53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7772221", "1981696", "4076789", "3285357", "2229750", "286801", "5090588", "5209746", "6417183", "8424304"], "ranked_scores": [54.0, 54.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["3664758", "2819440", "8798058", "3391694", "3681700", "3989499", "5143248", "8743967", "8707863", "6304249"], "ranked_scores": [54.0, 54.0, 54.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-128-post-binary": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["8083121", "2684883", "8083127", "1297109", "1021034", "1674644", "20886", "7248824", "1245152", "5865180"], "ranked_scores": [106.0, 106.0, 105.0, 105.0, 101.0, 101.0, 101.0, 101.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["8083127", "5633832", "5865180", "1021034", "360880", "3063200", "5100196", "8083121", "8398033", "8639333"], "ranked_scores": [106.0, 102.0, 101.0, 100.0, 98.0, 98.0, 98.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["694863", "7094398", "5582271", "2496551", "1238142", "298606", "5913982", "2150669", "6711596", "7694305"], "ranked_scores": [95.0, 95.0, 94.0, 92.0, 92.0, 92.0, 92.0, 92.0, 92.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "8279447", "3338175", "1727064", "5359258", "515311", "66620", "6926916", "7369987", "2812582"], "ranked_scores": [103.0, 102.0, 101.0, 101.0, 100.0, 99.0, 98.0, 98.0, 98.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "8357075", "1159742", "856390", "3794304", "3794297", "1936834", "2525613", "4830829", "574950"], "ranked_scores": [95.0, 93.0, 89.0, 89.0, 89.0, 89.0, 89.0, 88.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1190311", "5606320", "1123190", "7776113", "8299818", "4496437", "1494980", "41363", "4564098", "7469549"], "ranked_scores": [97.0, 96.0, 93.0, 92.0, 92.0, 91.0, 91.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "5227711", "7260457", "4816964", "6964479", "6311584", "3941958", "563355", "5091618", "7840121"], "ranked_scores": [100.0, 100.0, 99.0, 99.0, 97.0, 97.0, 97.0, 96.0, 94.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550559", "8343642", "3550561", "6961304", "4041246", "8130498", "6212591", "8760018", "4154575"], "ranked_scores": [103.0, 103.0, 102.0, 100.0, 98.0, 97.0, 97.0, 97.0, 97.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["7531871", "1365210", "1102481", "2322244", "1102477", "2322245", "289409", "6950275", "5180629", "5373185"], "ranked_scores": [103.0, 99.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["1239940", "1844184", "947575", "2066852", "6880513", "2552610", "5469449", "4513419", "4872394", "7137594"], "ranked_scores": [98.0, 96.0, 94.0, 92.0, 92.0, 92.0, 91.0, 91.0, 91.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "4922192", "1226213", "7707024", "1438830", "8583764", "1462104", "263423", "3388064", "584594"], "ranked_scores": [96.0, 93.0, 93.0, 92.0, 90.0, 90.0, 89.0, 88.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["295788", "4623383", "7793020", "4996378", "295794", "6579766", "1798238", "7168976", "7058926", "8111528"], "ranked_scores": [95.0, 95.0, 93.0, 93.0, 91.0, 91.0, 90.0, 90.0, 90.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301819", "7301816", "7301823", "2197886", "5809784", "7301818", "6808332", "4892433", "6768417", "928865"], "ranked_scores": [103.0, 101.0, 97.0, 95.0, 93.0, 92.0, 92.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "7970736", "8259512", "7970735", "8450833", "8450827", "7970734", "3414066", "6709251", "4717597"], "ranked_scores": [106.0, 105.0, 103.0, 100.0, 97.0, 97.0, 96.0, 96.0, 95.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "2586618", "232771", "7160799", "6257976", "8296554", "8346654", "7749216", "2174661", "8128745"], "ranked_scores": [96.0, 94.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "3452115", "3936785", "3505871", "7220312", "1136294", "4768599", "46048", "8067800", "7161045"], "ranked_scores": [100.0, 95.0, 94.0, 93.0, 93.0, 91.0, 91.0, 91.0, 91.0, 89.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5672317", "6975615", "2995208", "5340239", "7911229", "3702788", "6043027", "630605", "6667088"], "ranked_scores": [100.0, 96.0, 96.0, 95.0, 94.0, 94.0, 93.0, 92.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "2116932", "2083431", "7964392", "2116936", "1435310", "8157542", "2236339", "7948050", "6893978"], "ranked_scores": [106.0, 106.0, 105.0, 103.0, 103.0, 102.0, 102.0, 102.0, 102.0, 101.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "4074080", "2450611", "4998837", "2831033", "4253088", "2564157", "3891003", "694863", "8193212"], "ranked_scores": [92.0, 92.0, 91.0, 91.0, 90.0, 90.0, 89.0, 88.0, 87.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["6607918", "2044076", "4939334", "7503570", "6641482", "5454154", "1175612", "4393601", "7153163", "6641480"], "ranked_scores": [104.0, 103.0, 102.0, 102.0, 100.0, 100.0, 99.0, 99.0, 99.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "5233690", "7164589", "7827765", "3147298", "413811", "4489797", "7176257", "6535897", "7170238"], "ranked_scores": [95.0, 92.0, 92.0, 92.0, 91.0, 91.0, 90.0, 90.0, 89.0, 89.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "2588002", "8045986", "863946", "4796869", "5535297", "1918866", "8540414", "5000405", "7134383"], "ranked_scores": [104.0, 102.0, 102.0, 100.0, 100.0, 99.0, 99.0, 98.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "1143382", "4606680", "4390430", "5167352", "2105684", "1272785", "1878471", "3246403", "64801"], "ranked_scores": [98.0, 98.0, 97.0, 97.0, 94.0, 94.0, 93.0, 93.0, 93.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["631307", "92150", "3968773", "1460637", "4615784", "6979322", "5668797", "5210161", "4843274", "5729775"], "ranked_scores": [99.0, 98.0, 98.0, 97.0, 97.0, 97.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["297601", "4942015", "7135032", "4942019", "7908771", "5739636", "8281194", "1348264", "5269626", "890035"], "ranked_scores": [105.0, 104.0, 104.0, 104.0, 103.0, 103.0, 103.0, 102.0, 102.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "4805364", "4805366", "3073632", "2820637", "7527096", "6343914", "1333652", "6032018", "7650732"], "ranked_scores": [104.0, 104.0, 103.0, 103.0, 102.0, 101.0, 101.0, 99.0, 99.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "272190", "2692492", "1059524", "681855", "7137675", "6033952", "272188", "1525620", "870345"], "ranked_scores": [108.0, 107.0, 106.0, 105.0, 104.0, 104.0, 103.0, 103.0, 102.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6797667", "5408281", "2589790", "6502553", "3132831", "1663808", "2570595", "3749515", "8265258", "6694795"], "ranked_scores": [99.0, 99.0, 97.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7288502", "7892877", "5196370", "7288504", "5756096", "2536497", "3557230", "2929750", "5756099"], "ranked_scores": [114.0, 105.0, 103.0, 102.0, 102.0, 102.0, 101.0, 101.0, 101.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["5499496", "3872927", "6032214", "3230959", "8531579", "2068025", "4594595", "1653501", "7154584", "7647368"], "ranked_scores": [97.0, 97.0, 97.0, 96.0, 95.0, 94.0, 93.0, 93.0, 93.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["8607085", "7833611", "3979452", "4966850", "8796481", "3790429", "7975065", "2396672", "2918527", "7833608"], "ranked_scores": [101.0, 99.0, 99.0, 98.0, 98.0, 98.0, 98.0, 96.0, 96.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "447409", "4786937", "7573185", "7526871", "2617807", "982652", "8443448", "1511150", "982644"], "ranked_scores": [108.0, 107.0, 106.0, 106.0, 105.0, 105.0, 105.0, 105.0, 104.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "3701436", "6281807", "755164", "7937494", "6688745", "8237806", "8687818", "8373170"], "ranked_scores": [108.0, 102.0, 101.0, 100.0, 99.0, 96.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3770821", "8327486", "7672042", "5336580", "5336577", "2066951", "4256443", "5343617", "7299128"], "ranked_scores": [104.0, 103.0, 102.0, 101.0, 100.0, 100.0, 99.0, 99.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853301", "5904163", "5932719", "8148596", "1543714", "4687112", "3915433", "2679936", "2084584", "3712671"], "ranked_scores": [101.0, 98.0, 97.0, 96.0, 95.0, 95.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "2391077", "5206549", "2290637", "2565555", "4589415", "2565557", "8819844", "2651678", "5212100"], "ranked_scores": [112.0, 109.0, 109.0, 107.0, 107.0, 107.0, 106.0, 105.0, 104.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991356", "3806458", "826058", "4991354", "7161101", "4991353", "7161097", "117136", "1488919", "3148555"], "ranked_scores": [104.0, 102.0, 101.0, 100.0, 98.0, 96.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4409027", "4605271", "4900578", "7778956", "2531512", "1895539", "4605270", "5171449", "8361061", "5393501"], "ranked_scores": [103.0, 103.0, 103.0, 99.0, 99.0, 97.0, 97.0, 97.0, 97.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["6632518", "6632522", "6632520", "2811260", "4196280", "7428627", "4005369", "7582739", "7795896", "8586692"], "ranked_scores": [100.0, 98.0, 98.0, 97.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["463648", "7882842", "8139545", "6903201", "6180355", "6761606", "6903206", "7313342", "7699640", "8628822"], "ranked_scores": [103.0, 103.0, 103.0, 103.0, 102.0, 102.0, 101.0, 101.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "6036135", "4996201", "88374", "4258668", "1549229", "2375458", "5339585", "2940019", "7420248"], "ranked_scores": [107.0, 102.0, 100.0, 100.0, 99.0, 98.0, 98.0, 97.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "2024648", "1398369", "5304087", "7562631", "3368462", "8738884", "7825322", "6472411", "6810306"], "ranked_scores": [100.0, 98.0, 97.0, 97.0, 96.0, 94.0, 93.0, 93.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8015905", "4127072", "8221430", "2659096", "6132796", "5431260", "2525123", "6284710", "7856346", "6834849"], "ranked_scores": [99.0, 97.0, 97.0, 95.0, 94.0, 94.0, 93.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "1206520", "1338462", "8608976", "1611463", "5579441", "2553886", "6972339", "6768280", "7094585"], "ranked_scores": [101.0, 98.0, 96.0, 94.0, 93.0, 92.0, 92.0, 91.0, 90.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6212588", "6212597", "6401864", "8827602", "6212591", "7464919", "2194203", "1941403", "1477936"], "ranked_scores": [107.0, 105.0, 103.0, 103.0, 99.0, 98.0, 97.0, 95.0, 95.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "6360847", "2411467", "7332215", "5653612", "609594", "4520541", "5696682", "7172147", "7601059"], "ranked_scores": [91.0, 87.0, 86.0, 86.0, 85.0, 85.0, 85.0, 85.0, 84.0, 84.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["1460685", "510185", "7238264", "6305059", "2535259", "7144188", "2716981", "1544067", "2565604", "490710"], "ranked_scores": [101.0, 99.0, 95.0, 95.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "1690952", "7515853", "1452606", "7395884", "7057938", "1134210", "7104592", "1728760"], "ranked_scores": [107.0, 107.0, 103.0, 101.0, 100.0, 99.0, 99.0, 98.0, 98.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "7772221", "286801", "2229750", "2192937", "4116741", "6361048", "6358108", "4594387", "4653305"], "ranked_scores": [103.0, 99.0, 96.0, 95.0, 94.0, 94.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["3989499", "3681700", "3391694", "5025261", "3664758", "8798058", "4385335", "5143248", "297876", "8758591"], "ranked_scores": [100.0, 98.0, 97.0, 97.0, 97.0, 97.0, 97.0, 97.0, 96.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-256-post-binary": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["8083127", "1674646", "638358", "6375472", "5865180", "2746690", "1297109", "7584907", "7072115", "8083121"], "ranked_scores": [199.0, 199.0, 198.0, 197.0, 196.0, 195.0, 194.0, 194.0, 193.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["5633832", "1021034", "8083127", "8398033", "2684883", "5865180", "20886", "7584907", "3534685", "6375472"], "ranked_scores": [200.0, 200.0, 199.0, 197.0, 194.0, 194.0, 193.0, 192.0, 191.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["59604", "7094398", "298606", "5226726", "5582271", "8510222", "5221728", "2102610", "5842823", "5559112"], "ranked_scores": [188.0, 185.0, 184.0, 183.0, 183.0, 183.0, 182.0, 182.0, 182.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "7369987", "515311", "2812582", "2541248", "8279447", "3399535", "5684712", "939894"], "ranked_scores": [210.0, 207.0, 204.0, 203.0, 201.0, 198.0, 198.0, 197.0, 196.0, 195.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "3794304", "856390", "3794297", "1159742", "2525613", "2070215", "7255675", "1936834", "8357075"], "ranked_scores": [183.0, 182.0, 182.0, 182.0, 180.0, 179.0, 178.0, 177.0, 176.0, 176.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1190311", "5606320", "1123190", "5254021", "7469549", "2215699", "4496437", "188784", "7776113", "8299818"], "ranked_scores": [189.0, 188.0, 183.0, 181.0, 181.0, 180.0, 179.0, 177.0, 176.0, 175.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "6964479", "7813557", "4816964", "5227711", "6311584", "5091618", "6964486", "4846576", "6801871"], "ranked_scores": [199.0, 196.0, 195.0, 195.0, 191.0, 187.0, 187.0, 187.0, 185.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550559", "3550561", "8760018", "7698064", "8343642", "1768445", "4041246", "5997547", "4498692"], "ranked_scores": [203.0, 199.0, 198.0, 191.0, 190.0, 188.0, 187.0, 187.0, 185.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "7531871", "1365215", "6950269", "4432476", "3935387", "1640257", "1102481", "8452568", "951862"], "ranked_scores": [191.0, 190.0, 188.0, 188.0, 184.0, 184.0, 183.0, 182.0, 182.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["1239940", "947575", "4513419", "2553646", "5132484", "1778214", "2552610", "4293610", "5469449", "5100196"], "ranked_scores": [190.0, 186.0, 183.0, 175.0, 175.0, 173.0, 173.0, 173.0, 173.0, 173.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1438830", "1226213", "1226215", "4405605", "8583764", "7905540", "8583763"], "ranked_scores": [190.0, 187.0, 183.0, 179.0, 174.0, 172.0, 172.0, 172.0, 170.0, 170.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["295794", "4623383", "295788", "8111528", "7168976", "4069689", "4996378", "7168973", "7793020", "7858639"], "ranked_scores": [187.0, 186.0, 184.0, 181.0, 181.0, 178.0, 176.0, 175.0, 175.0, 175.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301816", "7301823", "7301819", "6808332", "3512764", "277381", "4819520", "5696456", "8428361", "7301818"], "ranked_scores": [198.0, 198.0, 197.0, 181.0, 178.0, 177.0, 176.0, 176.0, 176.0, 176.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8259512", "7970736", "7970735", "8450827", "7970734", "8450833", "1265191", "8259514", "6709251"], "ranked_scores": [205.0, 204.0, 203.0, 198.0, 191.0, 191.0, 190.0, 187.0, 187.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "7160799", "8128745", "8346654", "7138663", "664917", "6257976", "6193662", "8296554", "8636883"], "ranked_scores": [203.0, 194.0, 192.0, 190.0, 190.0, 187.0, 185.0, 185.0, 184.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "4768599", "3505871", "8067800", "3936785", "6467669", "8142216", "921284"], "ranked_scores": [200.0, 187.0, 183.0, 182.0, 176.0, 174.0, 173.0, 173.0, 172.0, 172.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "3702788", "6667088", "7870704", "7870705", "6975615", "4830263", "2995208", "5382926", "7870700"], "ranked_scores": [197.0, 188.0, 185.0, 185.0, 182.0, 181.0, 178.0, 177.0, 176.0, 175.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4880893", "2116932", "7948042", "7948050", "2116936", "7964388", "2083431", "8157542", "3646580", "8660295"], "ranked_scores": [205.0, 205.0, 204.0, 202.0, 201.0, 200.0, 199.0, 198.0, 196.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4253088", "3532662", "2564157", "4074080", "4998837", "2870276", "2450611", "3891003"], "ranked_scores": [179.0, 179.0, 179.0, 177.0, 175.0, 175.0, 175.0, 172.0, 171.0, 171.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5674942", "2044076", "6607918", "4393601", "6641480", "925659", "1226636", "4393603", "4939334"], "ranked_scores": [206.0, 198.0, 197.0, 196.0, 195.0, 195.0, 194.0, 193.0, 193.0, 193.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827765", "4595482", "7170238", "6803255", "7170234", "4489797", "6804877", "6535897", "7827767", "1854682"], "ranked_scores": [181.0, 179.0, 177.0, 176.0, 176.0, 175.0, 174.0, 173.0, 172.0, 171.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "2588002", "4796869", "442006", "4796876", "7134383", "863946", "391341", "1918866", "391342"], "ranked_scores": [210.0, 207.0, 204.0, 201.0, 200.0, 200.0, 200.0, 197.0, 196.0, 195.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "1143382", "4390430", "2800418", "2105684", "7689710", "3246403", "4936994", "409310", "4606680"], "ranked_scores": [193.0, 193.0, 185.0, 184.0, 182.0, 182.0, 181.0, 181.0, 180.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3968773", "92150", "5668797", "6979322", "5729775", "2443030", "5210161", "1460640", "3346337", "6243136"], "ranked_scores": [208.0, 206.0, 205.0, 204.0, 202.0, 202.0, 201.0, 200.0, 199.0, 199.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2636668", "5123227", "4942015", "5269626", "5739636", "4942019", "7424964", "7908771", "8281194", "8426355"], "ranked_scores": [203.0, 202.0, 201.0, 201.0, 200.0, 199.0, 199.0, 199.0, 199.0, 198.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["4805364", "5170949", "7527096", "3073632", "6343914", "1039754", "1333652", "2820637", "5174051", "954270"], "ranked_scores": [213.0, 210.0, 197.0, 196.0, 195.0, 195.0, 193.0, 192.0, 191.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "6033952", "7137675", "2692492", "2576605", "2576606", "1059524", "1525620", "551238", "870346"], "ranked_scores": [216.0, 210.0, 206.0, 205.0, 205.0, 205.0, 202.0, 200.0, 200.0, 200.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["3749515", "8265258", "5408281", "6502553", "3720839", "6797667", "8633163", "1850491", "3188819", "7496090"], "ranked_scores": [196.0, 196.0, 194.0, 194.0, 193.0, 192.0, 191.0, 191.0, 191.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7288502", "7288504", "5094229", "7892877", "2536497", "5196370", "278768", "7646422", "3557230"], "ranked_scores": [219.0, 205.0, 198.0, 196.0, 196.0, 194.0, 194.0, 192.0, 192.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["7154584", "3872927", "7154585", "5764460", "1237202", "6818953", "2068025", "2525613", "5499496", "6032214"], "ranked_scores": [186.0, 183.0, 183.0, 183.0, 182.0, 181.0, 180.0, 180.0, 180.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "8607085", "4765785", "3790429", "8796481", "2918527", "3039809", "4966850", "7975065"], "ranked_scores": [199.0, 196.0, 195.0, 194.0, 192.0, 192.0, 191.0, 191.0, 189.0, 189.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["982652", "7526870", "4786937", "1511150", "447409", "4863108", "4863107", "2208599", "7526867", "7526868"], "ranked_scores": [206.0, 206.0, 201.0, 200.0, 200.0, 200.0, 200.0, 199.0, 199.0, 198.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "755164", "6281807", "7937494", "3701436", "8237806", "2299432", "7110611", "8373163"], "ranked_scores": [208.0, 197.0, 197.0, 195.0, 194.0, 192.0, 191.0, 190.0, 189.0, 189.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "8327486", "3770821", "2066951", "4256443", "7672042", "5336580", "5343617", "7728425", "30085"], "ranked_scores": [207.0, 199.0, 197.0, 197.0, 195.0, 195.0, 195.0, 194.0, 187.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853301", "8148596", "7853304", "1683771", "5904163", "3712671", "8733282", "5932719", "754800", "7645257"], "ranked_scores": [191.0, 187.0, 186.0, 184.0, 183.0, 182.0, 182.0, 182.0, 180.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["5206549", "4004619", "4589415", "2391077", "2565555", "6302238", "1338702", "2835995", "8819844", "4211216"], "ranked_scores": [210.0, 209.0, 205.0, 203.0, 202.0, 201.0, 201.0, 200.0, 200.0, 200.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "3806458", "826058", "4991356", "7161101", "3148555", "4991353", "1621473", "1003386", "8374135"], "ranked_scores": [201.0, 196.0, 194.0, 194.0, 190.0, 185.0, 185.0, 182.0, 181.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "7778956", "4409027", "4605271", "2531512", "5393501", "3747811", "4363844", "6534062", "6711396"], "ranked_scores": [205.0, 204.0, 198.0, 198.0, 197.0, 189.0, 188.0, 187.0, 186.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["3404651", "4208658", "7428627", "6632522", "2488121", "6803877", "6167829", "7831679", "8586692", "6632520"], "ranked_scores": [189.0, 186.0, 185.0, 184.0, 183.0, 182.0, 182.0, 182.0, 182.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5812523", "6903201", "6903206", "463652", "7313342", "5143805", "1867101", "5812517", "6955768", "8608886"], "ranked_scores": [197.0, 197.0, 196.0, 196.0, 196.0, 195.0, 195.0, 193.0, 193.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "6036135", "5339585", "7420248", "88374", "2940016", "1549229", "7692614", "952726"], "ranked_scores": [206.0, 192.0, 191.0, 188.0, 186.0, 185.0, 183.0, 183.0, 182.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["2024648", "7562624", "5304087", "8738884", "7562631", "1398369", "2069035", "3599369", "3451041", "3715197"], "ranked_scores": [201.0, 199.0, 190.0, 186.0, 184.0, 183.0, 182.0, 182.0, 182.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8015905", "8221430", "4127072", "8221437", "2659096", "7856346", "5431260", "4158114", "6834849", "5409487"], "ranked_scores": [203.0, 200.0, 198.0, 195.0, 190.0, 190.0, 188.0, 186.0, 185.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495831", "8608976", "3495838", "3495837", "6392875", "1875831", "2553886", "2387122", "6625132"], "ranked_scores": [196.0, 190.0, 182.0, 181.0, 180.0, 178.0, 177.0, 177.0, 177.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6212591", "6212597", "6401864", "6212588", "1941403", "3843787", "2194203", "609590", "8470196"], "ranked_scores": [201.0, 199.0, 196.0, 194.0, 189.0, 184.0, 184.0, 183.0, 183.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "1384086", "2299388", "2411467", "6072167", "2379160", "7803343", "7332215", "5653612", "7840847"], "ranked_scores": [189.0, 174.0, 172.0, 172.0, 171.0, 171.0, 170.0, 170.0, 169.0, 169.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["1460685", "7511875", "2535259", "6037748", "2716981", "1193873", "1460690", "7511874", "7144188", "7238264"], "ranked_scores": [202.0, 192.0, 189.0, 187.0, 185.0, 184.0, 184.0, 184.0, 184.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "1134210", "4709447", "7395884", "1452606", "7515853", "2551241", "7104592"], "ranked_scores": [209.0, 206.0, 194.0, 188.0, 187.0, 187.0, 186.0, 186.0, 186.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "8424304", "1420930", "7772221", "2229750", "2192937", "7589839", "1981693", "286801", "5955286"], "ranked_scores": [205.0, 189.0, 188.0, 187.0, 186.0, 185.0, 185.0, 183.0, 183.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["3989499", "4385335", "1304102", "1939468", "2819440", "3681700", "4855170", "8798058", "5025261", "7946528"], "ranked_scores": [196.0, 189.0, 188.0, 187.0, 187.0, 187.0, 187.0, 187.0, 186.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-512-post-binary": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["8083127", "1674646", "7837267", "1674644", "5865180", "575979", "6375472", "3258629", "2684883", "7072115"], "ranked_scores": [407.0, 403.0, 397.0, 394.0, 393.0, 393.0, 392.0, 391.0, 389.0, 389.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "5633832", "8083127", "1021034", "5865180", "220565", "1674644", "2581550", "8398033", "6990807"], "ranked_scores": [396.0, 395.0, 394.0, 389.0, 386.0, 384.0, 381.0, 379.0, 379.0, 378.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "59604", "5582271", "4726075", "7383965", "298606", "8510222", "694863", "2150669", "5842823"], "ranked_scores": [379.0, 372.0, 367.0, 364.0, 363.0, 363.0, 361.0, 360.0, 358.0, 358.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "515311", "7369987", "2812582", "8279447", "1727064", "2541248", "6368609", "3399535"], "ranked_scores": [417.0, 413.0, 410.0, 408.0, 408.0, 404.0, 396.0, 394.0, 394.0, 393.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "3794304", "7048914", "2070215", "4305354", "5450605", "1936834", "7255675", "5346316", "856390"], "ranked_scores": [377.0, 376.0, 371.0, 366.0, 366.0, 363.0, 362.0, 362.0, 361.0, 359.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "1190311", "5254021", "7776113", "4496437", "8011156", "7469549", "1123190", "7600993", "4450104"], "ranked_scores": [380.0, 363.0, 360.0, 355.0, 352.0, 351.0, 350.0, 349.0, 349.0, 348.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "4816964", "6964479", "7813557", "5227711", "6964486", "6801871", "3941958", "563355", "8770202"], "ranked_scores": [401.0, 400.0, 395.0, 392.0, 388.0, 379.0, 379.0, 376.0, 376.0, 374.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "3550559", "7698064", "1768445", "5997547", "5079417", "4041246", "4136867", "8343642"], "ranked_scores": [403.0, 390.0, 385.0, 381.0, 375.0, 374.0, 372.0, 368.0, 364.0, 362.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "1365215", "8452568", "6950276", "8670393", "7531871", "249524", "5293414", "4432476", "6950269"], "ranked_scores": [380.0, 377.0, 373.0, 371.0, 370.0, 368.0, 367.0, 367.0, 367.0, 367.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["947575", "1239940", "7187663", "4513419", "3546549", "5469449", "5942525", "5931817", "5132484", "627686"], "ranked_scores": [375.0, 363.0, 360.0, 359.0, 349.0, 348.0, 348.0, 347.0, 346.0, 346.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1226213", "4922192", "1438830", "2697614", "8583763", "2469923", "4405605", "8583766"], "ranked_scores": [391.0, 382.0, 367.0, 366.0, 360.0, 357.0, 350.0, 347.0, 347.0, 345.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["295794", "4623383", "295788", "7058926", "4069689", "8111528", "7168973", "8516644", "7168976", "3801128"], "ranked_scores": [370.0, 368.0, 366.0, 359.0, 358.0, 354.0, 353.0, 352.0, 350.0, 349.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "3512764", "6808332", "7301818", "7301814", "277381", "5696456", "4819520"], "ranked_scores": [408.0, 404.0, 395.0, 366.0, 359.0, 359.0, 356.0, 355.0, 354.0, 353.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8259512", "7970736", "7970735", "8259514", "8450827", "8450833", "1265191", "6709251", "7970734"], "ranked_scores": [416.0, 405.0, 400.0, 391.0, 390.0, 385.0, 385.0, 374.0, 373.0, 372.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "7160799", "8128745", "8684894", "8346654", "3457120", "6193662", "4702009", "734127", "5720449"], "ranked_scores": [402.0, 377.0, 374.0, 373.0, 373.0, 370.0, 369.0, 368.0, 368.0, 367.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "3505871", "3936785", "4768599", "6467669", "2010657", "46048", "1136294"], "ranked_scores": [395.0, 379.0, 362.0, 356.0, 351.0, 350.0, 348.0, 345.0, 344.0, 342.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "3702788", "7870704", "6667088", "6975615", "7870700", "4830263", "8584557", "2995208", "7870705"], "ranked_scores": [396.0, 377.0, 368.0, 365.0, 361.0, 360.0, 357.0, 357.0, 355.0, 355.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4880893", "7948042", "2116932", "7948050", "8157542", "2116936", "2236339", "3646580", "2116929", "8734655"], "ranked_scores": [414.0, 413.0, 410.0, 403.0, 398.0, 396.0, 393.0, 392.0, 391.0, 390.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "4253088", "7958944", "2450611", "4998837", "3532662", "6937119", "2647181", "2870276", "6937120"], "ranked_scores": [367.0, 356.0, 353.0, 349.0, 348.0, 345.0, 341.0, 340.0, 340.0, 339.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "2044076", "4939334", "6641480", "5674942", "4393603", "4393601", "5231134", "925659", "3444262"], "ranked_scores": [426.0, 395.0, 390.0, 386.0, 383.0, 381.0, 379.0, 378.0, 375.0, 374.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170238", "7827765", "2131335", "4489797", "8232517", "6127285", "2131339", "7170234", "6804877", "4489799"], "ranked_scores": [355.0, 352.0, 349.0, 349.0, 345.0, 342.0, 342.0, 342.0, 342.0, 340.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "2588002", "4796869", "391341", "4796876", "442006", "863946", "1839684", "8540414", "6941634"], "ranked_scores": [427.0, 419.0, 419.0, 411.0, 409.0, 408.0, 407.0, 406.0, 405.0, 403.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "1143382", "7689707", "3768485", "4936994", "4390430", "8820180", "3167491", "7689710", "3246403"], "ranked_scores": [395.0, 374.0, 373.0, 372.0, 370.0, 367.0, 366.0, 364.0, 364.0, 364.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3968773", "92150", "5729775", "1546056", "1460640", "2443030", "3346337", "6979322", "5210161", "5668797"], "ranked_scores": [417.0, 415.0, 407.0, 406.0, 404.0, 404.0, 403.0, 403.0, 403.0, 398.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5269626", "2636668", "5739636", "8426355", "5784428", "1106640", "8281194", "1070638", "4942019", "7908771"], "ranked_scores": [409.0, 409.0, 400.0, 400.0, 399.0, 398.0, 397.0, 397.0, 396.0, 396.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["4805364", "5170949", "1039754", "2820637", "6343914", "5174051", "3073632", "7527096", "7650732", "954270"], "ranked_scores": [406.0, 404.0, 397.0, 390.0, 390.0, 390.0, 385.0, 384.0, 384.0, 384.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "6033952", "7137675", "2576606", "2576605", "551238", "2692492", "1059524", "1525620", "870345"], "ranked_scores": [427.0, 415.0, 414.0, 413.0, 412.0, 404.0, 402.0, 400.0, 397.0, 393.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6797667", "2589790", "1850491", "3132831", "3296425", "3749515", "6465151", "8633163", "7496090", "6502553"], "ranked_scores": [392.0, 382.0, 381.0, 379.0, 377.0, 376.0, 376.0, 376.0, 376.0, 375.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7288502", "5196370", "7646422", "5756090", "7892877", "3557230", "5669642", "7288504"], "ranked_scores": [419.0, 395.0, 390.0, 384.0, 382.0, 375.0, 374.0, 371.0, 371.0, 371.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "7154585", "1237202", "5499496", "6818952", "7154584", "8675542", "7647368", "1653501", "2068025"], "ranked_scores": [368.0, 366.0, 364.0, 363.0, 361.0, 360.0, 360.0, 359.0, 358.0, 358.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8607085", "4451324", "7833611", "4765785", "3663599", "8796481", "7975065", "6714731", "8773427"], "ranked_scores": [393.0, 378.0, 376.0, 375.0, 374.0, 372.0, 372.0, 371.0, 370.0, 368.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["982652", "2208599", "1511150", "4600593", "4863108", "7526870", "4863107", "2099688", "7526871", "8290414"], "ranked_scores": [400.0, 399.0, 399.0, 398.0, 396.0, 395.0, 395.0, 393.0, 392.0, 391.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "6281807", "7110612", "7937494", "755164", "3701436", "7110611", "8373163", "2486151", "2299432"], "ranked_scores": [418.0, 390.0, 386.0, 384.0, 383.0, 380.0, 376.0, 376.0, 375.0, 374.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "8327486", "4256443", "3770821", "5336580", "2066951", "5343617", "1472503", "5336577", "7672042"], "ranked_scores": [428.0, 411.0, 409.0, 408.0, 406.0, 398.0, 395.0, 390.0, 387.0, 387.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "3712671", "7853301", "1683771", "5904163", "754800", "7645257", "8733282", "6207587"], "ranked_scores": [380.0, 378.0, 375.0, 368.0, 368.0, 363.0, 361.0, 360.0, 359.0, 357.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["5206549", "4004619", "4589415", "7741066", "7734838", "2565560", "2391077", "2835995", "6384387", "4432184"], "ranked_scores": [405.0, 403.0, 402.0, 400.0, 398.0, 397.0, 395.0, 394.0, 393.0, 392.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "826058", "4991356", "3806458", "7161101", "4991353", "3656154", "3672237", "3148555", "8374135"], "ranked_scores": [403.0, 401.0, 394.0, 394.0, 380.0, 374.0, 371.0, 371.0, 370.0, 366.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4605271", "4900578", "5393501", "2531512", "3747811", "4605270", "6534062", "6193415"], "ranked_scores": [401.0, 396.0, 393.0, 389.0, 372.0, 371.0, 371.0, 368.0, 368.0, 367.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "3404651", "6632518", "6632520", "4208658", "7428627", "7831679", "8586692", "1063811", "4005369"], "ranked_scores": [384.0, 382.0, 377.0, 376.0, 375.0, 374.0, 374.0, 371.0, 370.0, 370.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5812523", "5143805", "6903201", "8608891", "1716202", "1867101", "463652", "6955768", "7313342", "7313345"], "ranked_scores": [383.0, 382.0, 381.0, 378.0, 378.0, 377.0, 377.0, 376.0, 376.0, 376.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "5339585", "2940019", "7420248", "7503110", "2940016", "6036135", "7728423", "88374"], "ranked_scores": [415.0, 388.0, 386.0, 380.0, 376.0, 374.0, 373.0, 370.0, 369.0, 368.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["2024648", "7562624", "8738884", "1398369", "5304087", "7562631", "3451041", "3599369", "2069035", "3715197"], "ranked_scores": [395.0, 389.0, 383.0, 371.0, 368.0, 364.0, 361.0, 361.0, 360.0, 358.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8015905", "8221437", "4158114", "7856346", "4127072", "5431260", "5409487", "5409488", "2525123"], "ranked_scores": [389.0, 386.0, 382.0, 377.0, 375.0, 375.0, 372.0, 369.0, 365.0, 364.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495831", "7770963", "3495837", "3495838", "2387122", "1634694", "6786202", "6392875", "7770959", "3495835"], "ranked_scores": [374.0, 370.0, 362.0, 360.0, 349.0, 348.0, 347.0, 346.0, 346.0, 345.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212591", "6212597", "609594", "6401864", "6212588", "1941403", "2750832", "3332932", "3843787", "6965745"], "ranked_scores": [391.0, 390.0, 388.0, 382.0, 374.0, 364.0, 356.0, 355.0, 351.0, 349.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "3823638", "1384086", "5653612", "7803343", "2379160", "7332215", "2299388", "8736649"], "ranked_scores": [394.0, 346.0, 340.0, 338.0, 337.0, 336.0, 335.0, 334.0, 333.0, 333.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "7511874", "1193873", "5891383", "8177246", "4256781", "6037748", "1460690", "7144188"], "ranked_scores": [392.0, 389.0, 376.0, 374.0, 370.0, 368.0, 364.0, 364.0, 363.0, 363.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "4738326", "7104592", "1134210", "1452606", "5809788", "4709447", "7395884"], "ranked_scores": [422.0, 410.0, 384.0, 382.0, 382.0, 376.0, 375.0, 374.0, 372.0, 370.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "8424304", "6986881", "1420930", "2229750", "7589839", "5955286", "2192937", "286801", "3712796"], "ranked_scores": [397.0, 384.0, 375.0, 371.0, 371.0, 371.0, 370.0, 369.0, 367.0, 366.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["3989499", "7946528", "3596760", "4957113", "4385335", "4855170", "3391694", "1939468", "8743967", "8743966"], "ranked_scores": [385.0, 383.0, 378.0, 378.0, 378.0, 375.0, 373.0, 372.0, 372.0, 371.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-512-pq-m16-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "5265626", "575979", "1674644", "1297109", "597449", "597455", "7072115", "7072119", "1095159"], "ranked_scores": [0.8538, 0.8442, 0.8351, 0.8345, 0.8286, 0.8284, 0.8275, 0.8259, 0.8257, 0.8254], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2581550", "8083127", "5633832", "2684883", "7584907", "1297109", "8398033", "3534685", "20886", "527685"], "ranked_scores": [0.7485, 0.7369, 0.7361, 0.7273, 0.7153, 0.7127, 0.7111, 0.711, 0.709, 0.7066], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7383965", "1380281", "2660744", "2496551", "5913982", "4726075", "8377636", "7297120", "6927127", "8510222"], "ranked_scores": [0.632, 0.619, 0.6175, 0.6168, 0.6168, 0.6168, 0.6168, 0.6168, 0.6168, 0.6168], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "2812582", "3338175", "3182362", "2548176", "1727064", "515311", "7011409", "5997195", "2548173"], "ranked_scores": [0.7603, 0.758, 0.758, 0.7559, 0.7523, 0.7523, 0.7523, 0.7504, 0.7501, 0.7491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7255675", "5346316", "7255678", "3794304", "3794297", "8554964", "5450605", "3640120", "4305354", "5740732"], "ranked_scores": [0.6054, 0.5997, 0.5974, 0.5942, 0.5942, 0.5942, 0.5924, 0.5902, 0.587, 0.5844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1975045", "3205963", "1825327", "4496437", "378964", "5606320", "1123190", "478419", "2215699", "8011156"], "ranked_scores": [0.6606, 0.6566, 0.6551, 0.642, 0.6368, 0.6328, 0.6319, 0.6316, 0.6287, 0.6286], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "5227711", "4816964", "7260457", "6801871", "6980305", "6101780", "6964486", "6964479", "1777799"], "ranked_scores": [0.7668, 0.7668, 0.766, 0.766, 0.7641, 0.7577, 0.7556, 0.7556, 0.7535, 0.7466], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "7698064", "3550559", "1768445", "8343642", "2562047", "5079417", "5997547", "5609239"], "ranked_scores": [0.6846, 0.6627, 0.6565, 0.6365, 0.6255, 0.6075, 0.6011, 0.5907, 0.5907, 0.5907], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "4414409", "1640260", "249524", "6950275", "5110182", "6950273", "6950276", "1102477", "3761522"], "ranked_scores": [0.7305, 0.7252, 0.721, 0.7198, 0.7188, 0.7188, 0.7188, 0.7188, 0.717, 0.7168], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "4941655", "611535", "7187662", "4617506", "2323827", "6823993", "6124279", "6880513", "6880517"], "ranked_scores": [0.5907, 0.5783, 0.5759, 0.5711, 0.5693, 0.5691, 0.5691, 0.5691, 0.5691, 0.5691], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1086308", "8583763", "8583766", "4922192", "1226215", "1226213", "8583764", "6360246"], "ranked_scores": [0.6589, 0.6528, 0.506, 0.5047, 0.5047, 0.4946, 0.486, 0.4824, 0.4639, 0.46], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["295794", "7058926", "3272997", "3961796", "295788", "4996378", "295789", "7058927", "4516321", "4623383"], "ranked_scores": [0.5885, 0.571, 0.5634, 0.5595, 0.5573, 0.5413, 0.5297, 0.5159, 0.5084, 0.4989], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301818", "7301819", "7301816", "3803414", "277381", "4561063", "7301814", "3512764", "277376"], "ranked_scores": [0.6518, 0.6478, 0.6438, 0.6438, 0.6169, 0.6093, 0.6031, 0.601, 0.5973, 0.595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "7970728", "8259512", "8450827", "1265191", "8450828", "7970735", "8450833", "7970734", "8259514"], "ranked_scores": [0.7517, 0.7513, 0.7452, 0.7445, 0.7247, 0.7224, 0.7163, 0.7034, 0.7032, 0.6678], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "5720449", "3043375", "8128745", "7185831", "485410", "4702013", "2703674", "3457120", "8750150"], "ranked_scores": [0.7375, 0.718, 0.7174, 0.7168, 0.6991, 0.6908, 0.6854, 0.6813, 0.6813, 0.6813], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "46048", "7220312", "3505871", "7872867", "8067800", "2010657", "8827604", "3452115", "1136294"], "ranked_scores": [0.564, 0.5451, 0.5287, 0.5122, 0.5111, 0.5095, 0.5006, 0.4962, 0.4935, 0.4789], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "3702788", "6975615", "5340239", "2995208", "6667088", "5672319", "7937822"], "ranked_scores": [0.6519, 0.5754, 0.5645, 0.549, 0.5353, 0.5325, 0.531, 0.5136, 0.5125, 0.5097], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "2116938", "7948050", "2116932", "7146728", "8157542", "1435310", "2116933", "2116936", "8722441"], "ranked_scores": [0.8057, 0.8045, 0.804, 0.8034, 0.7978, 0.7965, 0.7935, 0.7836, 0.7767, 0.7755], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["2870276", "3891003", "7958943", "4998837", "7958944", "4774834", "2356986", "3638988", "942766", "2356989"], "ranked_scores": [0.5932, 0.5693, 0.5634, 0.5606, 0.5349, 0.5343, 0.5321, 0.5315, 0.5285, 0.5263], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5231134", "5674942", "1226636", "4393601", "4393603", "4624988", "3444262", "2044076", "925659"], "ranked_scores": [0.7703, 0.7619, 0.7511, 0.7453, 0.7453, 0.7453, 0.7435, 0.7389, 0.7387, 0.7378], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["6127285", "2131335", "7827765", "4489797", "1603365", "7827767", "4489794", "4489799", "4826837", "6804877"], "ranked_scores": [0.4599, 0.4506, 0.4418, 0.4307, 0.4299, 0.4298, 0.4271, 0.4271, 0.4271, 0.4271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["4796869", "4796876", "2588002", "1918866", "1839684", "5535297", "8045986", "442006", "8540414", "6941634"], "ranked_scores": [0.7968, 0.7946, 0.794, 0.7916, 0.7909, 0.7903, 0.7887, 0.7843, 0.7842, 0.7814], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "7689707", "4936994", "5364572", "7689710", "8820180", "356746", "7880823", "1673140", "5167352"], "ranked_scores": [0.6863, 0.6699, 0.6553, 0.6532, 0.6418, 0.6416, 0.6377, 0.6279, 0.6268, 0.626], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3346337", "92150", "1460640", "3968773", "2443030", "6979322", "5808457", "1460637", "7649297", "1546056"], "ranked_scores": [0.7976, 0.7973, 0.7973, 0.7973, 0.7973, 0.795, 0.7936, 0.7925, 0.7925, 0.7907], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["6588011", "7630103", "2636672", "6639719", "7346169", "2648108", "1348264", "2636668", "2441709", "1070638"], "ranked_scores": [0.8113, 0.8113, 0.8094, 0.8058, 0.8031, 0.8027, 0.8025, 0.8023, 0.8023, 0.8008], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "4805366", "4805364", "1088382", "1088384", "6032018", "2820637", "101099", "954270", "5440997"], "ranked_scores": [0.6962, 0.6921, 0.6855, 0.6792, 0.6774, 0.675, 0.6749, 0.6742, 0.6734, 0.6721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "521373", "7137675", "2576606", "2576605", "6033952", "870345", "3554461", "6224698", "870353"], "ranked_scores": [0.7946, 0.786, 0.7856, 0.7854, 0.7854, 0.7846, 0.7839, 0.7815, 0.7812, 0.7812], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6465151", "5184907", "5952078", "250946", "3132831", "3720839", "5149609", "8265258", "6797667", "8277053"], "ranked_scores": [0.7619, 0.7473, 0.7397, 0.7378, 0.7364, 0.7345, 0.7343, 0.7306, 0.7291, 0.7271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7288502", "7646422", "2061122", "3557230", "7892877", "278768", "5196370", "7204934"], "ranked_scores": [0.7294, 0.7277, 0.7213, 0.7178, 0.7178, 0.7144, 0.7144, 0.7097, 0.7058, 0.7058], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1463441", "8531579", "7154587", "7647368", "2068025", "5499496", "1237202", "3230959", "574950", "6818953"], "ranked_scores": [0.6819, 0.6771, 0.6724, 0.6653, 0.6458, 0.6458, 0.6383, 0.6349, 0.6225, 0.6194], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4765785", "4765789", "7833611", "8796486", "2421104", "4451324", "3039809", "2396672", "8607085"], "ranked_scores": [0.6972, 0.6966, 0.6912, 0.6884, 0.6884, 0.6847, 0.6828, 0.6792, 0.6792, 0.6791], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2617812", "2898312", "4863107", "4863108", "2099688", "1511150", "5036995", "7526870", "1841905", "1841019"], "ranked_scores": [0.7769, 0.7766, 0.7766, 0.7766, 0.7744, 0.7731, 0.772, 0.7706, 0.77, 0.7694], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110612", "7770199", "7110606", "7937494", "6281807", "4586889", "888154", "7110611", "3701436", "7429864"], "ranked_scores": [0.7648, 0.7562, 0.7552, 0.7425, 0.7425, 0.7425, 0.7417, 0.7406, 0.7388, 0.7369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["2066951", "4256443", "8327486", "1592532", "1472503", "2510074", "30085", "30089", "4502856", "5336580"], "ranked_scores": [0.7271, 0.7261, 0.7261, 0.7256, 0.7232, 0.7226, 0.7226, 0.7226, 0.7226, 0.7226], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["3712671", "7853304", "1696161", "5904163", "4687484", "7645257", "754800", "3406120", "8510962", "7119732"], "ranked_scores": [0.6988, 0.6805, 0.6658, 0.659, 0.6453, 0.6436, 0.6392, 0.6356, 0.631, 0.6223], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2651678", "2565555", "1899174", "2565557", "2391075", "2290637", "4004619", "5206549", "174956", "1338703"], "ranked_scores": [0.7852, 0.7778, 0.7771, 0.7768, 0.7759, 0.7752, 0.775, 0.7741, 0.7705, 0.7699], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "4991353", "826058", "8374135", "3148555", "3806458", "4991356", "3672237", "7161101", "6465402"], "ranked_scores": [0.7414, 0.7317, 0.7312, 0.7178, 0.7115, 0.7083, 0.7083, 0.7043, 0.6974, 0.68], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4409027", "4605271", "2531512", "7778956", "8201717", "5393501", "7778949", "4605270", "2531517"], "ranked_scores": [0.766, 0.7656, 0.7656, 0.7656, 0.7628, 0.7618, 0.7333, 0.7249, 0.723, 0.6746], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7582739", "4590213", "3942500", "7582741", "2169679", "3722841", "7795896", "6632522", "7428627", "8586692"], "ranked_scores": [0.7098, 0.7098, 0.7098, 0.7098, 0.7078, 0.7069, 0.7056, 0.7053, 0.7053, 0.7053], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["6903201", "8608891", "6955768", "5812523", "8139545", "1867101", "5143805", "1716202", "1867098", "6903206"], "ranked_scores": [0.734, 0.733, 0.7329, 0.7298, 0.7298, 0.727, 0.7255, 0.7255, 0.7234, 0.7234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "1623860", "4258668", "7420248", "2940019", "7692614", "4130908", "3252244", "3617286", "7728423"], "ranked_scores": [0.6699, 0.6669, 0.6657, 0.6585, 0.6454, 0.6296, 0.6287, 0.6155, 0.6079, 0.6064], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "7562631", "2024648", "1732853", "5304087", "3451041", "1398369", "3451044", "8822769"], "ranked_scores": [0.7124, 0.6923, 0.6861, 0.6853, 0.6344, 0.6308, 0.6227, 0.6227, 0.6202, 0.6202], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8015905", "7856346", "8221437", "8221431", "4343906", "4158114", "1061740", "4127072", "3834488"], "ranked_scores": [0.709, 0.7085, 0.703, 0.703, 0.703, 0.703, 0.703, 0.6981, 0.6971, 0.6962], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "3450402", "7770963", "3495838", "3885772", "1634694", "8608976", "108001", "3495840"], "ranked_scores": [0.6242, 0.5859, 0.5824, 0.5775, 0.5636, 0.5613, 0.5613, 0.54, 0.5369, 0.534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6401864", "6212591", "6212597", "6212588", "609590", "2852056", "1941403", "1302924", "3843787"], "ranked_scores": [0.6132, 0.6075, 0.6049, 0.601, 0.5919, 0.5281, 0.4819, 0.4783, 0.4763, 0.4641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7936183", "8736649", "4520541", "7601059", "3823641", "5653612", "6948296", "1993059", "3823638"], "ranked_scores": [0.576, 0.4833, 0.4434, 0.4393, 0.4258, 0.4202, 0.4169, 0.4004, 0.3981, 0.3927], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "1460685", "1193873", "1460690", "5201030", "3128424", "4256781", "2857974", "3668938"], "ranked_scores": [0.6788, 0.6679, 0.6593, 0.6576, 0.6554, 0.6554, 0.648, 0.6475, 0.641, 0.641], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "1136108", "7104592", "1134210", "1690952", "6025784", "5809788", "7515853", "3114131"], "ranked_scores": [0.7345, 0.7283, 0.6713, 0.6595, 0.6553, 0.6466, 0.6383, 0.6319, 0.631, 0.6293], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7138494", "1981696", "8424304", "3629200", "2229750", "3712796", "7589844", "7597791", "1420930", "7888894"], "ranked_scores": [0.6683, 0.6454, 0.6203, 0.6144, 0.6094, 0.6089, 0.6037, 0.6019, 0.6004, 0.6], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["3989499", "3944077", "3596760", "3404247", "4385335", "3711972", "3681700", "1304102", "3084182", "8798058"], "ranked_scores": [0.7508, 0.743, 0.7412, 0.7382, 0.7371, 0.7359, 0.7349, 0.7341, 0.7321, 0.7319], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-256-pq-m16-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "575979", "2746690", "8083127", "7584907", "2081586", "6858216", "3527619", "5265626", "597456"], "ranked_scores": [0.8217, 0.8197, 0.8126, 0.8117, 0.8102, 0.8086, 0.8037, 0.8012, 0.7996, 0.7953], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["8083127", "2684883", "949520", "4848021", "220565", "5633832", "2581550", "3534685", "527685", "20886"], "ranked_scores": [0.7236, 0.7173, 0.7067, 0.7019, 0.6962, 0.6929, 0.6865, 0.6788, 0.6774, 0.6727], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["1592656", "5842823", "7383965", "911138", "7094398", "1380281", "5221728", "3792488", "6236648", "4218205"], "ranked_scores": [0.6558, 0.6475, 0.6473, 0.6358, 0.6272, 0.6226, 0.6201, 0.6124, 0.6088, 0.5999], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "2812582", "7011409", "2548176", "515311", "2548173", "3182362", "6368609", "5984488"], "ranked_scores": [0.7696, 0.7642, 0.7637, 0.7333, 0.7251, 0.7251, 0.7243, 0.7243, 0.7208, 0.717], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["2070215", "7048914", "5450605", "7048919", "7255678", "1587850", "1159742", "3794304", "7048912", "3794297"], "ranked_scores": [0.5963, 0.5832, 0.5804, 0.5706, 0.5615, 0.5613, 0.557, 0.5564, 0.5563, 0.5558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1190311", "5606320", "8817884", "1805806", "5401715", "3931594", "2215699", "1179925", "4450104", "4496437"], "ranked_scores": [0.6311, 0.621, 0.6111, 0.6082, 0.6059, 0.6046, 0.6014, 0.6002, 0.5983, 0.5864], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "6964479", "7260457", "4816964", "1777799", "6964486", "5227711", "6980305", "6311584", "6801871"], "ranked_scores": [0.7699, 0.7519, 0.7519, 0.7452, 0.7416, 0.7278, 0.7211, 0.6983, 0.6926, 0.6903], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "7698064", "3550563", "8343642", "5079417", "5997547", "5609239", "4154575", "4041246", "3550559"], "ranked_scores": [0.6814, 0.6701, 0.6605, 0.66, 0.6426, 0.6321, 0.6275, 0.6224, 0.6171, 0.5998], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["6733381", "5110182", "6950276", "1640260", "6950269", "289405", "4432472", "7531871", "1640257", "3761522"], "ranked_scores": [0.7352, 0.7162, 0.7161, 0.7156, 0.7103, 0.7041, 0.7026, 0.6998, 0.6987, 0.6961], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["4562810", "7187662", "2323827", "6880517", "6880513", "7187663", "4617506", "2481784", "1649595", "6124279"], "ranked_scores": [0.6221, 0.6116, 0.5958, 0.5958, 0.5958, 0.5927, 0.5863, 0.5727, 0.5638, 0.559], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1226215", "1438830", "1928478", "5218385", "1226213", "7120398", "8583764"], "ranked_scores": [0.6976, 0.6741, 0.5606, 0.5524, 0.5129, 0.4891, 0.4868, 0.4566, 0.4387, 0.4351], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["3961796", "4996378", "295788", "7058926", "295794", "3272997", "4623383", "8111528", "5289585", "7058927"], "ranked_scores": [0.5821, 0.5802, 0.5747, 0.573, 0.5454, 0.5358, 0.5234, 0.5207, 0.5159, 0.5116], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301814", "5457419", "3803414", "6808332", "7301818", "3512764", "277381"], "ranked_scores": [0.6547, 0.637, 0.63, 0.5602, 0.5511, 0.5462, 0.5433, 0.5383, 0.5376, 0.5324], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "7970736", "8259512", "8450827", "1265191", "8450833", "8259514", "8450828", "7970735", "7970734"], "ranked_scores": [0.7363, 0.7276, 0.7213, 0.7123, 0.706, 0.7016, 0.698, 0.697, 0.6912, 0.6859], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "4702013", "8346654", "3457120", "5720449", "6193662", "7185831", "8296554", "4702009", "8684894"], "ranked_scores": [0.7546, 0.7227, 0.6994, 0.6852, 0.6791, 0.6746, 0.6706, 0.6686, 0.665, 0.6649], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "2010657", "3936785", "46048", "3452115", "1136294", "8023011", "7872867", "8067800"], "ranked_scores": [0.6354, 0.5565, 0.5162, 0.507, 0.5027, 0.4997, 0.4935, 0.4866, 0.4773, 0.4743], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870704", "7870705", "6667088", "5672319", "3702788", "5340239", "5827343", "7937822"], "ranked_scores": [0.6917, 0.5923, 0.5662, 0.5439, 0.5104, 0.5029, 0.4968, 0.4947, 0.476, 0.4714], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["3646584", "2116936", "7948050", "2116933", "4880893", "2116932", "8157542", "7948042", "2116929", "8722441"], "ranked_scores": [0.7932, 0.7932, 0.7899, 0.7898, 0.7885, 0.7879, 0.7848, 0.7791, 0.7774, 0.7745], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["2450611", "7958944", "3891003", "4253088", "2647181", "4074080", "7958943", "5932719", "4998837", "2870276"], "ranked_scores": [0.6012, 0.5733, 0.5506, 0.5446, 0.539, 0.5371, 0.53, 0.5262, 0.5212, 0.5205], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "1226636", "4393601", "5231134", "4393603", "4939334", "3444262", "4624988", "2044076", "5554969"], "ranked_scores": [0.7461, 0.7452, 0.7452, 0.7443, 0.7437, 0.7412, 0.723, 0.7014, 0.7008, 0.6956], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["2131335", "7827765", "7170234", "2131339", "2859563", "4489797", "4489799", "7170238", "4595482", "2859564"], "ranked_scores": [0.4363, 0.4174, 0.4056, 0.4054, 0.4037, 0.4027, 0.4008, 0.398, 0.3942, 0.3933], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["4796869", "1918866", "442006", "2588002", "8045986", "7269273", "1839684", "4796876", "391341", "2175868"], "ranked_scores": [0.767, 0.7588, 0.7576, 0.7518, 0.7449, 0.7448, 0.7391, 0.73, 0.7295, 0.7295], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["3167491", "64801", "6506033", "4390429", "6722338", "4390430", "1936744", "3246403", "2800419", "2749008"], "ranked_scores": [0.6758, 0.671, 0.6618, 0.6599, 0.6547, 0.6496, 0.6489, 0.633, 0.6316, 0.6079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "3968773", "1460640", "3346337", "6979322", "1546056", "5668797", "2443030", "8477248", "5808457"], "ranked_scores": [0.7926, 0.7923, 0.79, 0.7869, 0.7838, 0.7833, 0.782, 0.7815, 0.7792, 0.7763], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5739636", "7424964", "4942019", "1871086", "5269626", "6588011", "7630103", "4942015", "6639719", "2796268"], "ranked_scores": [0.7996, 0.7858, 0.7858, 0.7849, 0.7844, 0.7835, 0.7835, 0.7819, 0.7819, 0.7788], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039748", "1088384", "6811402", "5170949", "4805364", "6032018", "2820637", "4805366", "5027731", "1039754"], "ranked_scores": [0.6583, 0.6554, 0.6549, 0.6527, 0.6525, 0.6443, 0.6368, 0.6344, 0.6344, 0.6327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["551238", "1613675", "1525622", "6033952", "272188", "3554461", "272190", "2576606", "2576605", "7137675"], "ranked_scores": [0.7789, 0.7758, 0.7721, 0.7576, 0.7555, 0.7538, 0.7526, 0.7502, 0.7502, 0.748], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["1850491", "8263203", "6797667", "5408281", "5351935", "6465151", "3132831", "2570595", "8277053", "5952078"], "ranked_scores": [0.7551, 0.7335, 0.7263, 0.7216, 0.7066, 0.7043, 0.7036, 0.6983, 0.6966, 0.691], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7646422", "7288502", "2061122", "278768", "7288504", "5196370", "5352322", "2209127"], "ranked_scores": [0.7652, 0.7625, 0.7558, 0.7532, 0.7464, 0.7375, 0.7318, 0.7302, 0.7151, 0.712], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "1463441", "7154587", "3872927", "6032214", "1237202", "574950", "7619577", "5499496", "5764460"], "ranked_scores": [0.6403, 0.5971, 0.5921, 0.5755, 0.566, 0.563, 0.5619, 0.5591, 0.559, 0.557], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4451324", "8796486", "2421104", "2918527", "3790429", "2396672", "3039809", "7833611", "4765789"], "ranked_scores": [0.6826, 0.6822, 0.6752, 0.6745, 0.6628, 0.6578, 0.6519, 0.6503, 0.65, 0.6405], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2208599", "1841905", "4863108", "2898312", "4863107", "4786937", "1098595", "1511150", "2099688", "5036995"], "ranked_scores": [0.7857, 0.7825, 0.7786, 0.7752, 0.7752, 0.7672, 0.7661, 0.7646, 0.7613, 0.7573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110612", "7110606", "7770196", "2299432", "4586889", "7110611", "3701436", "7937494", "6281807", "4303165"], "ranked_scores": [0.7324, 0.7306, 0.7292, 0.7286, 0.7213, 0.717, 0.714, 0.7072, 0.6986, 0.6936], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "4256443", "5336580", "3659405", "30089", "2510074", "6979705", "1472503", "8327486", "4522649"], "ranked_scores": [0.7044, 0.6981, 0.6823, 0.6703, 0.6666, 0.663, 0.6628, 0.6628, 0.662, 0.6598], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["3712671", "7853304", "7645257", "754800", "5904163", "1543714", "4687484", "7853301", "8733282", "3020782"], "ranked_scores": [0.6795, 0.66, 0.6533, 0.6409, 0.6403, 0.6204, 0.5978, 0.5972, 0.5959, 0.5956], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2391075", "4004619", "2290637", "2245444", "2565555", "4589415", "2565557", "4211216", "5206549", "1338705"], "ranked_scores": [0.7745, 0.7733, 0.7696, 0.767, 0.7607, 0.7585, 0.7553, 0.7493, 0.7487, 0.7485], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "3806458", "4991356", "7161101", "3148555", "4991353", "6465402", "8374135", "3672237"], "ranked_scores": [0.7272, 0.719, 0.6903, 0.6892, 0.6852, 0.6776, 0.6748, 0.6625, 0.6481, 0.6424], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4409027", "4900578", "7778956", "2531512", "5393501", "4605271", "8201717", "4605270", "4363844", "7778949"], "ranked_scores": [0.7782, 0.7675, 0.7631, 0.7587, 0.7575, 0.7405, 0.7009, 0.6982, 0.6563, 0.6448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "1063812", "7428627", "3942500", "4590213", "139961", "6632518", "6632520", "3672905", "4005369"], "ranked_scores": [0.698, 0.6952, 0.6918, 0.6895, 0.6865, 0.6853, 0.6818, 0.6818, 0.6812, 0.6784], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5812523", "6903201", "1933329", "5143805", "6903206", "1631830", "6955768", "928865", "1867101", "6955766"], "ranked_scores": [0.7545, 0.7416, 0.7331, 0.7294, 0.7253, 0.7248, 0.7203, 0.7187, 0.717, 0.7155], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "1623860", "5339585", "2940019", "7420248", "2359804", "4996201", "7728423", "2940016"], "ranked_scores": [0.6956, 0.6412, 0.6123, 0.6, 0.5882, 0.572, 0.5718, 0.5688, 0.5668, 0.5588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562631", "7562624", "8738884", "3451044", "3451041", "5304087", "1398369", "8822769", "3451043", "3811525"], "ranked_scores": [0.7093, 0.7071, 0.6999, 0.6553, 0.6423, 0.627, 0.6233, 0.623, 0.621, 0.6176], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["4158114", "8015905", "8221431", "8221430", "4127072", "7856346", "6834849", "8221437", "1922718", "3716869"], "ranked_scores": [0.7093, 0.7063, 0.7003, 0.6951, 0.6934, 0.6909, 0.6809, 0.6777, 0.67, 0.6693], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "2387122", "3450402", "1634694", "3495831", "6786202", "3885772", "108001", "3147298"], "ranked_scores": [0.6381, 0.6365, 0.5809, 0.579, 0.5753, 0.5688, 0.5563, 0.5562, 0.5434, 0.539], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212591", "609594", "6212597", "3843788", "1941403", "609590", "156133", "8314543"], "ranked_scores": [0.6708, 0.6419, 0.612, 0.6062, 0.5725, 0.5678, 0.5394, 0.5202, 0.5074, 0.4855], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7601059", "7803343", "4520541", "2379160", "2790097", "7332215", "1031361", "1384086", "4892500"], "ranked_scores": [0.5607, 0.4302, 0.4181, 0.4173, 0.3979, 0.39, 0.3873, 0.3754, 0.374, 0.3683], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "3128424", "1460683", "1460690", "6037748", "1420186", "1460689", "3668938", "1460687"], "ranked_scores": [0.6898, 0.6661, 0.6388, 0.6358, 0.6349, 0.6281, 0.6261, 0.6261, 0.6261, 0.622], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7104592", "2584527", "4437855", "1690952", "2551241", "4738326", "4684940", "2595589"], "ranked_scores": [0.7398, 0.7077, 0.6856, 0.6802, 0.6567, 0.6466, 0.644, 0.642, 0.6359, 0.6336], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["2229750", "1981693", "1420930", "7138494", "8424304", "3559380", "1981696", "4594387", "5955284", "3285357"], "ranked_scores": [0.6497, 0.6472, 0.6448, 0.6381, 0.6363, 0.6223, 0.6199, 0.5866, 0.5861, 0.5846], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["4049212", "3596760", "8667781", "3681700", "1304102", "4957113", "2830832", "7946528", "8798058", "3989499"], "ranked_scores": [0.6855, 0.6851, 0.6829, 0.6774, 0.6668, 0.6613, 0.6524, 0.6524, 0.6499, 0.6487], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-128-pq-m16-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "7837267", "7584907", "8083127", "575979", "1674644", "2684883", "3445481", "8825856", "558173"], "ranked_scores": [0.8131, 0.8113, 0.8111, 0.7909, 0.7874, 0.7777, 0.7743, 0.7729, 0.7697, 0.7661], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["8083127", "220565", "389116", "1021034", "5633832", "2684883", "5496645", "50056", "2581550", "7584907"], "ranked_scores": [0.7228, 0.6896, 0.6892, 0.6868, 0.6814, 0.6785, 0.6685, 0.6648, 0.6638, 0.6604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "1592656", "1238142", "7383965", "6711597", "6711596", "5842823", "134195", "3792488", "6236648"], "ranked_scores": [0.7003, 0.6715, 0.6401, 0.6364, 0.636, 0.6331, 0.6308, 0.6295, 0.6293, 0.6249], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "2548173", "3182362", "3338175", "7369987", "2548176", "5359258", "515311", "1727064", "7011409"], "ranked_scores": [0.7573, 0.7571, 0.7548, 0.7539, 0.7441, 0.7414, 0.7353, 0.7324, 0.7254, 0.7231], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "5450605", "7255678", "2070215", "5346316", "3794297", "3794304", "1936834", "856390", "8357075"], "ranked_scores": [0.6691, 0.6512, 0.6276, 0.6226, 0.6038, 0.6009, 0.6009, 0.5938, 0.5834, 0.5736], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "1190311", "2049514", "3205963", "7600993", "8299818", "2215699", "6199240", "7469549", "8817884"], "ranked_scores": [0.7451, 0.6575, 0.628, 0.6242, 0.606, 0.6051, 0.6002, 0.6, 0.597, 0.5909], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6964479", "7260457", "4816964", "7813557", "5227711", "6980305", "3941958", "6311584", "1777799", "5091618"], "ranked_scores": [0.7825, 0.7813, 0.774, 0.7711, 0.7574, 0.7495, 0.7233, 0.7222, 0.709, 0.6851], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "4154575", "7698064", "4041246", "5997547", "5079417", "3550559", "2562047", "8343642"], "ranked_scores": [0.7309, 0.7291, 0.7165, 0.7024, 0.6734, 0.6693, 0.6651, 0.6399, 0.6329, 0.6317], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365215", "1365210", "8452568", "3761517", "5180631", "6950276", "5110182", "289409", "4432476", "3761519"], "ranked_scores": [0.7448, 0.7297, 0.7256, 0.7226, 0.7198, 0.7054, 0.7053, 0.6997, 0.6954, 0.6931], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "4562810", "6880517", "6880513", "6124279", "2552610", "4617506", "2481784", "2323827", "7187662"], "ranked_scores": [0.6349, 0.6016, 0.5987, 0.5987, 0.5905, 0.5788, 0.5721, 0.5703, 0.5683, 0.5679], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "1226215", "4922192", "1928478", "5218385", "1226213", "8583764", "8583766"], "ranked_scores": [0.794, 0.7309, 0.6276, 0.6077, 0.5867, 0.5455, 0.5453, 0.5308, 0.4825, 0.4578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["295788", "4623383", "7058926", "4996378", "3961796", "7058927", "295794", "4907018", "295789", "7858639"], "ranked_scores": [0.6154, 0.6032, 0.5927, 0.5356, 0.5215, 0.5185, 0.5154, 0.4873, 0.4834, 0.4789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "6048035", "4892433", "6363851", "7301814", "5809784", "6808332", "7301818"], "ranked_scores": [0.6854, 0.6452, 0.6362, 0.5642, 0.5505, 0.5492, 0.5431, 0.5409, 0.5351, 0.5329], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8259512", "7970736", "8259514", "2536037", "1265191", "4717597", "7839577", "8450827", "7970735"], "ranked_scores": [0.7688, 0.7641, 0.7313, 0.6845, 0.6525, 0.6461, 0.6343, 0.6334, 0.6251, 0.6234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["4702013", "7160805", "734127", "8346654", "8128745", "485410", "2586618", "7749216", "8684894", "232771"], "ranked_scores": [0.7138, 0.712, 0.6518, 0.6451, 0.6431, 0.6285, 0.6277, 0.6253, 0.6249, 0.6243], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2010657", "7220312", "1136294", "3936785", "3452115", "8067800", "7161045", "46048", "5042965"], "ranked_scores": [0.7421, 0.5697, 0.5634, 0.5433, 0.5385, 0.5223, 0.4939, 0.4797, 0.4768, 0.4382], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "7937824", "5340239", "7870704", "5672319", "5672317", "5143532", "2104181"], "ranked_scores": [0.7693, 0.6645, 0.609, 0.6084, 0.5974, 0.5881, 0.5841, 0.5792, 0.5682, 0.5681], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "4880893", "2116936", "2116929", "2116932", "3646584", "7948042", "7948050", "2116933", "7964388"], "ranked_scores": [0.8038, 0.7977, 0.785, 0.7838, 0.7788, 0.7761, 0.7743, 0.7703, 0.7637, 0.7627], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "2450611", "4074080", "4253088", "4998837", "1880129", "4165452", "7958943", "4253082", "2564157"], "ranked_scores": [0.6099, 0.6001, 0.5883, 0.5807, 0.5628, 0.5598, 0.5484, 0.546, 0.5294, 0.5235], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["4939334", "7503570", "5231134", "4393601", "1226636", "4624988", "4393603", "6775026", "1726611", "1674914"], "ranked_scores": [0.8083, 0.7731, 0.765, 0.7513, 0.7513, 0.7463, 0.7392, 0.7384, 0.7347, 0.7337], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "6127285", "7827765", "6854565", "413811", "2131335", "8232517", "7803391", "7827761", "3672905"], "ranked_scores": [0.5261, 0.5096, 0.4468, 0.4456, 0.4398, 0.4385, 0.4385, 0.4283, 0.4273, 0.4266], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "7134383", "4796869", "1023113", "2175868", "4393278", "1918866", "1839684", "3853232"], "ranked_scores": [0.7498, 0.739, 0.7278, 0.7064, 0.7026, 0.6979, 0.6898, 0.6883, 0.6875, 0.6858], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["64801", "3167491", "4390429", "6506033", "8820180", "4390430", "6722338", "2749008", "3246403", "4606680"], "ranked_scores": [0.7014, 0.6883, 0.6683, 0.663, 0.6607, 0.6439, 0.6332, 0.6281, 0.624, 0.6177], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["6979322", "3346337", "3968773", "2443030", "1460640", "92150", "1546056", "6979330", "5729775", "631307"], "ranked_scores": [0.7839, 0.7739, 0.7665, 0.7634, 0.7634, 0.7537, 0.7425, 0.7405, 0.7398, 0.7389], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5739636", "4942019", "1070638", "5269626", "4942015", "656138", "8426355", "8281194", "7135032", "4901734"], "ranked_scores": [0.8249, 0.8063, 0.7952, 0.7938, 0.788, 0.7856, 0.7807, 0.7765, 0.7762, 0.7644], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "7527096", "6032018", "1039748", "4805366", "5027726", "1333652", "1039754", "4805364", "954270"], "ranked_scores": [0.6814, 0.681, 0.6487, 0.6419, 0.6402, 0.6372, 0.636, 0.6352, 0.6339, 0.6305], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2692492", "551238", "1059524", "2576606", "1314390", "7137675", "1525622", "272188", "6224698"], "ranked_scores": [0.7989, 0.7535, 0.7531, 0.7527, 0.7501, 0.7492, 0.7448, 0.7409, 0.7395, 0.739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["250946", "5408281", "5351935", "3132831", "8265258", "6797667", "1663808", "8499149", "1615478", "8277053"], "ranked_scores": [0.7103, 0.6866, 0.6832, 0.6797, 0.6711, 0.6636, 0.6619, 0.6601, 0.6551, 0.6514], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7646422", "7288502", "5196370", "7288504", "5756096", "5352322", "278768", "4437972"], "ranked_scores": [0.8239, 0.7823, 0.7564, 0.7443, 0.7435, 0.7406, 0.7318, 0.7304, 0.7255, 0.7186], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3872927", "6818953", "5499496", "1463441", "6032214", "4603370", "8531579", "1237202", "6818958", "6408406"], "ranked_scores": [0.6034, 0.589, 0.581, 0.5665, 0.5538, 0.5502, 0.549, 0.5379, 0.5302, 0.5236], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["2396672", "3790429", "3039809", "3790426", "2918527", "4966850", "7833608", "8796481", "3039803", "2421104"], "ranked_scores": [0.7211, 0.7136, 0.7093, 0.6867, 0.6852, 0.6817, 0.6642, 0.6554, 0.634, 0.6287], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["5036995", "6503017", "982644", "1098595", "4786937", "2617812", "982652", "2208599", "1282741", "4863107"], "ranked_scores": [0.7771, 0.7724, 0.77, 0.7699, 0.763, 0.76, 0.7573, 0.7537, 0.7459, 0.7455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "2299432", "7110611", "4303165", "7937494", "7770196", "3701436", "3829900", "7362929"], "ranked_scores": [0.7999, 0.6968, 0.6964, 0.6863, 0.6853, 0.685, 0.6794, 0.6645, 0.6566, 0.6557], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "4256443", "2366115", "5336580", "7299128", "1417034", "4502858", "4522649", "6979705", "4502856"], "ranked_scores": [0.7465, 0.7193, 0.7105, 0.7077, 0.7015, 0.7005, 0.6991, 0.6987, 0.6936, 0.6932], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "4687112", "2789716", "7853301", "754800", "5827787", "1696161", "1198067", "7505807"], "ranked_scores": [0.7486, 0.7365, 0.6404, 0.6347, 0.6317, 0.6275, 0.6224, 0.6204, 0.6199, 0.6171], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2290637", "4589415", "2391075", "2565557", "7939521", "2835995", "6384387", "2565555", "6302237", "2391077"], "ranked_scores": [0.7854, 0.7838, 0.7795, 0.7577, 0.7438, 0.7398, 0.7391, 0.7385, 0.7372, 0.737], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "3806458", "4991356", "3672237", "4991353", "7161101", "8374135", "3148555", "6988582"], "ranked_scores": [0.7787, 0.752, 0.7506, 0.7357, 0.7181, 0.7109, 0.7074, 0.6897, 0.683, 0.6695], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "2531512", "4605271", "7778949", "5393501", "8361061", "6193415", "7778948"], "ranked_scores": [0.7363, 0.7324, 0.7167, 0.7045, 0.6887, 0.6491, 0.639, 0.5927, 0.5927, 0.5842], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["4196280", "1063812", "4590213", "3942500", "2488121", "139961", "8586692", "6632522", "7582739", "7428627"], "ranked_scores": [0.7594, 0.7485, 0.7388, 0.7388, 0.7306, 0.7187, 0.7131, 0.7111, 0.7101, 0.7094], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "7313342", "921100", "1933329", "8628822", "1631830", "6713671", "7699640", "8139545", "6955768"], "ranked_scores": [0.7455, 0.7267, 0.726, 0.7239, 0.7126, 0.7113, 0.711, 0.7096, 0.7066, 0.7057], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "2940019", "5339585", "1623860", "2359804", "2375458", "7503113", "7126197", "6036135"], "ranked_scores": [0.7614, 0.6751, 0.664, 0.6526, 0.6379, 0.6195, 0.6173, 0.5991, 0.599, 0.5981], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562631", "5304087", "7562624", "1398369", "1732853", "2024648", "6472411", "3451043", "6711596"], "ranked_scores": [0.7076, 0.689, 0.6811, 0.6686, 0.6585, 0.6204, 0.6124, 0.5979, 0.594, 0.5903], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "8221430", "4127072", "1922718", "7856346", "5431260", "6834849", "8015905", "4158114", "4626170"], "ranked_scores": [0.7248, 0.697, 0.6838, 0.6753, 0.6698, 0.6634, 0.6526, 0.6517, 0.6475, 0.6461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495831", "5439713", "1188785", "3450402", "3495838", "1779400", "108001", "1206520"], "ranked_scores": [0.682, 0.6704, 0.6447, 0.627, 0.6072, 0.6035, 0.602, 0.5779, 0.5647, 0.5512], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "609594", "6401864", "6212591", "6212597", "6965745", "1941403", "1302924", "8314543", "3843787"], "ranked_scores": [0.7119, 0.6878, 0.6851, 0.6788, 0.6748, 0.5814, 0.5793, 0.5614, 0.5534, 0.5433], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "1384086", "4892500", "1031361", "6360847", "7332215", "3823641", "4520541", "1399397", "6072167"], "ranked_scores": [0.6313, 0.4785, 0.4485, 0.4485, 0.444, 0.4387, 0.4385, 0.4272, 0.4169, 0.4131], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "2716981", "7511874", "1193873", "5891383", "8432430", "3668938", "1460689", "1420186"], "ranked_scores": [0.7214, 0.6995, 0.6602, 0.6589, 0.6299, 0.6266, 0.6254, 0.6247, 0.6073, 0.6073], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "4738326", "7395884", "1690952", "7104592", "5809788", "7515853", "6567497", "1134210"], "ranked_scores": [0.7975, 0.7876, 0.7103, 0.6954, 0.6953, 0.6764, 0.6684, 0.6625, 0.6564, 0.6372], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "2468930", "2768871", "286801", "7772221", "4726395", "8424304", "5209746", "7138494", "6358107"], "ranked_scores": [0.6672, 0.6234, 0.6144, 0.6141, 0.6053, 0.6006, 0.5963, 0.5927, 0.5922, 0.587], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["3681700", "8667781", "8771883", "4049212", "3391694", "1304102", "3944077", "4957113", "8798058", "3989499"], "ranked_scores": [0.7269, 0.7007, 0.6924, 0.6858, 0.6855, 0.6805, 0.674, 0.667, 0.6655, 0.6639], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-128-pq-m16-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7584907", "1263123", "20886", "8083127", "3527619", "5496645", "2746690", "1674646", "1301327", "558173"], "ranked_scores": [0.8037, 0.7925, 0.7919, 0.7856, 0.7833, 0.7774, 0.7771, 0.7753, 0.771, 0.7701], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["157696", "389116", "8083127", "4036031", "1263123", "2914905", "4848021", "5496645", "3534685", "527685"], "ranked_scores": [0.683, 0.679, 0.6788, 0.6668, 0.6607, 0.6473, 0.6449, 0.6356, 0.6308, 0.6305], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["1238142", "3792488", "6236648", "5559112", "1592656", "5951944", "7694305", "6235583", "6711596", "6711597"], "ranked_scores": [0.6776, 0.642, 0.6365, 0.6272, 0.6247, 0.6237, 0.6181, 0.6165, 0.5893, 0.5893], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "5769842", "7369987", "6926916", "2598342", "3589438", "6368601", "5691562", "6826784", "5684712"], "ranked_scores": [0.6532, 0.6525, 0.648, 0.6474, 0.6373, 0.6373, 0.6373, 0.6373, 0.6373, 0.636], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "7255675", "2070215", "5450605", "7048912", "7048919", "1952882", "7255678", "5346316", "856390"], "ranked_scores": [0.5667, 0.5582, 0.5534, 0.5529, 0.5512, 0.5493, 0.5483, 0.5409, 0.5309, 0.524], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "4691258", "7634337", "8817884", "3205963", "1413538", "8678527", "4331590", "2049514", "8011156"], "ranked_scores": [0.6074, 0.5863, 0.584, 0.5787, 0.5687, 0.5582, 0.5565, 0.5535, 0.5514, 0.5463], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "5227711", "7260457", "6964479", "4816964", "5279878", "6964486", "1777799", "6980305", "5091618"], "ranked_scores": [0.7466, 0.7395, 0.7211, 0.7137, 0.7041, 0.6779, 0.6764, 0.6758, 0.6586, 0.653], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "7698064", "4154575", "3550559", "8343642", "4041246", "217890", "5644075", "7543996"], "ranked_scores": [0.6874, 0.6501, 0.6317, 0.626, 0.6164, 0.6034, 0.5948, 0.5903, 0.5816, 0.5751], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["2322244", "5180631", "7531871", "1365210", "4667084", "3761519", "249524", "6950269", "1640260", "289405"], "ranked_scores": [0.6192, 0.619, 0.6158, 0.6136, 0.6122, 0.606, 0.5999, 0.5968, 0.5953, 0.5942], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["6880513", "7187663", "1021034", "6124279", "4562810", "5324876", "2117748", "8473657", "5132484", "6880517"], "ranked_scores": [0.5785, 0.5711, 0.5665, 0.564, 0.5553, 0.5551, 0.5493, 0.5468, 0.5391, 0.5376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "4922192", "7707024", "1438830", "1226215", "1226213", "6476873", "2403648", "2037947", "6360246"], "ranked_scores": [0.5581, 0.5313, 0.5144, 0.5013, 0.4854, 0.483, 0.4003, 0.3987, 0.3983, 0.3963], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7858639", "4623383", "7058926", "1445414", "7168973", "3182256", "7181639", "4907018", "8110427", "5579433"], "ranked_scores": [0.4369, 0.4292, 0.4222, 0.4082, 0.4076, 0.3991, 0.3962, 0.3886, 0.3782, 0.3781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "4243709", "7301818", "4054999", "7735540", "4819522", "714868", "277376"], "ranked_scores": [0.603, 0.5906, 0.5559, 0.5371, 0.5277, 0.5234, 0.5198, 0.5168, 0.5027, 0.5015], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8259512", "7970736", "8450827", "3414066", "7970735", "7839577", "5031425", "2536037", "4717597"], "ranked_scores": [0.6827, 0.6673, 0.5853, 0.5762, 0.5719, 0.5629, 0.556, 0.537, 0.5357, 0.5222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160799", "7185831", "4702013", "7160805", "8346654", "4702009", "8128745", "734127", "6257976", "7749216"], "ranked_scores": [0.5735, 0.5664, 0.5658, 0.5586, 0.5574, 0.5573, 0.5509, 0.5451, 0.541, 0.5322], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2010657", "3505871", "7220312", "1136294", "1390109", "7161045", "3936785", "46048", "8067800"], "ranked_scores": [0.5488, 0.5037, 0.4597, 0.4577, 0.4576, 0.4517, 0.4438, 0.4425, 0.4281, 0.4279], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "2104181", "7870704", "2001870", "5672317", "8091571", "3555960", "7870705", "2131097"], "ranked_scores": [0.6349, 0.6236, 0.5071, 0.4949, 0.4944, 0.4845, 0.4821, 0.4816, 0.479, 0.4778], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4880893", "2116932", "2949383", "2236339", "2116933", "2116938", "5605066", "2211646", "7948042", "4517260"], "ranked_scores": [0.701, 0.6989, 0.6913, 0.6841, 0.6837, 0.6817, 0.6801, 0.678, 0.6746, 0.6668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["2870276", "4998837", "3891003", "4253082", "2646250", "2066418", "2450611", "6924493", "2785552", "2647181"], "ranked_scores": [0.5952, 0.4976, 0.4971, 0.4856, 0.4828, 0.4825, 0.4746, 0.4737, 0.4721, 0.4708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["6641480", "4939334", "1726611", "5231134", "4393603", "5554969", "5365824", "3444262", "3991306", "7049532"], "ranked_scores": [0.7379, 0.7187, 0.7139, 0.7054, 0.7007, 0.6993, 0.6937, 0.6897, 0.688, 0.6879], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["8232517", "1842454", "6127285", "7827765", "7496090", "8679463", "8793569", "915562", "7803391", "2786269"], "ranked_scores": [0.4915, 0.4337, 0.4275, 0.4167, 0.4044, 0.404, 0.3994, 0.3955, 0.3937, 0.3869], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["2587999", "5535297", "442006", "7393462", "8045986", "1143274", "863946", "1023113", "3410097", "4749447"], "ranked_scores": [0.6276, 0.6228, 0.6109, 0.6082, 0.6036, 0.5858, 0.5852, 0.5828, 0.5806, 0.5786], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "8820180", "4390430", "4390429", "1234792", "4606680", "2105684", "5364574", "8186110", "1454891"], "ranked_scores": [0.6793, 0.6541, 0.6384, 0.6355, 0.6349, 0.6145, 0.6122, 0.6102, 0.6091, 0.6023], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["2486692", "6979330", "6591468", "1506380", "4153409", "631307", "5210161", "4615784", "6979322", "92150"], "ranked_scores": [0.6768, 0.6768, 0.6768, 0.6689, 0.6689, 0.6689, 0.6678, 0.6648, 0.6645, 0.6607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8307546", "3733774", "656138", "2796268", "5739636", "7992320", "2636672", "297601", "8281194", "7135032"], "ranked_scores": [0.7438, 0.7279, 0.7268, 0.7257, 0.7212, 0.7189, 0.715, 0.7148, 0.7137, 0.7099], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1333652", "2820637", "5170949", "6032018", "6719570", "3073632", "7650732", "1039754", "5027726"], "ranked_scores": [0.5792, 0.5717, 0.5333, 0.5286, 0.5241, 0.5216, 0.5206, 0.5205, 0.5204, 0.5187], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1059524", "870345", "551238", "7249172", "4117416", "6033952", "6874906", "272190", "5370316"], "ranked_scores": [0.6826, 0.6715, 0.6649, 0.6637, 0.658, 0.6574, 0.6563, 0.6543, 0.6542, 0.6537], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["1615478", "6465151", "3132831", "6502553", "5419270", "8499149", "5419269", "1850491", "5952078", "2589790"], "ranked_scores": [0.6574, 0.6523, 0.6478, 0.6234, 0.6222, 0.6046, 0.6027, 0.601, 0.5985, 0.593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["5335298", "4278761", "5094229", "5196370", "7288502", "41701", "7288504", "7646426", "5756090", "4437972"], "ranked_scores": [0.725, 0.7226, 0.7035, 0.6935, 0.6918, 0.6836, 0.6776, 0.6735, 0.6733, 0.6732], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["4596087", "6818953", "4942985", "7647368", "1653501", "7154585", "5221676", "8789524", "2175305", "6818958"], "ranked_scores": [0.5362, 0.525, 0.5184, 0.5075, 0.5073, 0.4868, 0.4846, 0.4719, 0.4695, 0.4616], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8796486", "2998932", "4765789", "2396672", "2421104", "3790429", "4451324", "3790426", "4966850"], "ranked_scores": [0.6755, 0.6473, 0.6224, 0.6086, 0.6046, 0.6003, 0.5991, 0.5902, 0.5888, 0.584], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["4600593", "2208599", "2617807", "4786937", "7526870", "6503017", "2617812", "1841019", "7573185", "1098595"], "ranked_scores": [0.6993, 0.6899, 0.6758, 0.6716, 0.6716, 0.6688, 0.6642, 0.664, 0.662, 0.6467], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "5546116", "7110612", "8237806", "2737708", "5164644", "6864626", "7434455", "7434451", "2737704"], "ranked_scores": [0.6305, 0.6178, 0.588, 0.582, 0.5805, 0.5773, 0.5772, 0.5749, 0.5658, 0.5555], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["567380", "6145886", "2394257", "4522649", "3770821", "2574549", "1592532", "4534195", "2366115", "5336580"], "ranked_scores": [0.6214, 0.6202, 0.6194, 0.6173, 0.6166, 0.6159, 0.614, 0.6133, 0.6133, 0.6128], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["754800", "7853301", "5904163", "1198067", "8733282", "7853304", "2789716", "1696161", "5827787", "4436697"], "ranked_scores": [0.613, 0.6121, 0.6077, 0.5896, 0.587, 0.5833, 0.5812, 0.5808, 0.5761, 0.5591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2391075", "351022", "2476399", "8187754", "2290637", "1899176", "2391077", "3484693", "4004614", "2290628"], "ranked_scores": [0.7137, 0.7129, 0.7104, 0.7104, 0.7054, 0.7048, 0.7048, 0.7048, 0.7048, 0.7045], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["3672237", "4991354", "1003383", "1883636", "4991353", "117136", "826058", "3806458", "3651812", "3931579"], "ranked_scores": [0.691, 0.6846, 0.6691, 0.6627, 0.6615, 0.6528, 0.6491, 0.6449, 0.6442, 0.6438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["2531512", "4900578", "7778956", "4409027", "4605271", "5393501", "7778948", "1250411", "4605270", "6448142"], "ranked_scores": [0.6332, 0.615, 0.5984, 0.5706, 0.5429, 0.5367, 0.5206, 0.5047, 0.4999, 0.4932], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["6632518", "6632522", "1063812", "139970", "3942500", "5857755", "139961", "7428627", "4590213", "2169679"], "ranked_scores": [0.6712, 0.6548, 0.6499, 0.6431, 0.643, 0.6385, 0.6367, 0.6367, 0.6331, 0.6303], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["6180355", "6761606", "1933329", "1867101", "8628818", "3883683", "1631830", "6903201", "6399884", "5143805"], "ranked_scores": [0.707, 0.699, 0.698, 0.6944, 0.6922, 0.6873, 0.6861, 0.6853, 0.681, 0.6756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "2940019", "7503113", "7420248", "7503110", "8008666", "4258668", "6938256", "5339585", "364872"], "ranked_scores": [0.6369, 0.6226, 0.5615, 0.5592, 0.5451, 0.5431, 0.5361, 0.5333, 0.5311, 0.5304], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "8264837", "8034055", "7395283", "7825322", "5559112", "3451044", "2257624", "7562631"], "ranked_scores": [0.6234, 0.609, 0.58, 0.5782, 0.577, 0.5578, 0.552, 0.5439, 0.5436, 0.5435], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8015905", "8221430", "1922718", "4626170", "4127072", "3742896", "6834849", "6387274", "8724007", "5409486"], "ranked_scores": [0.6235, 0.6197, 0.6146, 0.6108, 0.6108, 0.6071, 0.6011, 0.5974, 0.597, 0.593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495831", "3450402", "3495837", "7770963", "1206520", "5439713", "3147298", "1445414", "3495838", "3495835"], "ranked_scores": [0.6255, 0.5884, 0.5782, 0.5699, 0.5556, 0.5421, 0.5276, 0.5234, 0.5225, 0.5189], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212591", "609594", "156133", "6212588", "1477936", "3843787", "6180890", "6212597", "2824454"], "ranked_scores": [0.597, 0.5855, 0.5827, 0.5775, 0.5673, 0.5631, 0.5594, 0.5329, 0.5262, 0.5115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7601059", "3823641", "6360847", "409310", "3230959", "7103979", "8469861", "8510645"], "ranked_scores": [0.5296, 0.474, 0.4719, 0.3878, 0.3865, 0.3741, 0.3595, 0.3574, 0.3572, 0.3565], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460687", "8177246", "4078349", "7566134", "1420186", "1460689", "6305059", "5891383", "3668938"], "ranked_scores": [0.6293, 0.6254, 0.5935, 0.5916, 0.5896, 0.5892, 0.5892, 0.5814, 0.5757, 0.5698], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7104592", "7395885", "7395888", "7515853", "4738326", "6124976", "4709447", "7395884", "7985411", "2551241"], "ranked_scores": [0.6336, 0.6252, 0.6038, 0.5939, 0.5892, 0.5791, 0.5787, 0.5768, 0.576, 0.5746], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["2768871", "5812535", "2229750", "3285357", "1981696", "4594387", "3139589", "2192937", "6291922", "3712796"], "ranked_scores": [0.5627, 0.5481, 0.5417, 0.5416, 0.5407, 0.5377, 0.5359, 0.5305, 0.5269, 0.5252], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["1304102", "4049212", "3681700", "1671233", "3944077", "3989499", "7364245", "3466409", "8667781", "4304523"], "ranked_scores": [0.6509, 0.6496, 0.6472, 0.6452, 0.6446, 0.644, 0.6421, 0.6373, 0.6359, 0.6211], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-64-pq-m8-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["6858216", "2684883", "8083127", "1297109", "949520", "962399", "2746690", "7584907", "7072115", "5687382"], "ranked_scores": [0.8132, 0.8043, 0.7974, 0.7942, 0.7921, 0.7893, 0.7842, 0.7797, 0.7791, 0.7764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["3063200", "6990807", "1021034", "8083127", "20886", "389116", "7091701", "5633832", "7584907", "3534685"], "ranked_scores": [0.7894, 0.7892, 0.7883, 0.7637, 0.759, 0.7566, 0.7484, 0.7458, 0.7409, 0.7394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "3792488", "1238142", "7383965", "8377636", "8578146", "6236648", "3016589", "6711596", "6711597"], "ranked_scores": [0.7745, 0.7517, 0.7145, 0.7115, 0.7065, 0.6823, 0.6816, 0.6732, 0.673, 0.673], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "2812582", "5769842", "2548176", "515311", "2548173", "5359258", "5691562", "3182362", "2598342"], "ranked_scores": [0.7966, 0.7894, 0.7889, 0.7685, 0.7685, 0.7631, 0.7612, 0.7601, 0.7577, 0.7483], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "2070215", "1936834", "5450605", "7255678", "3803512", "8506101", "5817781", "5346316", "7410205"], "ranked_scores": [0.6829, 0.6677, 0.6375, 0.6309, 0.584, 0.5771, 0.559, 0.556, 0.5541, 0.5524], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "3205963", "1805806", "4450104", "1179925", "1825327", "4331591", "1190311", "8011156", "8299818"], "ranked_scores": [0.7731, 0.7409, 0.7391, 0.7274, 0.725, 0.7083, 0.7048, 0.6947, 0.691, 0.6807], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "4816964", "5227711", "6980305", "6311584", "6964479", "7813557", "3941958", "5167657", "1777799"], "ranked_scores": [0.7674, 0.7496, 0.7413, 0.7351, 0.7294, 0.7263, 0.7126, 0.6699, 0.6527, 0.6521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "4041246", "5079417", "2562047", "5997547", "7698064", "217890", "609594", "1043672"], "ranked_scores": [0.7789, 0.7716, 0.7479, 0.7469, 0.7453, 0.7301, 0.7242, 0.7116, 0.7074, 0.6966], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365215", "5180631", "5110182", "1365210", "7531871", "3761517", "4432476", "1102477", "6950269", "8014955"], "ranked_scores": [0.805, 0.7595, 0.7572, 0.7168, 0.7122, 0.7111, 0.7062, 0.7054, 0.6979, 0.6943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "6124279", "6880513", "6880517", "4562810", "1263123", "7187662", "558173", "4830263", "7189134"], "ranked_scores": [0.7339, 0.6936, 0.6911, 0.6911, 0.6802, 0.6608, 0.6428, 0.638, 0.6319, 0.6301], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "5218385", "1928478", "1226215", "2878717", "4922192", "8583764", "859199"], "ranked_scores": [0.8254, 0.7695, 0.6874, 0.6703, 0.6434, 0.6319, 0.6237, 0.615, 0.571, 0.5676], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7058926", "4623383", "295788", "4996378", "507239", "4623381", "1852105", "295794", "3961796", "7168973"], "ranked_scores": [0.6278, 0.6158, 0.6035, 0.5796, 0.5792, 0.5718, 0.5664, 0.5586, 0.5549, 0.5472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "8428361", "921100", "277381", "7301819", "3512764", "5809779", "277376", "3803414"], "ranked_scores": [0.7236, 0.6154, 0.6126, 0.6019, 0.601, 0.6006, 0.5967, 0.59, 0.5893, 0.5893], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8259512", "8450833", "1265191", "7970736", "2536037", "8259514", "7839577", "4717597", "7970734"], "ranked_scores": [0.8397, 0.803, 0.7689, 0.7638, 0.7626, 0.755, 0.7402, 0.7393, 0.7375, 0.715], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["4702013", "7160805", "734127", "8346654", "8128745", "3457120", "2583983", "232771", "6257976", "8750150"], "ranked_scores": [0.7618, 0.7437, 0.7246, 0.7057, 0.6876, 0.6857, 0.6738, 0.6703, 0.6633, 0.662], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "1136294", "6504208", "5042969", "5042965", "6467669", "2010657", "3936785"], "ranked_scores": [0.7531, 0.617, 0.597, 0.566, 0.5651, 0.5443, 0.5443, 0.54, 0.5243, 0.5124], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7937824", "3253590", "7870704", "7870705", "2104181", "5340239", "5382926", "5672319"], "ranked_scores": [0.8324, 0.6664, 0.6434, 0.6418, 0.6383, 0.6343, 0.6126, 0.6105, 0.6021, 0.5929], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "4880893", "3646584", "7948042", "6893978", "2116936", "2116932", "2116929", "2116933", "8157542"], "ranked_scores": [0.8047, 0.8004, 0.796, 0.796, 0.7941, 0.7867, 0.7814, 0.7719, 0.7665, 0.7603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "2450611", "4998837", "4074080", "5932719", "4253088", "2870276", "7525071", "942766", "2066418"], "ranked_scores": [0.6473, 0.6366, 0.6349, 0.6296, 0.6062, 0.5966, 0.5928, 0.5864, 0.5751, 0.5739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["4939334", "7503570", "5674942", "4624988", "6775026", "8419047", "3991306", "1726611", "1674914", "1734442"], "ranked_scores": [0.8643, 0.822, 0.8011, 0.789, 0.7753, 0.7743, 0.7742, 0.7703, 0.7634, 0.7622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "4489797", "4489799", "5233423", "7170238", "5137135", "7827765", "2859564", "1705600", "1854682"], "ranked_scores": [0.6772, 0.6549, 0.6402, 0.6358, 0.6346, 0.6009, 0.5925, 0.5908, 0.5879, 0.5879], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["7134383", "442006", "8045986", "3853232", "4796869", "6941634", "8540414", "2588002", "1918866", "4749447"], "ranked_scores": [0.8062, 0.8057, 0.7902, 0.7858, 0.7845, 0.7842, 0.7834, 0.7759, 0.7698, 0.7691], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["8820180", "1143382", "7689707", "7689710", "4390429", "4390430", "6506033", "3246403", "4936994", "2749008"], "ranked_scores": [0.7265, 0.6923, 0.6905, 0.6879, 0.6834, 0.6783, 0.6588, 0.6576, 0.6481, 0.6429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["6979322", "3968773", "92150", "5729775", "3346337", "5808457", "8717679", "1546056", "1460640", "2443030"], "ranked_scores": [0.8517, 0.845, 0.8413, 0.8393, 0.8368, 0.8284, 0.8248, 0.8244, 0.8232, 0.8232], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["4647338", "5739636", "7630103", "6588011", "2636677", "5123227", "5269626", "656138", "1106640", "1425080"], "ranked_scores": [0.8085, 0.807, 0.8006, 0.8006, 0.7966, 0.7862, 0.7835, 0.7823, 0.7809, 0.7806], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "4805366", "5170949", "8363828", "6343914", "1039754", "5174051", "5027729", "5027731", "6719570"], "ranked_scores": [0.7511, 0.691, 0.6904, 0.6767, 0.6606, 0.6589, 0.6561, 0.6537, 0.6525, 0.65], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["551238", "1613675", "7137675", "2692492", "1314390", "2576606", "1525622", "6224698", "870353", "272188"], "ranked_scores": [0.8596, 0.849, 0.8236, 0.8217, 0.815, 0.8078, 0.8008, 0.7979, 0.7979, 0.7967], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8263203", "250946", "5351935", "3869346", "2570595", "7810605", "258524", "6539677", "6694795", "1663808"], "ranked_scores": [0.7542, 0.7254, 0.7098, 0.7051, 0.7001, 0.6994, 0.6938, 0.6837, 0.6806, 0.6758], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5196370", "7288502", "5094229", "7646422", "5756096", "5352322", "2929750", "278768", "7288504"], "ranked_scores": [0.8619, 0.8339, 0.8279, 0.8203, 0.8093, 0.787, 0.7869, 0.7801, 0.7697, 0.7631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["5764460", "6818953", "3051802", "1463441", "5499496", "1031361", "8641232", "8531579", "6045016", "7963"], "ranked_scores": [0.6469, 0.6441, 0.6433, 0.6212, 0.6178, 0.614, 0.6094, 0.6077, 0.6044, 0.6033], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["2396672", "3039809", "3790429", "7833608", "4966850", "2918527", "1867187", "3790426", "4451324", "8796486"], "ranked_scores": [0.7514, 0.7406, 0.732, 0.7251, 0.7089, 0.7075, 0.7067, 0.7016, 0.6918, 0.6884], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["5036995", "4786937", "982652", "4863107", "2898312", "4863108", "7526867", "1511150", "7526870", "4798912"], "ranked_scores": [0.8557, 0.8475, 0.837, 0.8326, 0.8326, 0.8326, 0.8265, 0.8242, 0.8236, 0.8234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "2299432", "7937494", "2486151", "3829900", "7770196", "7434451", "8120033", "3701436", "7110611"], "ranked_scores": [0.8607, 0.7387, 0.7262, 0.7148, 0.698, 0.6835, 0.676, 0.6649, 0.6589, 0.6579], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["7299128", "1417034", "4502856", "4256443", "30089", "5336580", "30085", "1592532", "6979705", "4502858"], "ranked_scores": [0.7177, 0.7172, 0.7172, 0.7126, 0.7111, 0.71, 0.7083, 0.7061, 0.7037, 0.7031], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "2789716", "4687484", "4039012", "7645257", "754800", "7505807", "6684798", "1696161"], "ranked_scores": [0.7971, 0.7462, 0.7433, 0.7206, 0.7204, 0.7121, 0.7085, 0.6974, 0.6929, 0.69], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2290637", "4004619", "4589415", "2391075", "2565555", "2290634", "6292055", "7939521", "1338705", "3765105"], "ranked_scores": [0.8873, 0.8852, 0.8769, 0.8712, 0.857, 0.852, 0.8481, 0.8461, 0.846, 0.8459], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "4991356", "3806458", "4991353", "8374135", "3672237", "2873961", "7161099", "7644552"], "ranked_scores": [0.8263, 0.8197, 0.8043, 0.8042, 0.7729, 0.7611, 0.7434, 0.7411, 0.7381, 0.7333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4605271", "7778956", "4409027", "4900578", "2531512", "8361061", "6193415", "5393501", "2103533", "3747811"], "ranked_scores": [0.8208, 0.8149, 0.8001, 0.7939, 0.785, 0.7196, 0.7021, 0.6921, 0.6782, 0.6737], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["4196280", "1063812", "2488121", "3942500", "4590213", "139961", "3404651", "589354", "5857755", "5186526"], "ranked_scores": [0.7763, 0.767, 0.7552, 0.7528, 0.7528, 0.7461, 0.7434, 0.7399, 0.7353, 0.7315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["7313342", "4598321", "463648", "1933329", "1041319", "6713671", "1867101", "8139545", "7882842", "1716202"], "ranked_scores": [0.7941, 0.7788, 0.766, 0.76, 0.7504, 0.7417, 0.7372, 0.7353, 0.7313, 0.724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "2359804", "1623860", "4258668", "2940019", "4996201", "4130908", "88374", "2940016", "6036135"], "ranked_scores": [0.7582, 0.6674, 0.6528, 0.6478, 0.6397, 0.6349, 0.6349, 0.6303, 0.6227, 0.6191], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["5304087", "1398369", "7562624", "8738884", "7562631", "3599369", "2069035", "1732853", "6711596", "6711597"], "ranked_scores": [0.7455, 0.6995, 0.6931, 0.6862, 0.658, 0.6569, 0.6561, 0.6387, 0.6338, 0.6338], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["4158114", "3047203", "4127072", "8221430", "8221437", "8221431", "7856346", "4626170", "8015905", "6269961"], "ranked_scores": [0.7771, 0.7509, 0.7481, 0.7425, 0.7399, 0.7209, 0.7119, 0.7011, 0.7001, 0.6984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "5439713", "1779400", "3495838", "3495831", "2463549", "8815917", "1188785", "6786202"], "ranked_scores": [0.7864, 0.7264, 0.6859, 0.6606, 0.6556, 0.6477, 0.6402, 0.6395, 0.6359, 0.6356], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "609594", "6401864", "6212591", "6212597", "8314543", "1302924", "4938306", "6180890", "4520541"], "ranked_scores": [0.7681, 0.7452, 0.7126, 0.7105, 0.6802, 0.6703, 0.652, 0.6274, 0.6252, 0.6119], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7601059", "1399397", "4892500", "2790097", "6360847", "2270251", "3937863", "1524492"], "ranked_scores": [0.6278, 0.6049, 0.5841, 0.5759, 0.5494, 0.5435, 0.5283, 0.5248, 0.5233, 0.516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["2716981", "7511875", "1460685", "5891383", "7144188", "8432430", "3631388", "1193873", "459888", "7511874"], "ranked_scores": [0.7916, 0.7812, 0.7632, 0.7206, 0.7117, 0.7076, 0.7049, 0.7006, 0.6902, 0.6849], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1134210", "7104592", "4738326", "7395884", "1690952", "6567497", "5809788", "1136108"], "ranked_scores": [0.7897, 0.7893, 0.7466, 0.7275, 0.7232, 0.7191, 0.6972, 0.6814, 0.6764, 0.6608], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "286801", "2768871", "2468930", "1421746", "7772221", "6468610", "4293962", "1405152", "3139589"], "ranked_scores": [0.7455, 0.6872, 0.6782, 0.6718, 0.6625, 0.6519, 0.6315, 0.63, 0.6289, 0.6276], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["3681700", "8771883", "3711972", "4049212", "3944077", "8667781", "2830832", "3989499", "1304102", "3596760"], "ranked_scores": [0.8562, 0.8068, 0.801, 0.7922, 0.789, 0.7882, 0.7862, 0.784, 0.7764, 0.7693], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-64-pq-m8-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1263123", "8083127", "20886", "949520", "5100196", "8238877", "3527619", "5265626", "7072115", "336438"], "ranked_scores": [0.7809, 0.7768, 0.7768, 0.7751, 0.7749, 0.7675, 0.7672, 0.7672, 0.7658, 0.7634], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2914905", "5100196", "389116", "157696", "6892660", "4917486", "50056", "6990807", "962399", "6858216"], "ranked_scores": [0.7976, 0.7534, 0.7399, 0.7399, 0.738, 0.7321, 0.7287, 0.7235, 0.7222, 0.7162], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["6236648", "7694305", "3792488", "1238142", "5559112", "4452557", "8377636", "7383965", "5226726", "8578146"], "ranked_scores": [0.7145, 0.7076, 0.7046, 0.6954, 0.6667, 0.6569, 0.6544, 0.6425, 0.6368, 0.6368], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "5769842", "7369987", "2598342", "3589438", "5691562", "4176286", "7386338", "6368601", "6826784"], "ranked_scores": [0.7512, 0.7512, 0.7326, 0.7269, 0.7269, 0.7269, 0.7269, 0.7269, 0.7269, 0.7269], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "3000701", "5637468", "7391880", "5450605", "6294685", "1936834", "7255678", "1952882", "6625132"], "ranked_scores": [0.5821, 0.578, 0.5774, 0.5713, 0.5691, 0.5598, 0.5598, 0.5591, 0.5589, 0.546], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "8011156", "3205963", "4691258", "8314448", "4564098", "378964", "7634336", "7634337", "2981039"], "ranked_scores": [0.7087, 0.6897, 0.6878, 0.6861, 0.6755, 0.6663, 0.661, 0.6588, 0.6588, 0.6538], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "5227711", "4816964", "7260457", "6964479", "511235", "6964486", "1777799", "3576832", "5279878"], "ranked_scores": [0.7218, 0.7091, 0.7085, 0.7043, 0.6909, 0.6671, 0.6548, 0.6413, 0.6345, 0.6345], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "2334441", "7698064", "4041246", "6212591", "6090688", "1043672", "2230842", "6399884", "724148"], "ranked_scores": [0.7637, 0.7021, 0.6996, 0.6996, 0.6949, 0.6915, 0.6859, 0.6795, 0.6777, 0.664], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["5180631", "1365210", "3323835", "2322244", "4667084", "8014955", "6950269", "249524", "3761519", "1365215"], "ranked_scores": [0.6488, 0.6384, 0.6373, 0.6347, 0.6334, 0.6327, 0.6277, 0.6207, 0.6199, 0.6176], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["2117748", "5132484", "7187663", "5469449", "5324876", "6880513", "2746690", "8083127", "1021034", "4830262"], "ranked_scores": [0.6678, 0.6678, 0.6617, 0.6585, 0.6585, 0.6583, 0.6524, 0.637, 0.6341, 0.634], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "4922192", "1438830", "1226213", "1226215", "7707024", "3475986", "5135972", "8721463", "6476873"], "ranked_scores": [0.5917, 0.5892, 0.5696, 0.5471, 0.5323, 0.526, 0.4951, 0.4886, 0.4855, 0.4791], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8516644", "7181639", "8167164", "4623381", "1736441", "7168973", "3616085", "1502589", "4907018", "2793901"], "ranked_scores": [0.5387, 0.5243, 0.5178, 0.5031, 0.4998, 0.4887, 0.4869, 0.486, 0.4852, 0.4841], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "8428361", "7301818", "7301816", "7301819", "1317497", "4243709", "1741823", "6674075", "782064"], "ranked_scores": [0.6549, 0.6269, 0.6213, 0.6149, 0.6149, 0.5904, 0.5904, 0.5904, 0.5904, 0.5904], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8259512", "7970735", "7970736", "134683", "8450827", "4798572", "6814815", "979449", "3437046"], "ranked_scores": [0.7226, 0.7082, 0.6923, 0.6871, 0.675, 0.6737, 0.6633, 0.6633, 0.6468, 0.6465], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["4702009", "5355819", "734127", "4702013", "4193354", "2818195", "7160799", "4058561", "4830823", "4893231"], "ranked_scores": [0.6937, 0.6894, 0.6818, 0.6671, 0.6519, 0.6255, 0.6243, 0.6135, 0.6105, 0.607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "3505871", "7220312", "3452115", "1250466", "5703846", "2010657", "6363854", "8827602", "7646426"], "ranked_scores": [0.611, 0.5423, 0.5301, 0.5245, 0.5163, 0.4941, 0.4793, 0.4748, 0.4747, 0.473], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870700", "7870707", "2104181", "8091571", "7911229", "2131097", "2562760", "7870705", "5672317", "7870704"], "ranked_scores": [0.721, 0.7099, 0.6644, 0.5457, 0.5447, 0.5365, 0.5172, 0.517, 0.5164, 0.5155], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2949383", "6893977", "6893979", "2211646", "6074131", "5992323", "3692412", "4517260", "2116932", "875193"], "ranked_scores": [0.7207, 0.7207, 0.7207, 0.7202, 0.7112, 0.7078, 0.6885, 0.6813, 0.6798, 0.6798], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["4998837", "2870276", "2066418", "1598674", "3891003", "2450611", "5984719", "8686956", "4253088", "6924493"], "ranked_scores": [0.6988, 0.6574, 0.6368, 0.6202, 0.5818, 0.5626, 0.5604, 0.5508, 0.5499, 0.5432], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["1734442", "4624988", "5554969", "6775026", "6302682", "7546053", "8419044", "829440", "8419047", "8814306"], "ranked_scores": [0.7553, 0.7436, 0.7395, 0.7395, 0.7395, 0.7395, 0.7395, 0.7395, 0.7395, 0.7395], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["6768417", "8232517", "7496090", "7827767", "1854682", "7827765", "8679463", "7170238", "4489797", "1705600"], "ranked_scores": [0.6468, 0.6388, 0.6015, 0.6015, 0.598, 0.5893, 0.5881, 0.5875, 0.5836, 0.5748], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["1143274", "2588002", "6941637", "3736287", "5103738", "7134383", "4393278", "4749447", "5535297", "863946"], "ranked_scores": [0.7071, 0.702, 0.6935, 0.6785, 0.6756, 0.6756, 0.6749, 0.6749, 0.6749, 0.6749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "7689710", "8186110", "6506033", "5039968", "5364574", "4390430", "4390429", "3836743", "8820180"], "ranked_scores": [0.706, 0.7009, 0.6744, 0.6718, 0.6682, 0.6493, 0.645, 0.6349, 0.6273, 0.6265], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["6449873", "6542300", "6591468", "6979330", "6577550", "8386856", "6906376", "7558904", "8717679", "6979322"], "ranked_scores": [0.8012, 0.8012, 0.8012, 0.8012, 0.8012, 0.8012, 0.8012, 0.8012, 0.8012, 0.8012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["3733774", "2636672", "656138", "8804328", "297601", "2796268", "6604385", "5852832", "6082244", "8307546"], "ranked_scores": [0.8064, 0.7996, 0.7994, 0.7919, 0.7892, 0.7822, 0.773, 0.7724, 0.7721, 0.7721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "6719570", "3073632", "1333652", "1588747", "5174051", "1588755", "6287791", "6930332", "1603365"], "ranked_scores": [0.5915, 0.565, 0.565, 0.5585, 0.5522, 0.5497, 0.5477, 0.5477, 0.5476, 0.5471], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["845706", "5832532", "7741548", "6874906", "870345", "1525622", "551238", "6312321", "1209272", "7228393"], "ranked_scores": [0.7448, 0.7421, 0.7421, 0.7394, 0.7383, 0.7358, 0.7358, 0.7329, 0.7326, 0.7293], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6090442", "1615478", "7924849", "4468485", "2589790", "5419270", "5085223", "250946", "5952078", "3296425"], "ranked_scores": [0.6592, 0.6487, 0.6366, 0.6319, 0.6279, 0.6243, 0.6225, 0.6182, 0.6106, 0.6016], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "5196370", "7288502", "5335298", "7646426", "7646422", "5756090", "2079729", "4437972"], "ranked_scores": [0.7611, 0.7466, 0.7466, 0.7444, 0.7306, 0.7189, 0.7126, 0.7083, 0.7052, 0.7047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "7647368", "2175305", "3051802", "3424319", "6835042", "1466669", "7035222", "6625132", "7619577"], "ranked_scores": [0.6431, 0.5754, 0.5742, 0.5588, 0.5508, 0.5491, 0.5491, 0.5487, 0.5483, 0.5474], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["8796486", "7833608", "7833611", "4451324", "2998932", "4765785", "2396672", "8607085", "3790426", "3790429"], "ranked_scores": [0.7529, 0.7529, 0.6912, 0.6877, 0.6801, 0.666, 0.6657, 0.6642, 0.6588, 0.6554], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2617812", "2617807", "4035891", "7526871", "7526870", "2599853", "6503017", "2208599", "982652", "5666376"], "ranked_scores": [0.7397, 0.7389, 0.7389, 0.7389, 0.7389, 0.7352, 0.7351, 0.7351, 0.7337, 0.7277], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "5546116", "6270123", "7434451", "6688747", "8237806", "7770199", "4153698", "978127", "1416173"], "ranked_scores": [0.6244, 0.6071, 0.583, 0.5779, 0.5778, 0.5745, 0.5595, 0.5571, 0.5446, 0.5404], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["3659405", "4522649", "2574549", "567380", "6765668", "4256443", "2394257", "6145886", "1592532", "166399"], "ranked_scores": [0.6798, 0.6706, 0.6481, 0.6481, 0.647, 0.6469, 0.6462, 0.6452, 0.6434, 0.6434], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["5879000", "754800", "7853304", "1198067", "7853301", "2789716", "4687484", "7505807", "2878717", "1696161"], "ranked_scores": [0.7179, 0.7099, 0.7006, 0.6811, 0.6676, 0.6665, 0.6611, 0.6515, 0.6305, 0.6103], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2391075", "3920912", "7924650", "4589415", "8187754", "2476399", "1118163", "351022", "3469016", "1264750"], "ranked_scores": [0.8034, 0.8034, 0.8034, 0.8034, 0.7998, 0.7998, 0.7992, 0.7992, 0.7992, 0.7951], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["3672237", "3651812", "709165", "3806457", "8068698", "2719551", "8441078", "1883636", "4991354", "2697021"], "ranked_scores": [0.7815, 0.7815, 0.7566, 0.7504, 0.7324, 0.7324, 0.7324, 0.7314, 0.7312, 0.7304], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["8361061", "4900578", "4409027", "2531512", "6361363", "6534065", "4605270", "7778948", "2103533", "4605271"], "ranked_scores": [0.6687, 0.6589, 0.6541, 0.6309, 0.629, 0.6284, 0.6152, 0.5945, 0.5941, 0.5895], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["6632522", "6632518", "4951287", "4590213", "3942500", "1063811", "2169679", "5186526", "6632520", "8057717"], "ranked_scores": [0.7122, 0.7122, 0.6984, 0.6984, 0.6984, 0.6959, 0.6959, 0.695, 0.695, 0.6925], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "463648", "4598321", "8628818", "6713671", "463652", "6180355", "2404041", "7248824", "921101"], "ranked_scores": [0.7254, 0.7209, 0.7209, 0.7198, 0.7171, 0.71, 0.7089, 0.7076, 0.7072, 0.6986], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["2940019", "4258663", "7420248", "2257835", "1623860", "7503110", "6036135", "7503113", "2911128", "2940016"], "ranked_scores": [0.6387, 0.5977, 0.5953, 0.5654, 0.5461, 0.5428, 0.537, 0.5368, 0.5293, 0.5273], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7395283", "8510222", "40639", "8186128", "7562624", "8186121", "5559112", "8264837", "2971041", "8034055"], "ranked_scores": [0.6371, 0.6047, 0.6047, 0.6015, 0.6001, 0.5985, 0.588, 0.5822, 0.5812, 0.5803], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["5409487", "8015905", "4127072", "8221430", "6132796", "3047203", "5409486", "3742896", "5409488", "6399514"], "ranked_scores": [0.7295, 0.7141, 0.695, 0.695, 0.6949, 0.6839, 0.6811, 0.6776, 0.6735, 0.6734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495831", "7770963", "3495837", "1445414", "3495838", "3450402", "1206520", "2976882", "1188785", "3495835"], "ranked_scores": [0.6435, 0.6232, 0.6167, 0.5912, 0.588, 0.5852, 0.5811, 0.5676, 0.5638, 0.5556], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "6180890", "2824454", "609594", "3843787", "4938306", "879407", "8314543", "5519518", "6212591"], "ranked_scores": [0.6395, 0.638, 0.6214, 0.6179, 0.6081, 0.6073, 0.5733, 0.57, 0.5682, 0.5644], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7601059", "3823641", "1399397", "4113921", "3252422", "7634342", "7275120", "2942434"], "ranked_scores": [0.5931, 0.5803, 0.5762, 0.5372, 0.5199, 0.5161, 0.5055, 0.4913, 0.4872, 0.4817], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["447601", "4256781", "1460687", "1460690", "3128424", "5201030", "2857976", "459888", "7238264", "6919840"], "ranked_scores": [0.6913, 0.677, 0.6725, 0.6725, 0.6725, 0.6725, 0.6725, 0.6725, 0.6725, 0.6725], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7104592", "3873782", "1682960", "7985409", "2595589", "6992509", "2790550", "4684937", "7395885", "8221668"], "ranked_scores": [0.6841, 0.6622, 0.6506, 0.6452, 0.6385, 0.6367, 0.6349, 0.6231, 0.6221, 0.6218], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["6291922", "3712796", "4076789", "2192937", "2229750", "6417183", "1721507", "1892018", "2468930", "1981696"], "ranked_scores": [0.6428, 0.638, 0.6231, 0.623, 0.6142, 0.6134, 0.609, 0.609, 0.6082, 0.6037], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["8828449", "3681700", "4049212", "3791271", "1304102", "2579423", "7942122", "5025261", "7364245", "2830832"], "ranked_scores": [0.7224, 0.7151, 0.7131, 0.7093, 0.7093, 0.7086, 0.7086, 0.7015, 0.7015, 0.6978], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-32-pq-m4-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["6858216", "3534685", "5687382", "949520", "3619391", "5917719", "915232", "2746690", "1297109", "7584907"], "ranked_scores": [0.8592, 0.8565, 0.8547, 0.8497, 0.8377, 0.8301, 0.8171, 0.8154, 0.8147, 0.814], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1021034", "5633832", "2581550", "6990807", "389116", "1450843", "4334075", "7121381", "3534685", "7275123"], "ranked_scores": [0.8502, 0.8464, 0.8432, 0.8384, 0.8377, 0.8254, 0.8198, 0.8174, 0.8173, 0.8148], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "3792488", "332783", "8578146", "8668637", "6711597", "6711596", "694863", "6235583", "5559112"], "ranked_scores": [0.8209, 0.7973, 0.7908, 0.773, 0.7707, 0.7655, 0.7655, 0.7655, 0.7575, 0.7537], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "515311", "2541248", "2548176", "3338175", "2812582", "2548173", "3182362", "5684712", "6926916"], "ranked_scores": [0.8421, 0.8341, 0.8341, 0.8341, 0.8331, 0.8284, 0.815, 0.815, 0.8143, 0.8042], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["1936834", "8357075", "7048914", "5450605", "3794297", "3794304", "8506101", "5817781", "5346316", "3707484"], "ranked_scores": [0.7214, 0.6828, 0.6768, 0.6657, 0.6476, 0.6476, 0.6472, 0.6465, 0.6321, 0.6317], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["3205963", "7600993", "5606320", "4450104", "1179925", "1805806", "1190311", "8299818", "1191483", "1825327"], "ranked_scores": [0.8411, 0.8298, 0.8197, 0.7844, 0.7802, 0.7802, 0.7686, 0.7674, 0.765, 0.7645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6311584", "7260457", "6964479", "4816964", "563355", "6980305", "2379092", "3941958", "3138143", "5227711"], "ranked_scores": [0.8004, 0.7916, 0.7916, 0.7916, 0.791, 0.7783, 0.7455, 0.7222, 0.7141, 0.702], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["4041246", "5079417", "3550561", "2562047", "5997547", "4938306", "3550563", "320956", "609594", "7543996"], "ranked_scores": [0.8205, 0.8111, 0.8096, 0.8037, 0.7897, 0.7857, 0.7779, 0.7779, 0.7698, 0.7681], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365215", "7531871", "4432476", "2322244", "5110182", "1273839", "3761522", "5180631", "4432472", "2872270"], "ranked_scores": [0.8592, 0.8334, 0.8332, 0.8308, 0.8144, 0.7924, 0.7924, 0.7794, 0.778, 0.7773], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["4830263", "7187663", "6124279", "4684938", "5100196", "1263123", "6880513", "6880517", "4617506", "7108987"], "ranked_scores": [0.8236, 0.8087, 0.7704, 0.7628, 0.7571, 0.7566, 0.7458, 0.7458, 0.7418, 0.7378], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "5218385", "8583764", "915562", "1438830", "2878717", "1928478", "7905540", "8583766"], "ranked_scores": [0.7719, 0.6591, 0.658, 0.6509, 0.6376, 0.6345, 0.6259, 0.602, 0.5978, 0.591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["507239", "7058926", "1736441", "295788", "525134", "7858636", "7058927", "295794", "1852105", "4623383"], "ranked_scores": [0.8116, 0.7606, 0.7331, 0.7296, 0.6754, 0.6705, 0.6639, 0.6519, 0.6485, 0.6479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "921100", "2197886", "277381", "2852056", "1966732", "3512764", "463652", "384573", "6363854"], "ranked_scores": [0.7505, 0.6965, 0.6944, 0.6872, 0.6855, 0.682, 0.6807, 0.6791, 0.678, 0.6771], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970728", "320956", "1980142", "8259514", "2536037", "7839577", "8450833", "8823462", "1265191"], "ranked_scores": [0.8501, 0.8493, 0.8077, 0.782, 0.7721, 0.7532, 0.7417, 0.7406, 0.7386, 0.7318], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["4702013", "7749216", "734127", "7160805", "4702009", "6257976", "8128745", "232771", "4893231", "8296550"], "ranked_scores": [0.8349, 0.7383, 0.7316, 0.7198, 0.7173, 0.7131, 0.7016, 0.6988, 0.6987, 0.6958], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "3936785", "7220312", "1136294", "3452115", "7643704", "450935", "2098124", "8067800", "2109018"], "ranked_scores": [0.7648, 0.7017, 0.6595, 0.6384, 0.6213, 0.6153, 0.6132, 0.6105, 0.6021, 0.5842], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "2104181", "7870705", "7937824", "7094491", "7870704", "3253590", "7870700", "1736441", "7643704"], "ranked_scores": [0.8356, 0.7625, 0.7351, 0.7347, 0.6925, 0.6795, 0.6782, 0.662, 0.6603, 0.6469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "3646584", "7948042", "2116936", "8157542", "2236339", "2116929", "2116932", "2116933", "6893978"], "ranked_scores": [0.8538, 0.8419, 0.8414, 0.8407, 0.8301, 0.8301, 0.8279, 0.8279, 0.8228, 0.8221], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["942766", "4165452", "7525071", "2524818", "8688659", "2870276", "3891003", "6924493", "4998837", "6924484"], "ranked_scores": [0.7596, 0.7265, 0.724, 0.7133, 0.6678, 0.6603, 0.6603, 0.6487, 0.6448, 0.6379], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["4939334", "5674942", "4916011", "7503570", "862392", "3991306", "6775026", "1674914", "8419047", "5964551"], "ranked_scores": [0.8991, 0.851, 0.8467, 0.8426, 0.8364, 0.8346, 0.8289, 0.8223, 0.8133, 0.8111], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "4489797", "7170238", "4489799", "2859564", "7827765", "5137135", "2131335", "4999276", "413811"], "ranked_scores": [0.7974, 0.7463, 0.7455, 0.7412, 0.7125, 0.7124, 0.7013, 0.6896, 0.6815, 0.6746], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["2588002", "1023113", "7393462", "6941634", "7134383", "442006", "4796869", "3853232", "5535297", "391342"], "ranked_scores": [0.8522, 0.8467, 0.8391, 0.8312, 0.8312, 0.8286, 0.8242, 0.8242, 0.8055, 0.8044], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["2800419", "4313011", "8820180", "2800418", "4936994", "1143382", "4390430", "4390429", "64801", "6722338"], "ranked_scores": [0.8252, 0.8252, 0.7993, 0.7873, 0.7857, 0.7813, 0.7749, 0.7444, 0.7444, 0.7444], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "6979322", "8717679", "92150", "3968773", "5808457", "6979330", "1546056", "8615461", "3346337"], "ranked_scores": [0.8882, 0.8721, 0.8645, 0.8566, 0.8566, 0.8566, 0.8494, 0.8494, 0.8437, 0.8357], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8281194", "7630103", "6588011", "2636677", "1106640", "3733774", "7562526", "5739636", "5123227", "2253612"], "ranked_scores": [0.8715, 0.8541, 0.8541, 0.8362, 0.8219, 0.8185, 0.8152, 0.8112, 0.8087, 0.808], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5170949", "8474680", "1039754", "6719567", "5174054", "4805366", "1039748", "6396838", "6032018"], "ranked_scores": [0.7824, 0.7681, 0.7607, 0.7486, 0.7321, 0.7321, 0.7121, 0.7089, 0.7021, 0.6989], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["551238", "1613675", "1059524", "7137675", "1525620", "1525623", "272188", "2576606", "6033952", "272190"], "ranked_scores": [0.8631, 0.8631, 0.8246, 0.8185, 0.8185, 0.8114, 0.8098, 0.8044, 0.7986, 0.7922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["3869346", "6539677", "7810605", "5351935", "8263203", "3296425", "8277053", "8716923", "5408281", "3749515"], "ranked_scores": [0.8299, 0.8299, 0.8172, 0.7768, 0.7766, 0.7725, 0.7675, 0.7559, 0.7549, 0.7501], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5196370", "5756096", "7288502", "2929750", "5094229", "2079729", "7646422", "3557230", "7623556"], "ranked_scores": [0.8624, 0.8495, 0.8381, 0.8286, 0.8275, 0.8133, 0.7948, 0.787, 0.7769, 0.7749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["5764460", "1448401", "1756080", "3173599", "6881123", "7963", "1232206", "2525613", "3051802", "1031361"], "ranked_scores": [0.7661, 0.7526, 0.7471, 0.7233, 0.7102, 0.6954, 0.6852, 0.6814, 0.6697, 0.6637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "3790429", "1867187", "7833611", "8796486", "8796481", "2626730", "4451324", "8531065", "7975065"], "ranked_scores": [0.8478, 0.7766, 0.7571, 0.7527, 0.7484, 0.7162, 0.7153, 0.712, 0.7098, 0.707], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["982652", "2898312", "4863107", "4863108", "5036995", "7526867", "4798912", "4600593", "3176987", "6062947"], "ranked_scores": [0.8517, 0.8513, 0.8513, 0.8513, 0.8467, 0.8338, 0.8291, 0.8261, 0.8256, 0.8235], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "2299432", "6281807", "7434451", "888154", "7937494", "3701436", "7434455", "3829900", "6013490"], "ranked_scores": [0.8957, 0.8358, 0.8196, 0.796, 0.7936, 0.7679, 0.7676, 0.7633, 0.7437, 0.7381], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1916530", "2066950", "30085", "4522649", "5336580", "1417034", "4502858", "30089", "6979705", "4502856"], "ranked_scores": [0.7951, 0.7912, 0.7882, 0.7882, 0.7866, 0.7825, 0.7825, 0.7825, 0.7825, 0.7825], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["2789716", "7853304", "7505807", "1696161", "5827787", "3406120", "6684798", "1198067", "3712671", "133509"], "ranked_scores": [0.8268, 0.8222, 0.7903, 0.771, 0.7691, 0.763, 0.7509, 0.75, 0.7459, 0.7403], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565555", "2290637", "1477183", "4893298", "2835995", "4004619", "2651678", "4589415", "5960436", "7045511"], "ranked_scores": [0.8957, 0.8858, 0.8846, 0.8829, 0.8802, 0.8762, 0.8732, 0.8699, 0.8673, 0.866], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["117136", "4991354", "826058", "1003383", "3656154", "4991353", "3806458", "4991356", "7161099", "8374135"], "ranked_scores": [0.8513, 0.8472, 0.839, 0.819, 0.8046, 0.8014, 0.7922, 0.7922, 0.7882, 0.7774], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4605271", "4409027", "7778956", "4900578", "5231292", "2531512", "6193415", "5802336", "7778949", "8361061"], "ranked_scores": [0.8382, 0.8382, 0.8382, 0.8169, 0.7922, 0.7912, 0.7764, 0.7488, 0.7411, 0.7284], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["589354", "2488121", "3404651", "5857755", "2248106", "1063812", "2422076", "4208658", "2248109", "4196280"], "ranked_scores": [0.8423, 0.8384, 0.8212, 0.8195, 0.8155, 0.8094, 0.8054, 0.8053, 0.7985, 0.7951], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5815989", "4598321", "7017745", "6077099", "1041319", "716106", "7313342", "463648", "8590985", "4054999"], "ranked_scores": [0.8439, 0.8335, 0.8281, 0.8227, 0.8123, 0.8091, 0.8017, 0.7908, 0.7877, 0.7867], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "1623860", "5934339", "2940016", "6036135", "4996201", "88374", "2911128", "4130908"], "ranked_scores": [0.7476, 0.74, 0.7107, 0.7098, 0.7027, 0.6995, 0.6922, 0.6896, 0.689, 0.6842], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["5304087", "7611888", "1398369", "1732853", "7562624", "3599369", "8738884", "1729038", "4218205", "8822768"], "ranked_scores": [0.8277, 0.7589, 0.7418, 0.7255, 0.7183, 0.7098, 0.7024, 0.6968, 0.6952, 0.6906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["4158114", "3047203", "1061740", "8221437", "6132796", "8015905", "3834488", "8221430", "3313846", "8221431"], "ranked_scores": [0.81, 0.7759, 0.7621, 0.7553, 0.7537, 0.7428, 0.7357, 0.728, 0.7275, 0.7252], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "1206520", "7770963", "2384334", "8815917", "1445414", "3450402", "2463549", "5412686", "1779400"], "ranked_scores": [0.7819, 0.7766, 0.7766, 0.7221, 0.7156, 0.7069, 0.7033, 0.6927, 0.6829, 0.6807], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "6212597", "609594", "6401864", "6212591", "1302924", "8314543", "6965745", "2378496", "1043672"], "ranked_scores": [0.8293, 0.8115, 0.8089, 0.8088, 0.782, 0.7679, 0.7507, 0.7414, 0.7251, 0.7175], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "2763685", "1399397", "6072167", "7803343", "4520541", "2994679", "7948212", "4301", "1524492"], "ranked_scores": [0.7583, 0.7162, 0.7114, 0.7048, 0.7031, 0.7029, 0.6954, 0.6907, 0.6797, 0.6769], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["1460685", "8432430", "7511875", "2716981", "5891383", "8177246", "7274984", "1193873", "3631388", "3668938"], "ranked_scores": [0.8082, 0.8077, 0.8015, 0.7999, 0.7983, 0.7766, 0.773, 0.7608, 0.7606, 0.7567], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1134210", "1690952", "3118156", "7110611", "7104592", "2551241", "2594593", "6138496"], "ranked_scores": [0.8288, 0.8288, 0.7979, 0.7368, 0.734, 0.7337, 0.7304, 0.7169, 0.708, 0.7035], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "7597791", "1421746", "2491608", "5997236", "286801", "7772221", "6137393", "2768871", "4076789"], "ranked_scores": [0.8323, 0.7391, 0.7303, 0.7174, 0.7097, 0.7081, 0.7074, 0.7014, 0.7012, 0.6959], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["3681700", "7942122", "8828449", "4049212", "2830832", "5785232", "3711972", "3989499", "4385335", "4630972"], "ranked_scores": [0.8946, 0.8741, 0.8735, 0.8716, 0.8568, 0.8496, 0.8412, 0.8366, 0.8361, 0.8256], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-32-pq-m4-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["8017883", "3791469", "336438", "1319763", "5917719", "597455", "6880517", "8238877", "7248820", "915232"], "ranked_scores": [0.835, 0.835, 0.835, 0.8228, 0.8218, 0.8218, 0.8218, 0.8218, 0.8218, 0.8218], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["3308552", "4917486", "2914905", "597456", "7145654", "2725064", "3619391", "389116", "4253196", "7275123"], "ranked_scores": [0.8261, 0.8261, 0.8261, 0.8261, 0.8261, 0.8095, 0.7988, 0.7988, 0.7988, 0.7988], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["3037305", "1238142", "2660744", "1374743", "4452557", "3792488", "7694305", "6236648", "8646229", "4921435"], "ranked_scores": [0.764, 0.755, 0.755, 0.755, 0.755, 0.755, 0.755, 0.755, 0.755, 0.755], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "5997195", "7369987", "379395", "2812582", "2943762", "2026479", "8003599", "8450788"], "ranked_scores": [0.8022, 0.8022, 0.7985, 0.7847, 0.7636, 0.7571, 0.7461, 0.744, 0.7432, 0.7432], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["5235604", "8357075", "6818952", "7164589", "3501103", "7090447", "882660", "6625132", "3845663", "6818953"], "ranked_scores": [0.6544, 0.6536, 0.6408, 0.6171, 0.6079, 0.6069, 0.59, 0.587, 0.5816, 0.5816], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "8314448", "8011156", "2981039", "4691258", "3205963", "378964", "4564098", "2063216", "7634337"], "ranked_scores": [0.7638, 0.7638, 0.7638, 0.7615, 0.7615, 0.7429, 0.7417, 0.7349, 0.7332, 0.7292], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["2379092", "1777799", "6801871", "5227711", "5070708", "7813557", "6964486", "7260457", "7245739", "6964479"], "ranked_scores": [0.6942, 0.6942, 0.6942, 0.6942, 0.6942, 0.6942, 0.6942, 0.6942, 0.6942, 0.6728], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["6090688", "2334441", "3550559", "7698064", "4041246", "3550563", "6212591", "2824454", "1518562", "3686558"], "ranked_scores": [0.7989, 0.7989, 0.7946, 0.7946, 0.7946, 0.7946, 0.7946, 0.7858, 0.7751, 0.7751], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["4414409", "5180631", "3323835", "4667084", "4997383", "5364572", "5558671", "7835222", "65352", "82064"], "ranked_scores": [0.7612, 0.7578, 0.7578, 0.7397, 0.7397, 0.7397, 0.7397, 0.7397, 0.7397, 0.7397], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["4002821", "4582407", "8778783", "6951614", "7187663", "7584907", "7265818", "8190833", "8083127", "8473657"], "ranked_scores": [0.7488, 0.7488, 0.7488, 0.7415, 0.7415, 0.7415, 0.7415, 0.7415, 0.7415, 0.7415], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["2403648", "1811663", "4922192", "1226216", "2547986", "3475986", "6560433", "5451554", "1226215", "5213340"], "ranked_scores": [0.6156, 0.5985, 0.5971, 0.5913, 0.5882, 0.5828, 0.5804, 0.5661, 0.5661, 0.5586], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4539291", "4623381", "2116938", "4015499", "8167164", "7964388", "1502589", "1096637", "7181639", "8516644"], "ranked_scores": [0.6526, 0.644, 0.6409, 0.6266, 0.6252, 0.6222, 0.6222, 0.6197, 0.6156, 0.6124], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["8608891", "5031425", "7301823", "6955766", "8259512", "7970736", "8477582", "2197886", "4054999", "7301818"], "ranked_scores": [0.7116, 0.7065, 0.7061, 0.693, 0.689, 0.689, 0.6834, 0.6724, 0.6664, 0.6664], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970735", "7970728", "320956", "2824454", "134683", "8428361", "1265191", "8217040", "7970736", "8259512"], "ranked_scores": [0.7343, 0.7343, 0.7171, 0.7153, 0.7127, 0.7127, 0.7127, 0.7127, 0.7106, 0.7106], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["4702013", "4702009", "5355819", "4702012", "1127804", "2818195", "4193354", "4619086", "7206774", "6257976"], "ranked_scores": [0.7372, 0.7372, 0.7372, 0.7057, 0.7031, 0.7025, 0.7014, 0.7014, 0.7014, 0.7014], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7248824", "7220310", "1136294", "4520838", "6363850", "8584928", "3936785", "3675169", "3505871", "4327595"], "ranked_scores": [0.6407, 0.6367, 0.6115, 0.5862, 0.5832, 0.5829, 0.5813, 0.5803, 0.5784, 0.5742], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870700", "7870707", "2104181", "7870705", "1391338", "3003893", "6977220", "4015499", "7870704", "875193"], "ranked_scores": [0.8003, 0.8003, 0.7368, 0.6567, 0.6369, 0.6369, 0.6262, 0.6034, 0.6002, 0.588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116936", "2116933", "4574062", "7948050", "2211646", "8157542", "8161688", "8734655", "8161690", "875193"], "ranked_scores": [0.7586, 0.7586, 0.7586, 0.7586, 0.7586, 0.7584, 0.7584, 0.7584, 0.7584, 0.7584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["2066418", "4998837", "2870276", "3638988", "6296111", "5408281", "8686956", "5264759", "2524818", "7117644"], "ranked_scores": [0.7176, 0.7159, 0.7159, 0.647, 0.6253, 0.615, 0.615, 0.6078, 0.6043, 0.6043], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["6641480", "1734442", "1307740", "2044069", "7503570", "2595814", "2059254", "8741687", "6641482", "7975065"], "ranked_scores": [0.7902, 0.7784, 0.7784, 0.7784, 0.7784, 0.7784, 0.7587, 0.7479, 0.7426, 0.7426], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["6768417", "7827767", "8232517", "7496090", "7170238", "657354", "8345204", "2786269", "1854682", "3646140"], "ranked_scores": [0.7348, 0.7348, 0.7253, 0.7253, 0.7239, 0.7099, 0.6966, 0.694, 0.6921, 0.691], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["7107151", "7134383", "7134388", "7316555", "8045986", "8477970", "7430630", "863946", "7464919", "8540419"], "ranked_scores": [0.7509, 0.7509, 0.7509, 0.7509, 0.7509, 0.7509, 0.7509, 0.7509, 0.7509, 0.7509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["5415616", "6722338", "64801", "8186110", "4107909", "1234792", "356746", "5167352", "2105684", "5196868"], "ranked_scores": [0.742, 0.742, 0.742, 0.742, 0.7344, 0.7344, 0.7344, 0.7344, 0.7273, 0.7273], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["6906376", "6979330", "6979322", "7558904", "7649297", "92150", "8386856", "8717679", "8477248", "8000092"], "ranked_scores": [0.7912, 0.7912, 0.7912, 0.7912, 0.7912, 0.7912, 0.7912, 0.7912, 0.7912, 0.7912], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2636672", "6588011", "8804328", "5123227", "5852832", "3733774", "8281191", "8281194", "8307546", "940527"], "ranked_scores": [0.9009, 0.9009, 0.9009, 0.9009, 0.8759, 0.8759, 0.8583, 0.8583, 0.8583, 0.8583], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["295789", "8114676", "6930332", "4826837", "1498135", "1234413", "3915433", "7527096", "3475986", "6751126"], "ranked_scores": [0.653, 0.6389, 0.6337, 0.6267, 0.624, 0.624, 0.6199, 0.6155, 0.6123, 0.6091], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["2211097", "3261513", "3937139", "7137675", "5474252", "3968225", "1368309", "3272514", "5370316", "7131195"], "ranked_scores": [0.7389, 0.7389, 0.7235, 0.7161, 0.7161, 0.7161, 0.7159, 0.7159, 0.7159, 0.7159], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["5419269", "5419270", "413808", "7905540", "1775549", "1603365", "7827761", "6476873", "5351935", "6722043"], "ranked_scores": [0.6912, 0.6912, 0.6866, 0.6855, 0.6855, 0.6855, 0.6855, 0.6855, 0.6766, 0.6736], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5196370", "5094229", "7288502", "7646422", "5335298", "4482376", "6546172", "283592", "7671491"], "ranked_scores": [0.7836, 0.7643, 0.7643, 0.757, 0.7418, 0.7379, 0.7379, 0.7196, 0.7188, 0.7188], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["4596087", "3845663", "6818953", "4942985", "2175305", "1448401", "7619577", "5221676", "2070215", "7888911"], "ranked_scores": [0.6606, 0.6586, 0.6586, 0.6373, 0.6343, 0.6343, 0.6238, 0.6231, 0.6163, 0.6107], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8796486", "7833611", "2421104", "2998932", "3728019", "4861485", "3790426", "4451324", "2396672"], "ranked_scores": [0.8232, 0.8232, 0.81, 0.81, 0.7852, 0.7605, 0.7477, 0.7477, 0.7146, 0.7124], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2599853", "982644", "2617812", "6503017", "7526867", "7082760", "8488292", "7526871", "7526870", "982652"], "ranked_scores": [0.7196, 0.6988, 0.6988, 0.6982, 0.6982, 0.6982, 0.6982, 0.6982, 0.6982, 0.6982], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["1807959", "5802336", "5546116", "7434451", "6270123", "6688747", "7770199", "888154", "8237806", "978127"], "ranked_scores": [0.6461, 0.6461, 0.6461, 0.6461, 0.6461, 0.6461, 0.6461, 0.6461, 0.6461, 0.6461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["7446981", "2510074", "5339589", "2066950", "3250817", "4817427", "5339585", "5339586", "8494137", "7275857"], "ranked_scores": [0.6929, 0.6898, 0.6878, 0.684, 0.6821, 0.6821, 0.6781, 0.6781, 0.6781, 0.6781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["5879000", "7853304", "2789716", "3020782", "754800", "7505807", "1198067", "7853301", "1696161", "5932719"], "ranked_scores": [0.758, 0.758, 0.758, 0.7086, 0.7023, 0.6772, 0.6772, 0.6756, 0.6693, 0.668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["5845621", "6384387", "6495560", "7658116", "7734838", "7045511", "946762", "7741066", "7924650", "8347480"], "ranked_scores": [0.8157, 0.8157, 0.8157, 0.8157, 0.8157, 0.8157, 0.8157, 0.8157, 0.8157, 0.8157], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["3672237", "3651812", "709165", "2697021", "2823095", "3806457", "3848837", "933350", "4991354", "3931579"], "ranked_scores": [0.8038, 0.8038, 0.7642, 0.7576, 0.7576, 0.7559, 0.7559, 0.7559, 0.7559, 0.7559], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "7778949", "4605270", "1250411", "4409027", "2103533", "6361363", "5610771", "6534065", "8361061"], "ranked_scores": [0.7839, 0.7839, 0.7839, 0.7571, 0.7254, 0.7187, 0.7187, 0.7187, 0.7187, 0.7187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2248107", "2872271", "4122409", "3722839", "4196280", "6803877", "4208658", "4590213", "3942500", "4951287"], "ranked_scores": [0.7497, 0.7497, 0.7497, 0.7497, 0.7497, 0.7497, 0.7497, 0.7497, 0.7497, 0.7497], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["3972542", "8590985", "2404041", "5104995", "8628818", "8628822", "8130496", "8799132", "6761606", "6247115"], "ranked_scores": [0.8167, 0.7681, 0.7551, 0.7551, 0.7502, 0.7502, 0.744, 0.7421, 0.7418, 0.7416], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["1234678", "2940016", "7503113", "7503110", "2940019", "4136867", "7193888", "8352872", "6938256", "2911128"], "ranked_scores": [0.6754, 0.6746, 0.6746, 0.6746, 0.667, 0.6577, 0.6526, 0.6526, 0.6469, 0.6422], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["1332159", "2971041", "7825322", "7395283", "3844305", "2084491", "7482891", "7656883", "8623619", "8510222"], "ranked_scores": [0.6291, 0.6291, 0.6291, 0.6291, 0.6291, 0.6291, 0.6123, 0.6123, 0.6123, 0.6123], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["6132796", "6399514", "4569575", "3047203", "8154246", "4158115", "5409487", "5409486", "5409488", "8015905"], "ranked_scores": [0.7598, 0.7598, 0.7528, 0.7508, 0.746, 0.7375, 0.7375, 0.7375, 0.7375, 0.7375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["5293414", "3712796", "1206520", "1366403", "4687112", "2976882", "4893231", "4830823", "6557561", "6768280"], "ranked_scores": [0.6465, 0.6458, 0.6435, 0.6315, 0.6315, 0.6315, 0.6315, 0.6315, 0.6315, 0.6262], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["8314543", "6180890", "609594", "6965745", "4938306", "1302924", "6212597", "879407", "2378496", "7698064"], "ranked_scores": [0.7275, 0.7197, 0.6987, 0.6887, 0.6874, 0.6856, 0.6856, 0.6856, 0.6853, 0.6785], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["8398033", "2379160", "7193888", "8352872", "4301", "7275120", "7275122", "2552611", "2324434", "2750832"], "ranked_scores": [0.6589, 0.6536, 0.6288, 0.6288, 0.6281, 0.6237, 0.6237, 0.6236, 0.6216, 0.6206], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["8177246", "7634339", "7566134", "5201030", "5891383", "6919840", "7238264", "8432430", "8441078", "8068698"], "ranked_scores": [0.7313, 0.7107, 0.7064, 0.6995, 0.6995, 0.6995, 0.6995, 0.6995, 0.6995, 0.6995], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7608589", "7110611", "2099688", "2005370", "3023169", "6970738", "7641309", "4798912", "7104592", "2595589"], "ranked_scores": [0.7047, 0.6902, 0.6887, 0.6887, 0.6887, 0.6887, 0.6887, 0.6887, 0.6829, 0.6777], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["2155022", "5647010", "6291922", "1070638", "5503914", "8426355", "1528831", "5684712", "8531579", "6137393"], "ranked_scores": [0.6999, 0.697, 0.6882, 0.6779, 0.6779, 0.6779, 0.6772, 0.6762, 0.6762, 0.6744], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["4049212", "4564069", "4385335", "5785232", "4597448", "8758591", "8828449", "7942122", "8667781", "7966624"], "ranked_scores": [0.7393, 0.7393, 0.7393, 0.7393, 0.7393, 0.7393, 0.7393, 0.7393, 0.7393, 0.7393], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-atanh-gamma0.1": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "1245152", "6489670", "8083127", "1245154", "7275122", "7584907", "5917719", "3527619", "8083121"], "ranked_scores": [566.0, 565.0, 559.0, 552.0, 545.0, 543.0, 542.0, 533.0, 533.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["3671400", "3308552", "2684883", "6375472", "1297112", "1674646", "8083127", "220565", "1297109", "6929917"], "ranked_scores": [549.0, 547.0, 534.0, 532.0, 531.0, 528.0, 528.0, 526.0, 525.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "1592656", "7114600", "7383965", "911138", "1238142", "298606", "8543994", "5221728"], "ranked_scores": [605.0, 565.0, 565.0, 562.0, 561.0, 559.0, 556.0, 552.0, 550.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "515311", "2548176", "2541248", "3338175", "66620", "1727064", "8279447", "5997195", "7011409"], "ranked_scores": [598.0, 595.0, 588.0, 587.0, 583.0, 575.0, 571.0, 571.0, 566.0, 565.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "4269405", "1936834", "7048914", "3794300", "5450605", "3820657", "7255675", "2070215"], "ranked_scores": [548.0, 542.0, 535.0, 530.0, 530.0, 524.0, 523.0, 520.0, 516.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "1805806", "378964", "7929603", "3497016", "1229810", "8639333", "5143532", "240221", "6199238"], "ranked_scores": [518.0, 505.0, 492.0, 491.0, 489.0, 484.0, 482.0, 481.0, 481.0, 480.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7813557", "6964479", "7260457", "5227711", "5091618", "1777799", "6311584", "6980305", "6964486"], "ranked_scores": [585.0, 569.0, 567.0, 562.0, 556.0, 536.0, 534.0, 532.0, 527.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "5079417", "3550561", "2562047", "4041246", "3550559", "5997547", "7431788", "102138", "4154575"], "ranked_scores": [549.0, 543.0, 543.0, 541.0, 540.0, 533.0, 530.0, 529.0, 529.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365215", "1102477", "249524", "5110182", "4667084", "1365210", "6794863", "1854132", "289409"], "ranked_scores": [544.0, 544.0, 539.0, 534.0, 533.0, 532.0, 532.0, 530.0, 525.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "947575", "2117748", "5132484", "3798363", "5931817", "6022932", "4513419", "5469449"], "ranked_scores": [551.0, 541.0, 536.0, 524.0, 522.0, 521.0, 517.0, 514.0, 512.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "2469923", "6033800", "2355274", "8583764", "1226215", "4405605", "8583766", "163122"], "ranked_scores": [646.0, 645.0, 585.0, 547.0, 545.0, 544.0, 539.0, 533.0, 532.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["2242588", "5389787", "8111528", "566163", "295788", "5183833", "4069689", "7858636", "2921046", "2899047"], "ranked_scores": [526.0, 526.0, 523.0, 513.0, 509.0, 509.0, 509.0, 508.0, 507.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "277376", "3803414", "7301818", "1053306", "6975658", "1741823", "7301814"], "ranked_scores": [615.0, 597.0, 593.0, 516.0, 512.0, 512.0, 507.0, 506.0, 505.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450827", "7970736", "8259514", "8450828", "8259512", "7970728", "8450833", "7970734", "320956", "7970735"], "ranked_scores": [598.0, 589.0, 571.0, 570.0, 561.0, 561.0, 544.0, 538.0, 529.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "7160804", "8346654", "6193662", "7160799", "1127804", "5841488", "7138663", "664917", "826701"], "ranked_scores": [575.0, 562.0, 554.0, 548.0, 544.0, 543.0, 539.0, 536.0, 535.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "4768599", "6467669", "3452115", "7220312", "3936785", "8067800", "3505871", "665690", "8484568"], "ranked_scores": [613.0, 525.0, 518.0, 517.0, 508.0, 501.0, 499.0, 497.0, 495.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "3702788", "7870705", "5340239", "8584557", "7870704", "2995208", "6667088", "2818783"], "ranked_scores": [595.0, 543.0, 540.0, 527.0, 519.0, 517.0, 507.0, 506.0, 506.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "8157542", "7948042", "2116929", "2116932", "2083431", "8660295", "3646584", "7146728", "4880896"], "ranked_scores": [604.0, 594.0, 589.0, 579.0, 578.0, 574.0, 573.0, 570.0, 570.0, 567.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4725494", "3532662", "4998837", "2647181", "2535705", "5984719", "3891003", "4253088"], "ranked_scores": [568.0, 559.0, 517.0, 513.0, 502.0, 499.0, 499.0, 497.0, 494.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5231134", "2091063", "3444262", "2044076", "6822082", "925659", "4624992", "4393603", "1902783"], "ranked_scores": [567.0, 551.0, 530.0, 529.0, 525.0, 525.0, 525.0, 520.0, 519.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827765", "7827761", "7803391", "7170234", "2131339", "7827767", "4489797", "1174164", "1174172", "6127285"], "ranked_scores": [485.0, 480.0, 476.0, 472.0, 469.0, 469.0, 469.0, 465.0, 463.0, 463.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "391342", "7134383", "1918866", "4796876", "863946", "8477970", "391341", "8540414"], "ranked_scores": [612.0, 608.0, 585.0, 584.0, 580.0, 576.0, 576.0, 575.0, 571.0, 571.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["8820180", "3909648", "6506033", "4936994", "64801", "4390430", "3246403", "5567108", "3167491", "7689707"], "ranked_scores": [559.0, 537.0, 536.0, 533.0, 533.0, 527.0, 527.0, 527.0, 525.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "5729775", "3346337", "1460640", "1546056", "3968773", "8386856", "6243136", "6642275", "5591112"], "ranked_scores": [624.0, 604.0, 604.0, 568.0, 568.0, 566.0, 566.0, 561.0, 560.0, 558.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2796274", "8307546", "1070634", "6082244", "8426355", "3733774", "5269626", "7424964", "1871086", "5734570"], "ranked_scores": [583.0, 577.0, 577.0, 568.0, 568.0, 567.0, 565.0, 565.0, 559.0, 559.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5939467", "1039754", "5170949", "5174051", "6287785", "6083050", "5965281", "975213", "1497166"], "ranked_scores": [555.0, 543.0, 526.0, 522.0, 516.0, 515.0, 512.0, 509.0, 507.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576606", "2576605", "551238", "7249172", "1613678", "1314383", "272190", "870351", "2692492"], "ranked_scores": [585.0, 571.0, 571.0, 564.0, 557.0, 551.0, 550.0, 548.0, 546.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "5408281", "5419270", "4053745", "6465151", "3296425", "8741687", "4799603", "7403004", "8162194"], "ranked_scores": [557.0, 533.0, 526.0, 521.0, 512.0, 512.0, 511.0, 509.0, 509.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["7288502", "5094229", "7646422", "4278761", "4437972", "2510740", "4377794", "2929750", "5352322", "278768"], "ranked_scores": [617.0, 601.0, 596.0, 593.0, 587.0, 579.0, 577.0, 577.0, 568.0, 561.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "7154587", "5499496", "3924136", "3173599", "6045016", "1237202", "8531579", "3872927", "7154586"], "ranked_scores": [551.0, 542.0, 541.0, 540.0, 537.0, 531.0, 527.0, 525.0, 523.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4637748", "1763487", "2396672", "3039809", "5675630", "4966850", "8773427", "2396673", "2105496"], "ranked_scores": [557.0, 544.0, 539.0, 533.0, 531.0, 530.0, 530.0, 530.0, 529.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "1841905", "2099688", "4786937", "2617812", "6503017", "2617807", "7526870", "6760855", "1511155"], "ranked_scores": [608.0, 595.0, 595.0, 581.0, 578.0, 578.0, 576.0, 574.0, 571.0, 568.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "5655", "7937494", "7110611", "8331763", "7429866", "44744", "5654270", "3259751"], "ranked_scores": [619.0, 566.0, 555.0, 551.0, 551.0, 545.0, 536.0, 531.0, 530.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5343617", "3659405", "5336580", "2066951", "1417034", "4502858", "2391916", "6278487", "4522649"], "ranked_scores": [626.0, 603.0, 588.0, 581.0, 574.0, 565.0, 556.0, 555.0, 552.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "754800", "5904163", "2789716", "3712671", "6207587", "7505807", "8148596", "6684798", "1965669"], "ranked_scores": [586.0, 564.0, 548.0, 548.0, 546.0, 543.0, 541.0, 537.0, 530.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565560", "4893298", "1118163", "2391077", "7741066", "1899171", "4111498", "4589415", "6495560", "8347480"], "ranked_scores": [567.0, 561.0, 553.0, 552.0, 551.0, 550.0, 550.0, 546.0, 544.0, 543.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "3699781", "1621473", "3926427", "4991354", "869851", "826058", "3148555", "7597006", "8374135"], "ranked_scores": [573.0, 571.0, 555.0, 534.0, 532.0, 525.0, 524.0, 524.0, 523.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "7778956", "4409027", "4605270", "4605271", "3747811", "2531512", "6193415", "2531517", "4363844"], "ranked_scores": [595.0, 565.0, 562.0, 544.0, 544.0, 543.0, 543.0, 538.0, 533.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "7428627", "1063811", "3722839", "6632520", "139970", "4005369", "3942500", "7831679", "6632522"], "ranked_scores": [554.0, 553.0, 553.0, 548.0, 544.0, 544.0, 543.0, 542.0, 541.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "6713671", "3883683", "921101", "5143805", "886990", "6180355", "7882842", "5813240", "6903201"], "ranked_scores": [551.0, 541.0, 538.0, 537.0, 533.0, 533.0, 531.0, 521.0, 520.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "4258663", "3252244", "4258668", "2940019", "6036135", "7420248", "5934339", "88374", "3617286"], "ranked_scores": [590.0, 584.0, 572.0, 559.0, 547.0, 541.0, 540.0, 525.0, 523.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "332783", "6472411", "1398369", "8738884", "6711596", "5304087", "6711597", "3599369", "3811525"], "ranked_scores": [603.0, 556.0, 553.0, 545.0, 543.0, 529.0, 527.0, 516.0, 514.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221430", "4127072", "4343906", "8221437", "5409487", "8221431", "4626170", "8015905", "5409488"], "ranked_scores": [590.0, 578.0, 569.0, 568.0, 563.0, 561.0, 559.0, 558.0, 558.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495838", "7770963", "3495837", "2487253", "3495835", "8815917", "1779400", "8490012", "8608976", "4487010"], "ranked_scores": [556.0, 547.0, 538.0, 523.0, 512.0, 509.0, 508.0, 507.0, 506.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212597", "6212588", "6212591", "1941403", "609594", "3843788", "917841", "3843787", "987749"], "ranked_scores": [580.0, 578.0, 570.0, 546.0, 542.0, 519.0, 513.0, 499.0, 496.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7601059", "2108312", "7332215", "4520541", "8736649", "7078336", "2763685", "3823638", "7244771"], "ranked_scores": [601.0, 502.0, 492.0, 492.0, 486.0, 486.0, 483.0, 480.0, 479.0, 478.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "7511875", "3668938", "2857974", "1460689", "1460687", "4256781", "1193873", "5891383", "1420186"], "ranked_scores": [557.0, 539.0, 517.0, 515.0, 514.0, 514.0, 513.0, 512.0, 510.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "4738326", "6124976", "7395884", "3114131", "1136108", "1759110", "1690952", "7515853"], "ranked_scores": [582.0, 579.0, 528.0, 527.0, 517.0, 516.0, 512.0, 512.0, 511.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["8424304", "7589844", "2229750", "1420930", "5955284", "7589839", "1772350", "4594387", "6986881", "7138494"], "ranked_scores": [525.0, 522.0, 510.0, 510.0, 509.0, 501.0, 498.0, 495.0, 495.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "2654018", "7973153", "6342544", "7966624", "2575364", "8771883", "4564069", "4924766", "2579423"], "ranked_scores": [602.0, 512.0, 507.0, 507.0, 506.0, 506.0, 504.0, 501.0, 499.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-asigm-2b": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["6489670", "3527619", "1674646", "1245152", "7837267", "5265626", "1245154", "8083127", "7275122", "7172147"], "ranked_scores": [0.5442, 0.5005, 0.4974, 0.4947, 0.487, 0.4847, 0.4837, 0.4807, 0.4776, 0.467], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297112", "3671400", "220565", "2684883", "3308552", "6929917", "7248824", "8083127", "5633832", "8639333"], "ranked_scores": [0.4986, 0.4924, 0.4824, 0.4823, 0.471, 0.4653, 0.4575, 0.4551, 0.4452, 0.4339], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "1592656", "298606", "7114600", "5842823", "911138", "5226726", "1238142", "5221728"], "ranked_scores": [0.6533, 0.569, 0.53, 0.5249, 0.5203, 0.5189, 0.4931, 0.4643, 0.4606, 0.4556], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "8279447", "2541248", "515311", "7011409", "5997195", "2812582", "6926916", "7369987"], "ranked_scores": [0.6277, 0.6197, 0.5995, 0.5889, 0.587, 0.5663, 0.5634, 0.5493, 0.5484, 0.5484], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "3820657", "2070215", "7048914", "3794300", "5450605", "1936834", "4269405", "5701737"], "ranked_scores": [0.5439, 0.5334, 0.4786, 0.4731, 0.4573, 0.4418, 0.4301, 0.4203, 0.4187, 0.3948], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["7929603", "5606320", "1494980", "378964", "1229810", "1805806", "7600993", "729819", "6199240", "3205963"], "ranked_scores": [0.3697, 0.3618, 0.3593, 0.3522, 0.3462, 0.3456, 0.3428, 0.3336, 0.3247, 0.3128], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "6964479", "7813557", "5227711", "7260457", "6980305", "5091618", "6311584", "2807543", "1777799"], "ranked_scores": [0.6223, 0.5685, 0.5581, 0.5542, 0.536, 0.4853, 0.4611, 0.4503, 0.4406, 0.4247], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["2562047", "5079417", "5997547", "3550559", "4041246", "3550563", "3550561", "7431788", "102138", "5609239"], "ranked_scores": [0.5746, 0.5173, 0.501, 0.5005, 0.498, 0.4884, 0.4875, 0.4873, 0.4641, 0.4414], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "1365215", "8452568", "1102477", "5110182", "289409", "1365210", "2322245", "1102481", "6950269"], "ranked_scores": [0.5161, 0.5123, 0.4902, 0.4857, 0.4802, 0.4698, 0.4617, 0.4381, 0.4319, 0.4319], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "947575", "4513419", "7187662", "2117748", "7479455", "5132484", "7479448", "3546549", "5931817"], "ranked_scores": [0.5141, 0.4825, 0.44, 0.4305, 0.4287, 0.4274, 0.4262, 0.4209, 0.4143, 0.4116], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "2469923", "8583764", "4405605", "6033800", "8583766", "8583763", "3189196", "1226215"], "ranked_scores": [0.7938, 0.7708, 0.5723, 0.4795, 0.4692, 0.468, 0.4673, 0.4479, 0.4423, 0.4394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8111528", "114691", "5389787", "2242588", "5289585", "8098588", "2921046", "295788", "5183833", "2899047"], "ranked_scores": [0.4916, 0.4418, 0.4409, 0.4242, 0.4157, 0.3952, 0.3923, 0.3883, 0.3839, 0.38], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "277376", "3803414", "6363851", "7301818", "6975658", "6628785", "5457419"], "ranked_scores": [0.6508, 0.6274, 0.5937, 0.3745, 0.3671, 0.354, 0.3537, 0.3537, 0.3478, 0.3454], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450827", "7970736", "8450828", "8259512", "8259514", "7970728", "8450833", "320956", "7970734", "1265191"], "ranked_scores": [0.6821, 0.6572, 0.6304, 0.6181, 0.6124, 0.5817, 0.5158, 0.5015, 0.4905, 0.4408], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["8346654", "7160805", "6193662", "7160804", "8684894", "6145894", "7138663", "1127804", "3457120", "1466669"], "ranked_scores": [0.5545, 0.5472, 0.5453, 0.5203, 0.4987, 0.4888, 0.4856, 0.4746, 0.4674, 0.4588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "4768599", "665690", "6467669", "8067800", "8484568", "2238728", "3505871"], "ranked_scores": [0.7263, 0.4794, 0.4757, 0.4206, 0.4116, 0.4051, 0.377, 0.3683, 0.3649, 0.3485], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "5340239", "3702788", "7870704", "6667088", "2995208", "8584557", "5143532"], "ranked_scores": [0.7126, 0.5357, 0.5177, 0.4964, 0.4785, 0.4227, 0.4167, 0.4154, 0.3904, 0.3879], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "7948042", "8157542", "2116932", "2116929", "7146728", "4880893", "3646584", "3646580", "8660295"], "ranked_scores": [0.6814, 0.6189, 0.6168, 0.6158, 0.5901, 0.5819, 0.5815, 0.581, 0.5708, 0.5638], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4725494", "3225747", "3569426", "2647181", "3056113", "4998837", "2066418", "942766"], "ranked_scores": [0.5952, 0.5812, 0.4353, 0.385, 0.3768, 0.3722, 0.3682, 0.3622, 0.3544, 0.3537], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5231134", "3444262", "2091063", "4393603", "6822082", "6775026", "6641480", "925659", "2044076"], "ranked_scores": [0.6416, 0.5227, 0.4901, 0.4822, 0.4543, 0.451, 0.4346, 0.4287, 0.4271, 0.4224], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7803391", "7827761", "7827765", "1174164", "1174168", "4999276", "6127285", "2131335", "4489797", "6768417"], "ranked_scores": [0.3195, 0.3132, 0.3027, 0.2996, 0.2766, 0.2676, 0.2655, 0.2647, 0.2541, 0.2493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "442006", "1918866", "391342", "7134383", "863946", "391341", "8477970", "8540414", "5535297"], "ranked_scores": [0.692, 0.6813, 0.6316, 0.6291, 0.6252, 0.6078, 0.5987, 0.5791, 0.5682, 0.5634], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "8820180", "3909648", "4936994", "7689707", "409310", "4233011", "3246403", "3167491", "7689710"], "ranked_scores": [0.4992, 0.4861, 0.4786, 0.4656, 0.432, 0.431, 0.4179, 0.41, 0.4061, 0.3948], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "5729775", "3346337", "8386856", "115435", "6642275", "6243136", "5668797", "1460640", "8477248"], "ranked_scores": [0.713, 0.7025, 0.5747, 0.5646, 0.5515, 0.5501, 0.5429, 0.5385, 0.5285, 0.5277], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5734570", "2796274", "1070634", "3733774", "4942019", "1871086", "4901734", "7424964", "5784428", "8307546"], "ranked_scores": [0.6172, 0.6083, 0.6027, 0.5837, 0.5819, 0.5627, 0.5591, 0.5581, 0.5555, 0.5525], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5939467", "1039754", "5170949", "5174051", "6287785", "1497166", "1588747", "6083050", "2250532"], "ranked_scores": [0.512, 0.469, 0.4581, 0.4346, 0.4028, 0.3995, 0.3771, 0.367, 0.3628, 0.3625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576605", "2576606", "551238", "1613678", "2692492", "7249172", "870351", "272190", "7137675"], "ranked_scores": [0.6709, 0.5995, 0.5921, 0.5825, 0.5706, 0.5512, 0.5368, 0.5325, 0.5137, 0.5099], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "4053745", "3296425", "7403004", "8277053", "6465151", "7810605", "5408281", "8741687", "8162194"], "ranked_scores": [0.5513, 0.4265, 0.4229, 0.4108, 0.4098, 0.4049, 0.4012, 0.397, 0.3909, 0.3907], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "4377794", "7288502", "4437972", "5094229", "7646422", "2510740", "5352322", "2929750", "278768"], "ranked_scores": [0.6831, 0.6748, 0.6745, 0.6516, 0.6496, 0.6448, 0.6125, 0.5702, 0.562, 0.5536], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "5499496", "3872927", "7154587", "6032214", "6045016", "3924136", "8531579", "2068025", "3173599"], "ranked_scores": [0.4948, 0.4819, 0.4769, 0.4669, 0.4655, 0.4398, 0.4333, 0.4278, 0.4249, 0.4224], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8773427", "3039809", "1763487", "3663599", "2396672", "4966850", "3937863", "8796481", "4637748"], "ranked_scores": [0.5034, 0.4666, 0.4651, 0.4542, 0.4526, 0.4398, 0.4322, 0.4263, 0.4176, 0.4171], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "2099688", "1841905", "7526870", "4786937", "2617812", "2617807", "6760855", "2898312", "1511150"], "ranked_scores": [0.7163, 0.677, 0.6334, 0.6324, 0.6214, 0.5992, 0.5872, 0.5781, 0.5753, 0.5694], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110611", "7110612", "7937494", "5655", "8331763", "8310623", "8373163", "607856", "5280575"], "ranked_scores": [0.7027, 0.5797, 0.5716, 0.5152, 0.4834, 0.457, 0.444, 0.4204, 0.4165, 0.4137], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5343617", "5336580", "3659405", "2066951", "4522649", "4502858", "1417034", "2391916", "6278487"], "ranked_scores": [0.7442, 0.6573, 0.6239, 0.609, 0.5854, 0.5773, 0.5611, 0.536, 0.5199, 0.5164], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "754800", "1696161", "6207587", "3712671", "7505807", "5904163", "1965669", "8148596", "6684798"], "ranked_scores": [0.576, 0.5064, 0.4988, 0.4934, 0.4882, 0.488, 0.4876, 0.4866, 0.4842, 0.477], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565560", "1118163", "4893298", "7741066", "2391077", "7734838", "1264750", "4205560", "3920912", "6302238"], "ranked_scores": [0.617, 0.6169, 0.6065, 0.5664, 0.5541, 0.5473, 0.5453, 0.5423, 0.54, 0.5373], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "1621473", "4991354", "3672237", "826058", "3699781", "3148555", "3926427", "8374135", "7597006"], "ranked_scores": [0.544, 0.5211, 0.4983, 0.4684, 0.4667, 0.4635, 0.4603, 0.4506, 0.4158, 0.4153], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4409027", "7778956", "4605271", "2531512", "4605270", "6193415", "3747811", "5393501", "1250411"], "ranked_scores": [0.6807, 0.6104, 0.5853, 0.5755, 0.5631, 0.5352, 0.5326, 0.5037, 0.5019, 0.4845], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "1063811", "7428627", "7831679", "3722839", "6632520", "6632522", "6632518", "3942500", "4005369"], "ranked_scores": [0.5809, 0.5644, 0.5258, 0.5253, 0.5199, 0.5083, 0.5016, 0.4876, 0.4876, 0.4827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "6713671", "921101", "5143805", "3883683", "5813240", "6180355", "463652", "6903206", "886990"], "ranked_scores": [0.4953, 0.4656, 0.4653, 0.4608, 0.4587, 0.4505, 0.4419, 0.4389, 0.4341, 0.4313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7728427", "2940019", "3252244", "4258668", "6036135", "5339585", "7420248", "88374", "4996201"], "ranked_scores": [0.676, 0.6405, 0.5873, 0.5857, 0.5031, 0.5029, 0.4749, 0.4664, 0.4531, 0.4492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "1398369", "332783", "6472411", "6711596", "2024648", "6711597", "8738884", "3811525", "3451041"], "ranked_scores": [0.6571, 0.5343, 0.5026, 0.4588, 0.4586, 0.4512, 0.442, 0.4394, 0.4352, 0.4201], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221437", "8221430", "8221431", "4127072", "4158114", "4343906", "8015905", "5431260", "6269961"], "ranked_scores": [0.6606, 0.6208, 0.6176, 0.5925, 0.5535, 0.5428, 0.5377, 0.5323, 0.5075, 0.5013], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495838", "3495835", "8608976", "1188785", "8815917", "4487010", "6392875", "6625132"], "ranked_scores": [0.5433, 0.5012, 0.4711, 0.4195, 0.4104, 0.3978, 0.3848, 0.373, 0.3699, 0.3698], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212597", "6212588", "6212591", "609594", "917841", "1941403", "3843787", "2852056", "3843788"], "ranked_scores": [0.6485, 0.6018, 0.5817, 0.519, 0.4957, 0.4089, 0.3986, 0.3731, 0.3386, 0.3332], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7332215", "7601059", "7803343", "7078336", "2790097", "2108312", "1384086", "3823638"], "ranked_scores": [0.6562, 0.3552, 0.3453, 0.3377, 0.3282, 0.3159, 0.3139, 0.3041, 0.2992, 0.2871], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "7511875", "5891383", "1193873", "7144188", "1460687", "2716981", "1460689", "3668938", "4256781"], "ranked_scores": [0.5509, 0.4831, 0.4385, 0.4199, 0.4041, 0.4014, 0.398, 0.3936, 0.3922, 0.3895], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "3215105", "6124976", "4738326", "7395884", "7515853", "1690952", "1136108", "5424702"], "ranked_scores": [0.6179, 0.5937, 0.4794, 0.4717, 0.4704, 0.4657, 0.4389, 0.4297, 0.4213, 0.4183], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589844", "8424304", "1420930", "7589839", "5955284", "2229750", "4594387", "6986881", "3559380", "1772350"], "ranked_scores": [0.455, 0.4381, 0.4215, 0.4084, 0.4051, 0.4002, 0.3904, 0.3837, 0.3831, 0.3763], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8771883", "6342544", "7966624", "2819440", "4924766", "2575364", "5262322", "4385335", "7973153"], "ranked_scores": [0.7332, 0.4478, 0.4364, 0.4288, 0.4158, 0.4002, 0.3997, 0.3891, 0.3865, 0.3845], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64-tq-1bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "1297109", "3527619", "5917719", "5265626", "749759", "3619391", "7072119", "575979", "8825856"], "ranked_scores": [0.75, 0.7188, 0.7188, 0.7188, 0.6875, 0.6563, 0.6563, 0.6563, 0.6563, 0.6562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1844184", "1282496", "1674644", "1150856", "7275120", "1297112", "2108856", "5481759", "3527619", "7072122"], "ranked_scores": [0.6562, 0.625, 0.625, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "8156965", "5221728", "3016589", "6779971", "1745534", "298606", "3475986", "8528760", "944813"], "ranked_scores": [0.75, 0.5938, 0.5938, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313, 0.5312, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2812582", "6612372", "5359258", "8003599", "3338175", "66616", "3399535", "6253710", "3218049", "5769842"], "ranked_scores": [0.8125, 0.7812, 0.75, 0.75, 0.75, 0.7188, 0.7187, 0.7187, 0.6875, 0.6875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["5450605", "7048914", "3820657", "8554964", "4269405", "5346316", "7410205", "7048912", "3794297", "3794304"], "ranked_scores": [0.7813, 0.7812, 0.6875, 0.6563, 0.6562, 0.6562, 0.6562, 0.6562, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["970989", "2190617", "2508899", "7479488", "1190311", "3023169", "8643852", "8339146", "7564733", "7479493"], "ranked_scores": [0.5938, 0.5937, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "5227711", "1598672", "1777799", "7840121", "6964486", "4816964", "5091618", "725823", "7806809"], "ranked_scores": [0.6875, 0.625, 0.5938, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "7698064", "3550561", "3550559", "8760018", "3428369", "5610771", "8075222", "7477757", "1966732"], "ranked_scores": [0.875, 0.75, 0.75, 0.7188, 0.5313, 0.5313, 0.5312, 0.5312, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "6950275", "1102477", "1365210", "1365215", "3382238", "3761522", "6909168", "5110182", "140294"], "ranked_scores": [0.75, 0.7188, 0.6562, 0.6562, 0.6562, 0.625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["6880517", "6880513", "6124279", "5811967", "6823993", "627686", "50056", "7138663", "2888032", "5942525"], "ranked_scores": [0.6563, 0.6562, 0.5313, 0.5, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1226213", "1962396", "2136954", "538306", "915562", "1226215", "1438830", "1933413"], "ranked_scores": [0.8125, 0.8125, 0.625, 0.625, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8223942", "4539291", "5039968", "1673140", "4231642", "5039965", "2236339", "356746", "6488930", "7050245"], "ranked_scores": [0.5625, 0.4375, 0.4375, 0.4375, 0.4063, 0.375, 0.375, 0.375, 0.3438, 0.3438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "2287522", "4820118", "917841", "1053300", "5455661", "692310", "8215127"], "ranked_scores": [0.625, 0.5938, 0.5625, 0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970735", "1265191", "8259514", "7970728", "8450828", "7970734", "320956", "6154208", "7970736", "8450827"], "ranked_scores": [0.8125, 0.7812, 0.75, 0.75, 0.75, 0.6875, 0.6875, 0.6562, 0.6562, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["2703674", "7160805", "8750150", "1466669", "5696682", "3020781", "133696", "6835042", "7215504", "6744770"], "ranked_scores": [0.6562, 0.625, 0.5938, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "5190750", "8477695", "1464782", "3445014", "5703846", "4723508", "6355058", "2474358"], "ranked_scores": [0.7188, 0.625, 0.5, 0.4688, 0.4688, 0.4688, 0.4688, 0.4687, 0.4687, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870700", "3202201", "7870707", "4830263", "7209226", "3702788", "7805085", "7937824", "408860", "5753402"], "ranked_scores": [0.5938, 0.5625, 0.5625, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7146728", "3692412", "8161690", "3646580", "8161688", "2116929", "2133627", "7671660", "8157542", "8722441"], "ranked_scores": [0.625, 0.625, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "8098325", "3636937", "2356986", "6924484", "2221055", "3333503", "6097742", "4725494"], "ranked_scores": [0.6563, 0.6562, 0.5625, 0.5312, 0.5, 0.5, 0.4688, 0.4688, 0.4687, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "7551316", "6641480", "6282957", "6719570", "2002380", "6641482", "3728019", "3444262", "7454251"], "ranked_scores": [0.6562, 0.5937, 0.5313, 0.5313, 0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["5213336", "4595482", "413808", "6804877", "1484399", "4489799", "5233423", "2859564", "474971", "714719"], "ranked_scores": [0.5625, 0.5625, 0.5, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4687, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "3410097", "8045986", "7623736", "5088303", "2082685", "5433030", "1839684", "1143274", "391341"], "ranked_scores": [0.75, 0.6562, 0.6562, 0.5938, 0.5938, 0.5938, 0.5938, 0.5937, 0.5937, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["5364572", "7689707", "7689710", "409310", "8820180", "2188117", "5063008", "2831033", "6857958", "3649557"], "ranked_scores": [0.5625, 0.5625, 0.5313, 0.5312, 0.5, 0.5, 0.4688, 0.4688, 0.4687, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "1460640", "3968773", "2443030", "92150", "6979322", "1546056", "4615784", "3046036", "8717679"], "ranked_scores": [0.9375, 0.8438, 0.7813, 0.7187, 0.7187, 0.6875, 0.6875, 0.6563, 0.6562, 0.6562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2796274", "7424964", "8426355", "1425080", "1070634", "7562526", "1602711", "4942015", "3733774", "5055675"], "ranked_scores": [0.875, 0.8125, 0.8125, 0.7812, 0.7812, 0.7812, 0.7812, 0.7812, 0.7812, 0.7812], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "6083050", "5170949", "5027726", "4805366", "6343914", "3415897", "3315979", "6032024"], "ranked_scores": [0.5625, 0.5312, 0.5, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4687, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "2576605", "2576606", "870351", "5831764", "2828289", "2061406", "551238", "7249172"], "ranked_scores": [0.8125, 0.7813, 0.75, 0.7188, 0.7188, 0.6875, 0.6563, 0.6562, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["5264759", "4558984", "7810605", "5264757", "8741687", "5179395", "5408281", "285555", "5952078", "8346188"], "ranked_scores": [0.6562, 0.5625, 0.5625, 0.5625, 0.5, 0.5, 0.5, 0.5, 0.5, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["8120878", "5094229", "5669642", "6442876", "6231816", "7863433", "278763", "4618721", "7137439", "7058094"], "ranked_scores": [0.6563, 0.5938, 0.5938, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313, 0.5313, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6032214", "2068025", "3230959", "6818952", "1052947", "7647368", "3872927", "6818953", "4891773", "7548764"], "ranked_scores": [0.75, 0.6562, 0.625, 0.625, 0.5938, 0.5938, 0.5937, 0.5937, 0.5937, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["4765785", "5675630", "2331078", "5964806", "7833608", "1881025", "2105496", "3334934", "8796486", "2269049"], "ranked_scores": [0.625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["4786937", "4826467", "7526870", "1098595", "8290414", "7082760", "6062947", "7022399", "1841905", "7526871"], "ranked_scores": [0.8438, 0.8125, 0.7813, 0.7813, 0.75, 0.75, 0.75, 0.7188, 0.7188, 0.7188], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "6688747", "7434455", "7429866", "4258366", "6270123", "4153698", "6013490", "978127", "7937494"], "ranked_scores": [0.75, 0.6875, 0.6562, 0.625, 0.5938, 0.5938, 0.5937, 0.5937, 0.5937, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["3345716", "3659405", "1592532", "4502858", "2535259", "5336580", "6979704", "2366115", "6145886", "6979705"], "ranked_scores": [0.6875, 0.6563, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["133509", "5133662", "754800", "7795675", "4436697", "2761501", "4600894", "2424634", "7853304", "96936"], "ranked_scores": [0.625, 0.5938, 0.5313, 0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2894334", "2245444", "4111498", "7741066", "2565560", "2245440", "4589415", "1118163", "2924921", "1338705"], "ranked_scores": [0.625, 0.625, 0.625, 0.625, 0.5938, 0.5937, 0.5937, 0.5937, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991356", "1003383", "1003386", "4991354", "3257145", "8593880", "869851", "3148555", "4991353", "3806458"], "ranked_scores": [0.6875, 0.6875, 0.6875, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "2531512", "1932720", "4605271", "4900578", "7477757", "7637427", "8323384", "7301823", "8665855"], "ranked_scores": [0.5938, 0.5938, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5, 0.4688, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["1063811", "139964", "2872270", "3669167", "2811260", "7795890", "2248109", "139970", "1063812", "7831679"], "ranked_scores": [0.6875, 0.625, 0.625, 0.5938, 0.5937, 0.5625, 0.5625, 0.5313, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["6955768", "6761606", "886990", "4117808", "3689305", "1867101", "936167", "561333", "4117805", "7313345"], "ranked_scores": [0.625, 0.625, 0.625, 0.625, 0.5938, 0.5937, 0.5937, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "3252244", "8532695", "7728427", "5339587", "2940019", "2940016", "5339585", "5339586", "7503113"], "ranked_scores": [0.6875, 0.6563, 0.625, 0.625, 0.5938, 0.5937, 0.5313, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "7612475", "5951944", "3451041", "3451044", "6241516", "7310850", "7395283", "2084491"], "ranked_scores": [0.7187, 0.6563, 0.6562, 0.6562, 0.625, 0.5938, 0.5937, 0.5937, 0.5937, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221431", "4127072", "8221437", "4343906", "6284710", "5101805", "3716873", "140290", "8221430"], "ranked_scores": [0.6875, 0.5313, 0.5312, 0.5, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495838", "3450402", "3495837", "1779400", "7770963", "4483114", "3495831", "3494053", "2101768", "3255206"], "ranked_scores": [0.5625, 0.5625, 0.5312, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4687, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212591", "6212588", "609594", "6401864", "6212597", "8314543", "4305356", "2932576", "320956", "5997547"], "ranked_scores": [0.875, 0.8438, 0.8438, 0.7812, 0.7188, 0.5938, 0.5937, 0.5625, 0.5313, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "1325723", "1993059", "1929105", "7313345", "7078336", "930721", "8200642", "3052767", "4146020"], "ranked_scores": [0.75, 0.5625, 0.5625, 0.5313, 0.5, 0.5, 0.5, 0.4688, 0.4688, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["8432430", "7511875", "1460685", "1420186", "2584300", "727605", "3290723", "5703852", "6037748", "6561640"], "ranked_scores": [0.6563, 0.6562, 0.625, 0.5938, 0.5937, 0.5312, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7395884", "7558181", "2594593", "4709447", "1728760", "642815", "704294", "8600254"], "ranked_scores": [0.8438, 0.8125, 0.8125, 0.6563, 0.6562, 0.625, 0.5938, 0.5938, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1892018", "3139589", "195648", "529105", "6986881", "7589839", "1942837", "3285357", "8128292", "2229750"], "ranked_scores": [0.5938, 0.5937, 0.5625, 0.5313, 0.5312, 0.5312, 0.5312, 0.5312, 0.5312, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["3664758", "7946528", "8758591", "4564069", "1953277", "2764847", "6342544", "3711972", "7763969", "2575364"], "ranked_scores": [0.625, 0.5937, 0.5625, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64-tq-2bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["5917719", "768350", "575979", "638358", "1297109", "3445481", "1674646", "8825856", "7391330", "5265626"], "ranked_scores": [0.7873, 0.7758, 0.7454, 0.7419, 0.7394, 0.7244, 0.7228, 0.7193, 0.7097, 0.6976], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1674644", "1297112", "50056", "542682", "5550437", "7121381", "1270356", "2108856", "7072122", "527685"], "ranked_scores": [0.7955, 0.6546, 0.6489, 0.6434, 0.6429, 0.6329, 0.6296, 0.6291, 0.6291, 0.6251], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "911138", "5616900", "7038530", "944813", "3640250", "2295208", "3475986", "5221728"], "ranked_scores": [0.7802, 0.7484, 0.7359, 0.6571, 0.6377, 0.6319, 0.6299, 0.62, 0.6197, 0.6164], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2812582", "3338175", "7011409", "5769842", "5359258", "3399535", "8284286", "7335401", "515311", "8279447"], "ranked_scores": [0.8048, 0.7891, 0.7781, 0.7687, 0.7564, 0.7547, 0.7476, 0.7476, 0.7414, 0.737], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "2070215", "3794300", "3794304", "3640120", "5450605", "856390", "7255678", "3848270", "3820657"], "ranked_scores": [0.8195, 0.8106, 0.8076, 0.8076, 0.7874, 0.7813, 0.7726, 0.7654, 0.7538, 0.7355], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1390753", "8339146", "970989", "8817884", "5676506", "8605147", "2190617", "1179925", "7061305", "7776113"], "ranked_scores": [0.6952, 0.6897, 0.648, 0.6174, 0.6085, 0.6056, 0.6001, 0.5936, 0.5868, 0.5851], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "6980305", "1777799", "5227711", "6964486", "4816964", "5091618", "7260457", "7840121", "6964479"], "ranked_scores": [0.7484, 0.7414, 0.7205, 0.7044, 0.6962, 0.6962, 0.6895, 0.6887, 0.6787, 0.6471], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "7698064", "3550559", "4476440", "1043672", "5610771", "5644075", "7058094", "7431788"], "ranked_scores": [0.809, 0.7992, 0.7278, 0.6642, 0.5157, 0.498, 0.4951, 0.4922, 0.4904, 0.4889], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "1365215", "3761522", "2322244", "5110182", "6950276", "1102477", "249524", "7531871"], "ranked_scores": [0.8321, 0.8316, 0.749, 0.7247, 0.7071, 0.6979, 0.6912, 0.683, 0.6745, 0.6718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "627686", "50056", "5132484", "2117748", "2825328", "2579637", "6880513", "4617506", "7172147"], "ranked_scores": [0.6322, 0.6132, 0.579, 0.5631, 0.5585, 0.5539, 0.5508, 0.5481, 0.5456, 0.5438], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1962396", "1226213", "1933413", "6054491", "795873", "163122", "1226215", "2136954"], "ranked_scores": [0.8557, 0.837, 0.7395, 0.7172, 0.6681, 0.6568, 0.653, 0.6497, 0.6442, 0.6434], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8223942", "7090447", "4231642", "4539291", "662304", "2811259", "5043664", "8110427", "4709447", "7547697"], "ranked_scores": [0.5377, 0.4484, 0.4415, 0.4271, 0.413, 0.4111, 0.3863, 0.3666, 0.3654, 0.3614], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "7301814", "7331852", "692310", "558347", "3751650", "547039", "1741823"], "ranked_scores": [0.8182, 0.6778, 0.6578, 0.6566, 0.6363, 0.6132, 0.6086, 0.6043, 0.6039, 0.6012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "7970728", "7970735", "8259514", "1265191", "320956", "8259512", "7970736", "3987938", "8450833"], "ranked_scores": [0.8204, 0.7904, 0.7737, 0.7712, 0.751, 0.7446, 0.7361, 0.7331, 0.7307, 0.7107], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "6145894", "1466669", "6835042", "4702013", "2703674", "5720449", "8296550", "133696"], "ranked_scores": [0.8361, 0.7448, 0.7344, 0.7161, 0.704, 0.6982, 0.6754, 0.6702, 0.6649, 0.6597], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220312", "7220310", "2474358", "2130560", "7455903", "4723508", "4768602", "1488928", "7541493", "2556157"], "ranked_scores": [0.8704, 0.8301, 0.6273, 0.5766, 0.5704, 0.5446, 0.5371, 0.5249, 0.5236, 0.5217], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "6368665", "4830265", "4830263", "7108982", "4830262", "7956869", "8584557", "7870705"], "ranked_scores": [0.8722, 0.7194, 0.6408, 0.6072, 0.5967, 0.5905, 0.5871, 0.5799, 0.5703, 0.56], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "8660295", "7948050", "3646580", "7671660", "7146728", "2116929", "7948042", "1128696", "2116938"], "ranked_scores": [0.701, 0.6839, 0.6748, 0.6514, 0.6483, 0.6474, 0.6469, 0.6469, 0.6426, 0.6425], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "8098325", "4725494", "3109473", "3333503", "2316828", "3638988", "3532662", "8157356"], "ranked_scores": [0.7567, 0.6687, 0.6071, 0.5907, 0.5692, 0.561, 0.5609, 0.553, 0.5466, 0.5453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "3444262", "6641480", "6282957", "1734442", "4393606", "6641482", "4393603", "7454251", "5517313"], "ranked_scores": [0.782, 0.7124, 0.7121, 0.7087, 0.6949, 0.6697, 0.6658, 0.6641, 0.6373, 0.6177], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["6804877", "4489794", "4489799", "5213336", "7170234", "1484399", "4826837", "4489797", "4595482", "474971"], "ranked_scores": [0.6609, 0.6463, 0.6299, 0.6231, 0.6163, 0.606, 0.601, 0.6005, 0.5995, 0.5981], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "391341", "391342", "5143396", "3378630", "3853232", "863946", "2588002", "8045986", "5535297"], "ranked_scores": [0.78, 0.7468, 0.7238, 0.7166, 0.7129, 0.7113, 0.711, 0.6935, 0.674, 0.6733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "7689710", "8820180", "5063008", "4936994", "5364572", "5039968", "2188117", "1673140", "3649557"], "ranked_scores": [0.6778, 0.6246, 0.5965, 0.59, 0.5856, 0.5565, 0.5543, 0.5341, 0.5286, 0.519], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "1460640", "2443030", "3968773", "3346337", "1460637", "3046036", "5808457", "1920855"], "ranked_scores": [0.911, 0.8504, 0.8166, 0.8037, 0.7994, 0.7604, 0.7255, 0.7213, 0.7186, 0.7122], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2796274", "8426355", "7868171", "1070634", "7424964", "7562526", "5784428", "5055675", "1070638", "1428551"], "ranked_scores": [0.8497, 0.8354, 0.8215, 0.8083, 0.808, 0.7941, 0.7923, 0.7922, 0.7847, 0.7847], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "5174051", "5170949", "5027726", "6988663", "4805366", "3415897", "6343916", "6507423"], "ranked_scores": [0.7687, 0.7197, 0.6757, 0.6718, 0.6145, 0.6131, 0.6119, 0.6072, 0.6028, 0.6018], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613678", "1613675", "2576605", "2576606", "870351", "7249172", "551238", "870346", "1314383", "272188"], "ranked_scores": [0.8238, 0.8161, 0.7953, 0.7908, 0.7848, 0.7425, 0.7315, 0.7131, 0.7127, 0.7109], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["1663808", "8741687", "4053745", "6502553", "7810605", "5264759", "5408281", "6797667", "5351934", "250946"], "ranked_scores": [0.6373, 0.6343, 0.6275, 0.6107, 0.6024, 0.6013, 0.6011, 0.5978, 0.5886, 0.5763], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["173850", "7863433", "7646426", "5094229", "4278761", "4437972", "7863431", "2510740", "8265919", "7288502"], "ranked_scores": [0.7889, 0.7605, 0.7283, 0.7116, 0.7054, 0.692, 0.6832, 0.6756, 0.6706, 0.661], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "2175305", "7154584", "3924136", "2525613", "5499496", "1237202", "6818958", "6045016", "3051802"], "ranked_scores": [0.7154, 0.6475, 0.6367, 0.6329, 0.6261, 0.6254, 0.6222, 0.6191, 0.6182, 0.6131], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "8796486", "8773427", "5675630", "2105496", "4765789", "2269049", "4765785", "8607085"], "ranked_scores": [0.7408, 0.6934, 0.6715, 0.6512, 0.6415, 0.6388, 0.638, 0.6267, 0.613, 0.6025], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "1841905", "7526868", "4786937", "2617812", "982652", "1511150", "2099688", "5036995", "3141441"], "ranked_scores": [0.884, 0.8704, 0.8573, 0.846, 0.8387, 0.836, 0.836, 0.8336, 0.8206, 0.8157], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7041861", "7434455", "6841581", "7429866", "7370269", "2737704", "6688747", "6270123", "4258366"], "ranked_scores": [0.8095, 0.7377, 0.7341, 0.7138, 0.6941, 0.6926, 0.6926, 0.6872, 0.6796, 0.6652], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1417034", "4502858", "1592532", "3659405", "5336580", "2535259", "30088", "6979705", "30089", "489952"], "ranked_scores": [0.8556, 0.847, 0.8369, 0.8277, 0.8276, 0.8248, 0.8109, 0.7795, 0.7465, 0.7442], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "7853301", "8148596", "2356986", "7090447", "2679936", "754800", "5133662", "2424634", "7795675"], "ranked_scores": [0.7148, 0.6444, 0.6267, 0.623, 0.6184, 0.616, 0.6131, 0.6049, 0.5964, 0.5774], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2245444", "4111498", "1118168", "2391075", "2565560", "2924921", "4004619", "1899174", "174956", "8347480"], "ranked_scores": [0.8085, 0.802, 0.7823, 0.7802, 0.7778, 0.7729, 0.7707, 0.7685, 0.768, 0.7634], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "869851", "7161099", "4991356", "1003383", "3672237", "6753585", "2873961", "3148555", "7161101"], "ranked_scores": [0.7636, 0.7526, 0.7418, 0.7251, 0.7151, 0.7144, 0.7081, 0.7063, 0.7005, 0.6984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4900578", "4409027", "4605271", "6193415", "2531512", "5393501", "3747811", "1250411", "5393494"], "ranked_scores": [0.6801, 0.6563, 0.655, 0.6228, 0.6146, 0.6079, 0.6064, 0.6034, 0.6002, 0.5823], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "4005369", "139961", "7795890", "2872270", "1063811", "139964", "4590211", "6632522", "3722839"], "ranked_scores": [0.7295, 0.664, 0.664, 0.6629, 0.6628, 0.6613, 0.6534, 0.6521, 0.6493, 0.6299], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["4117808", "3689305", "6761601", "7313342", "921101", "1867101", "5701737", "886990", "6761606", "4117805"], "ranked_scores": [0.7296, 0.7184, 0.6768, 0.6688, 0.6553, 0.6458, 0.6422, 0.6403, 0.6384, 0.6373], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "3252244", "2940019", "4258663", "5339587", "8532695", "2375458", "2940016", "1969532", "7503113"], "ranked_scores": [0.8024, 0.7939, 0.7837, 0.7797, 0.7697, 0.7583, 0.7428, 0.6869, 0.6824, 0.679], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "3451041", "3451044", "3811525", "7612475", "6711598", "6953054", "1558470", "7905688"], "ranked_scores": [0.8138, 0.7791, 0.7288, 0.7114, 0.7002, 0.6893, 0.6671, 0.6626, 0.6558, 0.6548], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "4127072", "8221431", "4343906", "8221430", "8221437", "5409488", "5431260", "5409487", "4158114"], "ranked_scores": [0.7574, 0.7192, 0.7178, 0.7043, 0.6929, 0.6849, 0.6362, 0.6343, 0.6279, 0.6202], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "2387122", "1005751", "3147298", "2101768", "3450402", "3495838", "1779400", "1232206"], "ranked_scores": [0.7376, 0.6992, 0.607, 0.6061, 0.5813, 0.5778, 0.5728, 0.5711, 0.5584, 0.5555], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212591", "6212597", "1053306", "804848", "8590985", "347009", "1053300"], "ranked_scores": [0.9234, 0.8945, 0.8312, 0.8183, 0.7845, 0.6478, 0.6385, 0.6351, 0.6341, 0.6336], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "3534685", "4520541", "7078336", "7332215", "1993059", "3740532", "2465849", "930719", "5145284"], "ranked_scores": [0.8154, 0.6092, 0.6075, 0.5893, 0.5709, 0.5602, 0.5509, 0.5397, 0.5243, 0.5193], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["1460685", "7511875", "1460683", "2584300", "1420186", "8432430", "6561640", "7966586", "7455903", "3772534"], "ranked_scores": [0.7008, 0.6979, 0.6535, 0.6516, 0.6465, 0.6392, 0.608, 0.6028, 0.5961, 0.5946], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "2018124", "1136108", "7558181", "1690952", "1728760", "34456", "642815"], "ranked_scores": [0.9256, 0.9231, 0.7883, 0.7182, 0.6926, 0.6533, 0.6493, 0.6467, 0.6383, 0.6292], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["2229750", "1892018", "1981693", "3139589", "6986881", "1721507", "8128292", "3285357", "5524125", "4076789"], "ranked_scores": [0.6625, 0.6366, 0.6332, 0.6179, 0.6062, 0.6012, 0.595, 0.5929, 0.5754, 0.5731], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "6342544", "1953277", "3404247", "3664758", "2819440", "7763969", "4564069", "7966624", "3854991"], "ranked_scores": [0.7895, 0.6658, 0.6586, 0.5986, 0.5903, 0.5558, 0.5347, 0.5154, 0.5145, 0.5137], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64-tq-3bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3445481", "5917719", "575979", "558173", "5265626", "597449", "1674646", "7275120", "1297109", "768350"], "ranked_scores": [0.7914, 0.7626, 0.7427, 0.7384, 0.7332, 0.7245, 0.7227, 0.7184, 0.7124, 0.7114], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1674644", "2684883", "1297112", "7072122", "2108856", "50056", "1270356", "542682", "1844184", "3619391"], "ranked_scores": [0.7887, 0.7091, 0.6998, 0.6731, 0.6662, 0.6635, 0.6608, 0.6588, 0.6579, 0.6445], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "911138", "944813", "298606", "8543994", "5616900", "3451041", "4921435", "3640254"], "ranked_scores": [0.8025, 0.7265, 0.6996, 0.6826, 0.6735, 0.6582, 0.6576, 0.6567, 0.6475, 0.6464], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "2812582", "5769842", "66616", "6926916", "3399535", "5359258", "6159777", "7011409", "6826784"], "ranked_scores": [0.8584, 0.8496, 0.8333, 0.8295, 0.814, 0.8079, 0.8056, 0.8052, 0.8036, 0.799], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794300", "3794304", "3794297", "8554964", "3640120", "3820657", "1035452", "856390", "5450605", "531109"], "ranked_scores": [0.8178, 0.8007, 0.7999, 0.7498, 0.7492, 0.7474, 0.7447, 0.7434, 0.7429, 0.7413], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["8339146", "970989", "8817884", "1390753", "8605147", "5606320", "2190617", "5254021", "7776113", "7636640"], "ranked_scores": [0.6706, 0.6613, 0.637, 0.6313, 0.63, 0.6256, 0.6134, 0.6087, 0.5992, 0.5939], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "1777799", "6964486", "7840121", "6980305", "7260457", "4816964", "6964479", "5044321", "5091618"], "ranked_scores": [0.795, 0.7562, 0.7523, 0.7469, 0.734, 0.7302, 0.7222, 0.7174, 0.6969, 0.6919], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "7698064", "3550561", "3550559", "6679037", "7431788", "1043672", "1383489", "1177125", "4476440"], "ranked_scores": [0.8506, 0.8246, 0.8239, 0.7239, 0.5708, 0.5521, 0.5458, 0.544, 0.5406, 0.5337], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "5110182", "4667084", "1365215", "2322244", "1102477", "249524", "3761519", "3761522"], "ranked_scores": [0.9001, 0.8454, 0.7501, 0.7462, 0.7427, 0.7198, 0.7195, 0.7143, 0.7135, 0.7057], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "627686", "6823993", "5942525", "5469449", "2825328", "5392883", "5132484", "5811967", "6880513"], "ranked_scores": [0.6497, 0.6145, 0.5927, 0.5861, 0.5801, 0.5657, 0.5597, 0.5478, 0.5473, 0.5426], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "1962396", "915562", "1933413", "1226215", "1498135", "4922192", "8583766", "8583763"], "ranked_scores": [0.8904, 0.8892, 0.7159, 0.6978, 0.6937, 0.6919, 0.6916, 0.6851, 0.6652, 0.6632], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8223942", "4231642", "8110427", "662304", "5043664", "7090447", "295789", "8661651", "7732382", "1070106"], "ranked_scores": [0.558, 0.536, 0.4777, 0.4566, 0.4462, 0.4054, 0.4017, 0.3946, 0.3838, 0.3745], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7331852", "6628785", "4820118", "5811967", "558347", "1903335", "8165523"], "ranked_scores": [0.8805, 0.7336, 0.7305, 0.6638, 0.66, 0.6367, 0.6347, 0.6334, 0.614, 0.6125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "7970735", "8259514", "7970736", "7970728", "8450827", "1265191", "8259512", "320956", "8450833"], "ranked_scores": [0.8946, 0.8513, 0.828, 0.8213, 0.8039, 0.7988, 0.783, 0.7775, 0.7655, 0.7601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "1466669", "6835042", "8296550", "6145894", "4702013", "7749216", "5696682", "5720449"], "ranked_scores": [0.8586, 0.8114, 0.7693, 0.7616, 0.7434, 0.7313, 0.7141, 0.7111, 0.6936, 0.6897], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "6227056", "5190753", "4723508", "2474358", "3452115", "5703846", "1488928", "5190750"], "ranked_scores": [0.8885, 0.8817, 0.5755, 0.5734, 0.5581, 0.5524, 0.5504, 0.5405, 0.5397, 0.5377], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7108982", "4830263", "8584557", "7805085", "4830265", "4830262", "7956869", "8504427"], "ranked_scores": [0.8964, 0.6931, 0.6521, 0.6471, 0.6424, 0.6235, 0.6174, 0.6143, 0.6007, 0.6003], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "7948050", "2116929", "7948042", "3646584", "2116932", "7146728", "1128696", "8660295", "7671660"], "ranked_scores": [0.7585, 0.7168, 0.713, 0.701, 0.6905, 0.6863, 0.6845, 0.6738, 0.6647, 0.6633], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "3109473", "3638988", "3532662", "6924484", "4725494", "1815026", "3333503", "8157356"], "ranked_scores": [0.8171, 0.7732, 0.6394, 0.6341, 0.5926, 0.5898, 0.5837, 0.5717, 0.5716, 0.5582], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "3444262", "6641480", "4916004", "4393603", "6641482", "2091063", "8045998", "5517313", "6282957"], "ranked_scores": [0.83, 0.7449, 0.7259, 0.7039, 0.6878, 0.6846, 0.6694, 0.6594, 0.658, 0.6555], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489794", "413808", "4489799", "4595482", "6804877", "4826837", "4489797", "2859564", "5213336", "7170234"], "ranked_scores": [0.7361, 0.7258, 0.7245, 0.7135, 0.7132, 0.7081, 0.6954, 0.6837, 0.674, 0.6591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "391341", "8045986", "391342", "3378630", "2588002", "5088303", "863946", "1918866", "3627016"], "ranked_scores": [0.8325, 0.8068, 0.801, 0.7672, 0.7647, 0.7551, 0.7433, 0.7431, 0.7408, 0.7202], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689710", "7689707", "8820180", "5364572", "5063008", "2188117", "5039968", "4936994", "3909648", "2492248"], "ranked_scores": [0.7059, 0.6789, 0.6692, 0.6223, 0.6066, 0.5794, 0.5463, 0.5457, 0.5382, 0.5303], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3346337", "1460640", "3968773", "2443030", "1920855", "1546056", "4843274", "5808457"], "ranked_scores": [0.9414, 0.8875, 0.8516, 0.8351, 0.8138, 0.8061, 0.8046, 0.7964, 0.7773, 0.7574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["7424964", "3733774", "8426355", "5055675", "2796274", "7992320", "1070634", "6082244", "2636668", "656138"], "ranked_scores": [0.8784, 0.8782, 0.8691, 0.8683, 0.8626, 0.8604, 0.8545, 0.8495, 0.8488, 0.8457], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "5174051", "5170949", "3073632", "6343914", "954268", "6032024", "4805366", "5027726"], "ranked_scores": [0.8293, 0.7898, 0.7717, 0.7647, 0.6998, 0.6899, 0.6857, 0.6806, 0.6741, 0.67], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "2576605", "870351", "2576606", "551238", "1314383", "7137675", "7249172", "2692492"], "ranked_scores": [0.8901, 0.8605, 0.8362, 0.8253, 0.8217, 0.7882, 0.784, 0.7806, 0.7661, 0.761], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["1663808", "6502553", "5408281", "8741687", "4053745", "3646140", "3296425", "7810605", "1615478", "6797667"], "ranked_scores": [0.6637, 0.6632, 0.6406, 0.6186, 0.6011, 0.5959, 0.5958, 0.5874, 0.587, 0.5843], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["173850", "4437972", "5094229", "7646426", "4278761", "4377794", "2510740", "7646422", "7863433", "7288502"], "ranked_scores": [0.8282, 0.7744, 0.769, 0.769, 0.7594, 0.7584, 0.7547, 0.7426, 0.7373, 0.7355], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1237202", "1756080", "7154584", "3924136", "6818953", "7154587", "6032214", "6045016", "4594595", "7647368"], "ranked_scores": [0.706, 0.7033, 0.7014, 0.696, 0.6852, 0.672, 0.6625, 0.6608, 0.659, 0.6516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "5675630", "8796486", "3979452", "4765785", "1881025", "2105496", "3039809", "1800205"], "ranked_scores": [0.7472, 0.7272, 0.7161, 0.6987, 0.6872, 0.6846, 0.6795, 0.6468, 0.6413, 0.6352], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2099688", "7526870", "1841905", "4786937", "7526871", "3141441", "4005928", "7526868", "1511150", "5036995"], "ranked_scores": [0.9052, 0.8975, 0.8871, 0.8815, 0.8592, 0.8588, 0.8585, 0.8564, 0.8544, 0.853], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7041861", "7434455", "5546116", "8310623", "6688747", "7110612", "7429866", "7937494", "6841581"], "ranked_scores": [0.8604, 0.7915, 0.7838, 0.7598, 0.7535, 0.7481, 0.7479, 0.7429, 0.7297, 0.7245], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "4502858", "1417034", "30088", "3659405", "5336580", "2510074", "2366115", "2535259", "30089"], "ranked_scores": [0.8761, 0.856, 0.8321, 0.8173, 0.8092, 0.7895, 0.763, 0.7585, 0.7565, 0.7547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "7853301", "8148596", "2356986", "5133662", "133509", "6684798", "2679936", "5827787", "8354063"], "ranked_scores": [0.7936, 0.6942, 0.6533, 0.6381, 0.6375, 0.6341, 0.6335, 0.6221, 0.6221, 0.6132], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2924921", "4004619", "4589415", "2565560", "4111498", "2391075", "1899174", "8347480", "2245444", "3765105"], "ranked_scores": [0.8196, 0.8064, 0.8045, 0.8021, 0.7875, 0.7837, 0.7811, 0.7732, 0.7723, 0.7668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "3672237", "869851", "7161101", "4991356", "6753585", "4991353", "2873961", "3806458", "7161095"], "ranked_scores": [0.7976, 0.7913, 0.7711, 0.7503, 0.7422, 0.735, 0.7132, 0.7117, 0.7116, 0.6957], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4409027", "4900578", "6193415", "1250411", "3747811", "2531512", "5393494", "7778949"], "ranked_scores": [0.7996, 0.6789, 0.6632, 0.655, 0.6427, 0.6413, 0.614, 0.6071, 0.6007, 0.5826], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "7831679", "139961", "4005369", "2872270", "2488121", "1047648", "4590211", "1343315", "1063811"], "ranked_scores": [0.7055, 0.7044, 0.703, 0.7007, 0.6963, 0.6943, 0.6889, 0.6804, 0.6715, 0.6687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["886990", "1933329", "4117805", "6761606", "4117808", "1867101", "1631830", "8139545", "921101", "3689305"], "ranked_scores": [0.7943, 0.7379, 0.7343, 0.7318, 0.7223, 0.7057, 0.6983, 0.6932, 0.6882, 0.6829], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "2940019", "3252244", "4258663", "8532695", "5339587", "1969532", "7503113", "5339586", "2940016"], "ranked_scores": [0.854, 0.8285, 0.8241, 0.7758, 0.7618, 0.758, 0.7344, 0.7289, 0.7054, 0.703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "3451041", "7612475", "3451044", "3792488", "5304087", "7562631", "7905688", "1398369"], "ranked_scores": [0.8226, 0.7883, 0.7438, 0.7333, 0.729, 0.6966, 0.6768, 0.6748, 0.6747, 0.6746], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221431", "8221430", "4343906", "4127072", "2659096", "8221437", "8015905", "5431260", "5409487"], "ranked_scores": [0.7723, 0.7577, 0.7473, 0.7366, 0.7328, 0.7149, 0.691, 0.6736, 0.664, 0.6598], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495838", "2101768", "6232101", "308711", "1779400", "3147298", "8608976", "2387122"], "ranked_scores": [0.7582, 0.7447, 0.6808, 0.6198, 0.6172, 0.6151, 0.6042, 0.6003, 0.5944, 0.5614], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212591", "6212597", "1053306", "1053300", "1053302", "1766656", "8351436"], "ranked_scores": [0.9327, 0.92, 0.8574, 0.841, 0.8344, 0.689, 0.6443, 0.6391, 0.6264, 0.6173], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "3534685", "7078336", "4520541", "7332215", "3740532", "7803343", "1993059", "2379160", "5299257"], "ranked_scores": [0.9174, 0.6739, 0.6059, 0.6019, 0.5936, 0.5658, 0.5648, 0.563, 0.5552, 0.5487], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["1460685", "7511875", "2584300", "6561640", "1460687", "8432430", "1420186", "8068698", "5891383", "1460683"], "ranked_scores": [0.8125, 0.7975, 0.697, 0.6944, 0.6905, 0.6801, 0.674, 0.6714, 0.6712, 0.6647], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7395884", "2594593", "34456", "2018124", "642815", "7558181", "3302094", "1690952"], "ranked_scores": [0.926, 0.9224, 0.8309, 0.7458, 0.7187, 0.7133, 0.7005, 0.6862, 0.6722, 0.67], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["2229750", "1892018", "6986881", "1981693", "90421", "3139589", "4061500", "7888894", "5524125", "529107"], "ranked_scores": [0.6776, 0.6376, 0.6215, 0.6083, 0.6063, 0.6055, 0.5977, 0.5926, 0.5924, 0.5856], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "1953277", "7966624", "3664758", "8771883", "8743967", "2819440", "6342544", "3839347", "8743966"], "ranked_scores": [0.8284, 0.705, 0.6522, 0.6277, 0.6107, 0.6032, 0.6028, 0.5894, 0.5837, 0.578], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128-tq-1bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["597449", "768350", "5917719", "3445481", "1245152", "638358", "6489670", "1095159", "1297109", "7391330"], "ranked_scores": [0.6094, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5469, 0.5469, 0.5469, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1674644", "526260", "1297112", "7121383", "3671400", "3308552", "7981496", "7248824", "6858216", "7187515"], "ranked_scores": [0.5781, 0.5469, 0.5156, 0.5156, 0.5, 0.5, 0.5, 0.4844, 0.4844, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "911138", "2295208", "944813", "5616900", "944808", "6402602", "298606", "8498772"], "ranked_scores": [0.7031, 0.5781, 0.5625, 0.5313, 0.5312, 0.5156, 0.5, 0.4688, 0.4687, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "7369987", "3125130", "8279447", "5137357", "1983560", "515311", "1788216", "7011409"], "ranked_scores": [0.7187, 0.6719, 0.6406, 0.6406, 0.6406, 0.6406, 0.6094, 0.5938, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "3794304", "3794300", "856390", "2070215", "3640120", "1159742", "3803512", "5450605", "8554964"], "ranked_scores": [0.6562, 0.6562, 0.625, 0.5938, 0.5938, 0.5469, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1123190", "2190617", "970989", "1390753", "7564733", "3205963", "1494980", "6199238", "6199240", "6384264"], "ranked_scores": [0.5469, 0.5469, 0.5312, 0.5156, 0.4844, 0.4844, 0.4219, 0.4219, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["5091618", "7813557", "6964486", "7260457", "7840121", "5227711", "4816964", "1777799", "6980305", "6801871"], "ranked_scores": [0.625, 0.625, 0.6094, 0.6094, 0.5938, 0.5938, 0.5625, 0.5625, 0.5469, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "3550559", "5644075", "1203868", "81365", "7698064", "8428127", "3726276", "1250411"], "ranked_scores": [0.5312, 0.4844, 0.4063, 0.4062, 0.3906, 0.3906, 0.375, 0.375, 0.375, 0.375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "8452568", "3761519", "6950276", "289409", "3761522", "4667084", "2322244", "2421289", "1365215"], "ranked_scores": [0.625, 0.5938, 0.5781, 0.5625, 0.5469, 0.5469, 0.5469, 0.5313, 0.5313, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["5942525", "25771", "8677933", "6097742", "178432", "7187663", "2525123", "7137594", "7060211", "8251080"], "ranked_scores": [0.4375, 0.4219, 0.4219, 0.4062, 0.3906, 0.3906, 0.3906, 0.3906, 0.3906, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1933413", "4922192", "1438830", "1398222", "8061102", "4405605", "1866080", "1962396"], "ranked_scores": [0.7344, 0.7031, 0.5938, 0.5625, 0.5312, 0.5156, 0.5156, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8223942", "5043664", "4996378", "8264835", "2554124", "2899047", "7810212", "4195768", "4231642", "2510740"], "ranked_scores": [0.4531, 0.375, 0.3438, 0.3438, 0.3437, 0.3281, 0.3281, 0.3281, 0.3281, 0.3281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "5855378", "7888911", "3756561", "1741823", "7301818", "3321024", "3473262"], "ranked_scores": [0.7187, 0.6562, 0.625, 0.5625, 0.5, 0.4844, 0.4844, 0.4844, 0.4844, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "8259514", "7970735", "7970736", "1265191", "8450827", "7970734", "3987938", "8259512", "6709251"], "ranked_scores": [0.6719, 0.6406, 0.6406, 0.6406, 0.6094, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "4702013", "8128745", "4702009", "2583983", "5395324", "5417234", "6915697", "87282"], "ranked_scores": [0.6719, 0.5625, 0.5625, 0.5625, 0.5313, 0.5312, 0.5156, 0.5156, 0.5156, 0.5156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220312", "7220310", "2079237", "3195736", "3452115", "4019402", "7691443", "4702013", "2130560", "7574370"], "ranked_scores": [0.7656, 0.6094, 0.4844, 0.4219, 0.4219, 0.4219, 0.4062, 0.3906, 0.375, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "7870704", "7937823", "2818783", "4830265", "7911229", "7108982", "6951614"], "ranked_scores": [0.7969, 0.4844, 0.4531, 0.4375, 0.4219, 0.4219, 0.4219, 0.4063, 0.4062, 0.3906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "8157542", "2116933", "7948042", "2133627", "2116929", "2116938", "3646580", "2158582", "8660295"], "ranked_scores": [0.5937, 0.5469, 0.5312, 0.5312, 0.5156, 0.5156, 0.5, 0.5, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "2260935", "3638988", "6937120", "6924484", "2356989", "2564157", "2801030", "7525071"], "ranked_scores": [0.6719, 0.625, 0.5625, 0.5313, 0.5313, 0.5156, 0.5, 0.5, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641482", "6641480", "6951440", "862392", "8419044", "1318422", "1092098", "829440", "5231134"], "ranked_scores": [0.6719, 0.5469, 0.5469, 0.5156, 0.5, 0.4844, 0.4688, 0.4687, 0.4687, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489794", "1174172", "4489799", "214604", "7827765", "8232517", "474971", "6854565", "4489797", "1842454"], "ranked_scores": [0.5938, 0.5469, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["391341", "391342", "1918866", "442006", "3853232", "2588002", "4796876", "8540414", "8477970", "6110193"], "ranked_scores": [0.625, 0.6094, 0.5625, 0.5469, 0.5469, 0.5469, 0.5313, 0.5313, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["8820180", "6506033", "7689710", "3649558", "7689707", "4936994", "1673140", "1537969", "623987", "8820182"], "ranked_scores": [0.5469, 0.4844, 0.4844, 0.4688, 0.4531, 0.4375, 0.4219, 0.4219, 0.4063, 0.4063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "1920855", "3968773", "4561527", "3346337", "1460637", "1460640", "1582126", "8717679"], "ranked_scores": [0.8438, 0.8125, 0.7344, 0.6719, 0.6719, 0.6563, 0.6406, 0.6406, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["3733774", "1871086", "7992320", "8426355", "7809766", "8441252", "4942015", "1428551", "2796265", "5269626"], "ranked_scores": [0.7656, 0.7188, 0.7031, 0.7031, 0.6875, 0.6875, 0.6875, 0.6875, 0.6719, 0.6719], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "5174051", "1333652", "3073632", "5170949", "7650732", "6343916", "2820637", "6032019"], "ranked_scores": [0.6563, 0.6406, 0.6094, 0.5625, 0.5469, 0.5313, 0.5313, 0.5156, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "272188", "551238", "8759592", "2692492", "870351", "2080220", "5831764", "8267987"], "ranked_scores": [0.7031, 0.6406, 0.5781, 0.5781, 0.5781, 0.5781, 0.5781, 0.5781, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8741687", "250946", "4053745", "5952078", "6502553", "5408281", "5085223", "1615478", "2589790", "3132831"], "ranked_scores": [0.6094, 0.5937, 0.5937, 0.5625, 0.5469, 0.5313, 0.5312, 0.5156, 0.5156, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["173850", "4437972", "5352322", "4278761", "7646426", "7646422", "5094229", "7288502", "3557230", "4377794"], "ranked_scores": [0.5781, 0.5469, 0.5312, 0.5156, 0.5, 0.5, 0.5, 0.5, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1756080", "1237202", "8675542", "2175305", "4594595", "6247115", "2068025", "6818953", "5142519", "3230959"], "ranked_scores": [0.5625, 0.5313, 0.5313, 0.5312, 0.4844, 0.4844, 0.4844, 0.4844, 0.4844, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833611", "1800205", "4765788", "7344853", "7833608", "7428028", "8287779", "4661403", "4765785", "5675630"], "ranked_scores": [0.5938, 0.5938, 0.5937, 0.5781, 0.5781, 0.5625, 0.5469, 0.4844, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3707426", "7526870", "1841905", "2099688", "8443448", "2592443", "5525449", "4786937", "4005928", "6760855"], "ranked_scores": [0.7344, 0.7344, 0.7187, 0.7031, 0.6719, 0.6563, 0.6563, 0.6562, 0.6562, 0.6562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7937494", "7110612", "5655", "6688747", "6688745", "607856", "7770196", "3259751", "5164644"], "ranked_scores": [0.6094, 0.5937, 0.5781, 0.5625, 0.5625, 0.5625, 0.5625, 0.5469, 0.5469, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "30088", "5336580", "489952", "30089", "4502858", "3770821", "4502856", "4256443"], "ranked_scores": [0.8125, 0.7344, 0.6406, 0.625, 0.5938, 0.5938, 0.5313, 0.5312, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7645257", "3406116", "57309", "7853304", "3263382", "7853301", "8148596", "8741825", "2870276", "133509"], "ranked_scores": [0.5469, 0.5156, 0.5156, 0.5156, 0.4844, 0.4844, 0.4531, 0.4531, 0.4531, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4893298", "4111498", "2565560", "4589415", "3765105", "2474580", "1697029", "1338702", "2835995", "2894335"], "ranked_scores": [0.6719, 0.625, 0.625, 0.6094, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "7161101", "1236614", "3560598", "1621473", "8593880", "3672237", "564295", "7161095", "3931579"], "ranked_scores": [0.5625, 0.5, 0.5, 0.4688, 0.4687, 0.4531, 0.4375, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "1250411", "4900578", "4409027", "6193415", "4605271", "1203868", "81365", "5393501", "6361363"], "ranked_scores": [0.5625, 0.5312, 0.5156, 0.4844, 0.4844, 0.4688, 0.4531, 0.4531, 0.4531, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "139961", "4590211", "1343315", "1063812", "1063811", "3210861", "2872271", "4005369", "6632520"], "ranked_scores": [0.625, 0.625, 0.5781, 0.5625, 0.5469, 0.5469, 0.5469, 0.5313, 0.5313, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["6761606", "1867101", "1631830", "1933329", "3689305", "886990", "6761601", "5143805", "921101", "1867098"], "ranked_scores": [0.625, 0.625, 0.6094, 0.5938, 0.5937, 0.5781, 0.5781, 0.5625, 0.5469, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7728427", "5339586", "7503113", "3252244", "2940019", "2940016", "1969532", "2375458", "2359804"], "ranked_scores": [0.6406, 0.625, 0.5938, 0.5938, 0.5781, 0.5625, 0.5313, 0.5156, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "8822769", "8822768", "3828901", "5304087", "8646229", "4452557", "3451041", "3811525"], "ranked_scores": [0.6406, 0.5625, 0.5625, 0.5469, 0.5469, 0.5156, 0.5156, 0.4844, 0.4688, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["4158114", "8221431", "7856346", "4343906", "3834488", "2628906", "5409487", "8221437", "5409488", "8221430"], "ranked_scores": [0.5938, 0.5937, 0.5781, 0.5781, 0.5625, 0.5156, 0.5156, 0.5156, 0.5156, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "308711", "3495840", "7770959", "3495831", "3495838", "6392875", "2387122", "8400909", "7770963"], "ranked_scores": [0.625, 0.5625, 0.5313, 0.5312, 0.5156, 0.4844, 0.4531, 0.4531, 0.4375, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212591", "6212597", "1766656", "4920753", "8075222", "1768222", "1053306"], "ranked_scores": [0.7969, 0.7031, 0.5781, 0.5312, 0.4844, 0.4687, 0.4531, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4007575", "4520541", "2379160", "5151165", "3740532", "1524492", "4374443", "5299257", "3823641"], "ranked_scores": [0.6875, 0.4844, 0.4531, 0.4531, 0.4531, 0.4219, 0.4062, 0.3906, 0.3906, 0.375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["1460685", "7511875", "6561640", "8217557", "5891383", "1443272", "8432430", "4846553", "8177246", "1420186"], "ranked_scores": [0.7344, 0.7031, 0.6563, 0.625, 0.6094, 0.6094, 0.6094, 0.6094, 0.5938, 0.5781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "155487", "1136108", "1690952", "7558181", "642815", "6025787", "8169807"], "ranked_scores": [0.7187, 0.6875, 0.5781, 0.5312, 0.5156, 0.5156, 0.5156, 0.4844, 0.4844, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981693", "6986881", "2229750", "8128292", "7138494", "7772221", "7589839", "637289", "4379597", "3559380"], "ranked_scores": [0.5156, 0.5, 0.5, 0.4687, 0.4375, 0.4375, 0.4375, 0.4375, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "6342544", "7973153", "1953277", "297876", "8771883", "3839347", "8193212", "3664758"], "ranked_scores": [0.8125, 0.6406, 0.5469, 0.4844, 0.4688, 0.4375, 0.4375, 0.4219, 0.4219, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128-tq-2bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["558173", "597449", "3445481", "7981496", "575979", "3527619", "1297109", "768350", "8083127", "2684883"], "ranked_scores": [0.7156, 0.7051, 0.6887, 0.6696, 0.6624, 0.6601, 0.6447, 0.6397, 0.6366, 0.6343], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297112", "2684883", "7981496", "1674644", "4362703", "542682", "6858216", "4917486", "758882", "7121381"], "ranked_scores": [0.6937, 0.6844, 0.6788, 0.6752, 0.6495, 0.6348, 0.6308, 0.6112, 0.6099, 0.606], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "911138", "5842823", "5616900", "2295208", "298606", "6402602", "4921435", "944813", "8186121"], "ranked_scores": [0.7251, 0.7031, 0.6812, 0.6125, 0.6015, 0.5713, 0.56, 0.5562, 0.55, 0.5304], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "2541248", "2548173", "5359258", "66616", "515311", "6826784", "8279447", "452450"], "ranked_scores": [0.776, 0.7712, 0.7257, 0.7176, 0.7167, 0.7115, 0.7088, 0.7062, 0.7037, 0.7025], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794300", "3794304", "3794297", "8554964", "1587850", "2070215", "3640120", "856390", "7048914", "5450605"], "ranked_scores": [0.75, 0.72, 0.7179, 0.7158, 0.7056, 0.6973, 0.6938, 0.6902, 0.6896, 0.6881], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1123190", "8817884", "2190617", "970989", "1941914", "5606320", "1390753", "378964", "3205963", "7776113"], "ranked_scores": [0.6534, 0.631, 0.6221, 0.6006, 0.5933, 0.5933, 0.5826, 0.5723, 0.5687, 0.5645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6964486", "7813557", "7260457", "6980305", "1777799", "5227711", "5091618", "7840121", "4816964", "6964479"], "ranked_scores": [0.7241, 0.7076, 0.6884, 0.6804, 0.679, 0.6743, 0.6704, 0.6666, 0.6592, 0.6547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "7477757", "1592497", "1260007", "4476440", "5644075", "3428369"], "ranked_scores": [0.7054, 0.6951, 0.6502, 0.5864, 0.4685, 0.4623, 0.4559, 0.4556, 0.4462, 0.4381], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "1365215", "249524", "3761519", "2421289", "1102477", "289409", "3761522", "4667084"], "ranked_scores": [0.7973, 0.7732, 0.7195, 0.6889, 0.6801, 0.6723, 0.6603, 0.6494, 0.6471, 0.6364], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5942525", "8215736", "4989064", "7796014", "3454177", "2348797", "336438", "3434622", "7137594"], "ranked_scores": [0.6097, 0.5609, 0.5411, 0.4964, 0.4947, 0.4882, 0.4849, 0.4754, 0.4704, 0.4683], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "1438830", "4922192", "1226215", "1933413", "1962396", "1226213", "6801313", "2878725"], "ranked_scores": [0.8221, 0.8198, 0.689, 0.6771, 0.63, 0.6131, 0.6067, 0.587, 0.5652, 0.5627], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8223942", "662304", "5043664", "7732382", "1923341", "7858636", "59604", "888741", "4231642", "8822768"], "ranked_scores": [0.4922, 0.4023, 0.3881, 0.3874, 0.3647, 0.3636, 0.3402, 0.3355, 0.3329, 0.3307], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "7301818", "7888911", "7301814", "5811967", "5855378", "7970736", "558347"], "ranked_scores": [0.8077, 0.7321, 0.7317, 0.5768, 0.5698, 0.5619, 0.5606, 0.5547, 0.5506, 0.5428], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970735", "7970736", "8450828", "8259514", "1265191", "8259512", "8450827", "8450833", "7970728", "320956"], "ranked_scores": [0.7894, 0.7598, 0.7552, 0.7538, 0.7209, 0.7189, 0.693, 0.6861, 0.6836, 0.6811], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "4702013", "7160804", "7138663", "8296550", "5395324", "6835042", "87282", "5417234"], "ranked_scores": [0.8216, 0.7238, 0.671, 0.669, 0.6647, 0.6419, 0.6399, 0.6358, 0.6347, 0.6286], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220312", "7220310", "3452115", "4768599", "4723508", "7691443", "8827602", "2474358", "2130560", "7220313"], "ranked_scores": [0.8271, 0.8058, 0.5152, 0.505, 0.4924, 0.485, 0.4847, 0.4746, 0.4705, 0.4702], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "7108982", "4830263", "7937824", "7805085", "7937822", "2818783", "4830262"], "ranked_scores": [0.841, 0.6542, 0.5861, 0.5479, 0.5309, 0.5252, 0.5251, 0.5194, 0.5121, 0.5089], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "8157542", "7948042", "2116929", "3646584", "2158582", "3646580", "3692412", "1128696", "2083431"], "ranked_scores": [0.7687, 0.6923, 0.692, 0.6376, 0.602, 0.5999, 0.5985, 0.5963, 0.5874, 0.5872], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "3638988", "2356989", "6924484", "4166350", "4253082", "2647181", "3109473", "3532662"], "ranked_scores": [0.7897, 0.776, 0.6496, 0.5858, 0.5828, 0.5741, 0.569, 0.5678, 0.5609, 0.5575], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "6951440", "5231134", "1318422", "2091063", "4939334", "5914148", "3444262", "251385"], "ranked_scores": [0.7578, 0.6648, 0.6354, 0.6158, 0.6042, 0.6041, 0.5969, 0.595, 0.5774, 0.5761], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1174172", "1174168", "1174164", "7827765", "4489794", "6804877", "7170234", "4489799", "6854565", "8232517"], "ranked_scores": [0.6525, 0.6113, 0.6085, 0.5926, 0.5906, 0.5855, 0.5776, 0.5595, 0.5585, 0.5581], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "442006", "5088303", "863946", "3853232", "1918866", "5535297", "391341", "8540414", "2587999"], "ranked_scores": [0.7654, 0.7585, 0.7403, 0.7278, 0.7255, 0.7159, 0.7135, 0.7104, 0.7071, 0.6967], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689710", "7689707", "8820180", "6506033", "4936994", "2188117", "1673140", "409310", "5364574", "5364572"], "ranked_scores": [0.6121, 0.5807, 0.5777, 0.5716, 0.5356, 0.5256, 0.5122, 0.5035, 0.4954, 0.4933], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "1460640", "3968773", "3346337", "2443030", "1920855", "1546056", "1460637", "4615784"], "ranked_scores": [0.8663, 0.8435, 0.816, 0.7993, 0.7912, 0.7859, 0.7584, 0.7519, 0.7503, 0.7458], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["6082244", "3733774", "1106640", "8307546", "1070634", "8281191", "8426355", "2796274", "1425080", "7992320"], "ranked_scores": [0.8266, 0.8042, 0.7881, 0.7858, 0.7754, 0.7744, 0.7727, 0.7714, 0.7699, 0.7656], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "5170949", "5174051", "1333652", "7650732", "5027726", "6343914", "954268", "6287785"], "ranked_scores": [0.7732, 0.7617, 0.7108, 0.6766, 0.6596, 0.6484, 0.6442, 0.6264, 0.6215, 0.6136], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "870351", "2576606", "551238", "2576605", "272188", "7137675", "2692492", "272190"], "ranked_scores": [0.8355, 0.8048, 0.7859, 0.7565, 0.7538, 0.7432, 0.7113, 0.7076, 0.7075, 0.7066], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "4053745", "8741687", "5952078", "5408281", "5156846", "8346188", "3024301", "8716923", "3132831"], "ranked_scores": [0.6461, 0.6262, 0.5899, 0.5872, 0.5663, 0.5622, 0.5601, 0.5598, 0.5579, 0.5543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "4437972", "173850", "7646426", "5352322", "5094229", "2195944", "2510740", "4377794", "7288502"], "ranked_scores": [0.7391, 0.7313, 0.6927, 0.692, 0.6682, 0.6543, 0.654, 0.6458, 0.645, 0.6436], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1237202", "1756080", "5142519", "2175305", "3051802", "4244515", "3924136", "7503128", "6818958", "4594595"], "ranked_scores": [0.6367, 0.6316, 0.6131, 0.6076, 0.6009, 0.5984, 0.5984, 0.5928, 0.584, 0.5807], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "5675630", "7833611", "4765785", "8796486", "4858750", "4765788", "1800205", "4451324", "2105496"], "ranked_scores": [0.6854, 0.6476, 0.6465, 0.6364, 0.6181, 0.6062, 0.5919, 0.5747, 0.569, 0.5679], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2099688", "3141441", "1841905", "7526870", "4786937", "2617812", "7526868", "7526871", "4005928", "447409"], "ranked_scores": [0.8003, 0.7995, 0.7995, 0.7987, 0.7978, 0.7788, 0.7654, 0.7654, 0.7642, 0.7607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7937494", "6841581", "5546116", "7110611", "7770196", "3259751", "2299432", "2737704", "7434455"], "ranked_scores": [0.8178, 0.7064, 0.6945, 0.6773, 0.6766, 0.6745, 0.6692, 0.6619, 0.6591, 0.6584], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "30088", "5336580", "1417034", "4502858", "4502856", "489952", "30089", "489957"], "ranked_scores": [0.8622, 0.8169, 0.7646, 0.7628, 0.7568, 0.7232, 0.6763, 0.6656, 0.6645, 0.6631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "7645257", "5133662", "7853301", "8098325", "7090447", "6684798", "133509", "754800", "57309"], "ranked_scores": [0.712, 0.5921, 0.5839, 0.5715, 0.5691, 0.5658, 0.5651, 0.5602, 0.5562, 0.5525], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "2565560", "4111498", "2391075", "4893298", "4589415", "1338702", "1899174", "2565555", "3765105"], "ranked_scores": [0.7291, 0.7284, 0.7223, 0.7179, 0.7175, 0.7174, 0.714, 0.7121, 0.7074, 0.7016], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991354", "3672237", "4991356", "6465402", "3806458", "1621473", "3148555", "3651812", "4991353"], "ranked_scores": [0.7146, 0.6836, 0.6833, 0.6762, 0.6762, 0.6511, 0.6315, 0.631, 0.6233, 0.6134], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4900578", "4409027", "6193415", "1250411", "5393501", "4605271", "3747811", "7778949", "6967801"], "ranked_scores": [0.7297, 0.6896, 0.6868, 0.5923, 0.5694, 0.5638, 0.5505, 0.5372, 0.5226, 0.5157], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["139961", "7428627", "4590211", "8586692", "1343315", "7831679", "2488121", "2169679", "6632518", "6632520"], "ranked_scores": [0.7244, 0.7046, 0.6866, 0.6703, 0.6595, 0.6536, 0.6502, 0.6499, 0.6417, 0.6393], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["6761601", "6761606", "1867101", "1933329", "1631830", "3689305", "921101", "7313342", "8139545", "4117805"], "ranked_scores": [0.7266, 0.7215, 0.7104, 0.7041, 0.6909, 0.6842, 0.6832, 0.6787, 0.678, 0.6657], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "2940019", "3252244", "4258663", "4258668", "5339586", "2940016", "7503113", "5339587", "1969532"], "ranked_scores": [0.8114, 0.7753, 0.7692, 0.7534, 0.6583, 0.6578, 0.6504, 0.6344, 0.6065, 0.5948], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "3451041", "8822769", "8822768", "3811525", "8264837", "8646229", "3828901", "8298270"], "ranked_scores": [0.7894, 0.7329, 0.6817, 0.6812, 0.6692, 0.6291, 0.6214, 0.621, 0.6134, 0.6117], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "4343906", "8221431", "8221430", "8221437", "4127072", "4158114", "6535897", "8015905", "3834488"], "ranked_scores": [0.7118, 0.7082, 0.6952, 0.6859, 0.6808, 0.6649, 0.6491, 0.6347, 0.6231, 0.6178], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495838", "7770963", "3495840", "7770959", "3450402", "3495831", "3495835", "1188785", "2101768"], "ranked_scores": [0.7249, 0.6494, 0.6315, 0.6003, 0.5714, 0.5661, 0.565, 0.5547, 0.5406, 0.5355], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212597", "6212591", "1768222", "1053306", "1053300", "917841", "1941403"], "ranked_scores": [0.8626, 0.8436, 0.7494, 0.7494, 0.74, 0.6099, 0.5543, 0.549, 0.546, 0.5384], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "5151165", "2465849", "7332215", "1993059", "7153880", "3823641", "5145284", "3740532"], "ranked_scores": [0.8423, 0.5966, 0.5821, 0.5247, 0.5152, 0.5055, 0.504, 0.5015, 0.4957, 0.4927], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "1460687", "1420186", "8432430", "2584300", "3128424", "1193873", "2716981"], "ranked_scores": [0.7981, 0.7628, 0.7278, 0.6871, 0.6701, 0.6663, 0.6622, 0.6559, 0.6518, 0.6517], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "1690952", "4738326", "6124976", "7558181", "1136108", "3873782", "34456"], "ranked_scores": [0.8161, 0.8151, 0.7192, 0.7089, 0.653, 0.6326, 0.6085, 0.6048, 0.5994, 0.597], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "1981693", "2229750", "6986881", "7138494", "8128292", "1981696", "3559380", "8123901", "4594387"], "ranked_scores": [0.6173, 0.6168, 0.6142, 0.6047, 0.593, 0.5811, 0.5755, 0.556, 0.5485, 0.5419], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "1953277", "3664758", "8771883", "297876", "8798058", "6342544", "7973153", "3687242"], "ranked_scores": [0.8538, 0.6309, 0.6065, 0.5982, 0.5812, 0.566, 0.5441, 0.5426, 0.541, 0.5349], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128-tq-3bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3445481", "558173", "597449", "768350", "575979", "8083127", "7981496", "3619391", "3527619", "1674646"], "ranked_scores": [0.7046, 0.701, 0.6958, 0.6902, 0.6786, 0.6614, 0.6577, 0.6529, 0.6522, 0.6491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "1297112", "1674644", "4362703", "542682", "6858216", "7981496", "3308552", "1297109", "3452232"], "ranked_scores": [0.7012, 0.6981, 0.6798, 0.664, 0.664, 0.6594, 0.6518, 0.6503, 0.6479, 0.644], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "911138", "5842823", "5616900", "298606", "5221728", "4921435", "2295208", "6402602", "8543994"], "ranked_scores": [0.7753, 0.7056, 0.7019, 0.6566, 0.6333, 0.6245, 0.6219, 0.6033, 0.5988, 0.5689], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "5769842", "8279447", "6926916", "2812582", "66616", "5359258", "7011409", "515311", "698581"], "ranked_scores": [0.8395, 0.8104, 0.8076, 0.806, 0.7996, 0.7981, 0.7928, 0.7911, 0.7826, 0.7819], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "3794300", "8554964", "3640120", "4269405", "1587850", "5450605", "2070215", "1159742"], "ranked_scores": [0.7812, 0.766, 0.7411, 0.7399, 0.7363, 0.7332, 0.7225, 0.7146, 0.7093, 0.7007], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["970989", "1123190", "2190617", "8817884", "1390753", "3205963", "5606320", "7776113", "8643852", "5254021"], "ranked_scores": [0.683, 0.6682, 0.647, 0.6434, 0.6422, 0.6377, 0.6225, 0.6217, 0.6014, 0.5855], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "7260457", "7840121", "4816964", "6964479", "5227711", "6980305", "6964486", "1777799", "5091618"], "ranked_scores": [0.7762, 0.7643, 0.7561, 0.7523, 0.7522, 0.737, 0.7356, 0.713, 0.6929, 0.6858], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5644075", "1592497", "1043672", "7637427", "5276202", "4476440"], "ranked_scores": [0.7596, 0.7416, 0.6945, 0.6818, 0.5244, 0.5026, 0.4981, 0.4963, 0.4907, 0.4864], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "8452568", "1365215", "249524", "3761519", "1102477", "6950275", "3761522", "4667084", "2421289"], "ranked_scores": [0.8203, 0.811, 0.7352, 0.7302, 0.7036, 0.6934, 0.6825, 0.6778, 0.6723, 0.6721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5942525", "8215736", "7137594", "336438", "879819", "4989064", "8251080", "7796014", "2552610"], "ranked_scores": [0.6464, 0.5745, 0.5314, 0.5268, 0.5234, 0.5221, 0.5136, 0.5041, 0.49, 0.4866], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1438830", "1962396", "1226215", "1933413", "1226213", "8583763", "4405605"], "ranked_scores": [0.8344, 0.828, 0.7253, 0.7017, 0.6886, 0.6725, 0.6313, 0.6256, 0.5991, 0.593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8223942", "7858636", "5043664", "662304", "4231642", "7732382", "2899047", "1923341", "7547705", "8661651"], "ranked_scores": [0.551, 0.4356, 0.4335, 0.4032, 0.4003, 0.3991, 0.3937, 0.3657, 0.3598, 0.3572], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301814", "558347", "7888911", "7301818", "1903335", "5855378", "277376"], "ranked_scores": [0.8535, 0.7562, 0.7466, 0.6573, 0.627, 0.6243, 0.6168, 0.6132, 0.5972, 0.5912], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970735", "8450828", "7970736", "8259514", "8259512", "8450827", "7970728", "7970734", "1265191", "8450833"], "ranked_scores": [0.8404, 0.8335, 0.8252, 0.8106, 0.8022, 0.7762, 0.7728, 0.7658, 0.7604, 0.7318], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "4702013", "8296550", "5395324", "7160804", "7138663", "6145894", "8346654", "5417234"], "ranked_scores": [0.8565, 0.7889, 0.6994, 0.6923, 0.6808, 0.6805, 0.6788, 0.6576, 0.6551, 0.6549], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "4768599", "2130560", "5703846", "5703848", "5190753", "8827602", "4768602", "7691443"], "ranked_scores": [0.8843, 0.8829, 0.5827, 0.5464, 0.5289, 0.5256, 0.5243, 0.5216, 0.5186, 0.5136], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "7805085", "7937822", "7937824", "7108982", "7870704", "4830263", "4635092"], "ranked_scores": [0.9021, 0.7138, 0.6641, 0.5891, 0.5862, 0.5775, 0.5716, 0.5594, 0.5528, 0.5434], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "8157542", "7948042", "2116929", "3646584", "8660295", "3692412", "2116936", "3646580", "7146728"], "ranked_scores": [0.7332, 0.7058, 0.6937, 0.663, 0.6588, 0.6395, 0.6316, 0.6272, 0.6247, 0.622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "3638988", "6924484", "3532662", "2450611", "2647181", "3109473", "2356989", "3225747"], "ranked_scores": [0.8182, 0.8071, 0.653, 0.6344, 0.6294, 0.6255, 0.6108, 0.6096, 0.6052, 0.5846], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "2091063", "6951440", "5297258", "862392", "8045998", "5231134", "8419044", "4916004"], "ranked_scores": [0.8086, 0.6993, 0.6684, 0.6527, 0.6463, 0.643, 0.6428, 0.6354, 0.6244, 0.6228], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1174172", "7170234", "1174164", "1775549", "1174168", "4489794", "4826837", "4489797", "4489799", "6804877"], "ranked_scores": [0.6594, 0.6517, 0.6478, 0.646, 0.6389, 0.6271, 0.6186, 0.6165, 0.6164, 0.6155], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "3853232", "5088303", "391341", "1918866", "2588002", "863946", "5535297", "3378630"], "ranked_scores": [0.8498, 0.8106, 0.7881, 0.7656, 0.7618, 0.7565, 0.7561, 0.7539, 0.7516, 0.7463], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "7689710", "8820180", "6506033", "2188117", "4936994", "5364572", "1673140", "5063008", "409310"], "ranked_scores": [0.6712, 0.6679, 0.6395, 0.5902, 0.5792, 0.5731, 0.5545, 0.5513, 0.5506, 0.5186], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3968773", "3346337", "1460640", "2443030", "1920855", "1546056", "1460637", "4561527"], "ranked_scores": [0.9369, 0.902, 0.8431, 0.841, 0.84, 0.8034, 0.7994, 0.7985, 0.782, 0.7579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["6082244", "1070634", "2796274", "3733774", "8426355", "8307546", "7992320", "5784428", "1106640", "5055675"], "ranked_scores": [0.842, 0.8336, 0.8315, 0.8257, 0.8249, 0.8207, 0.8072, 0.8007, 0.7963, 0.7943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "5174051", "5170949", "1333652", "7650732", "3073632", "6287785", "6343914", "5027726"], "ranked_scores": [0.8421, 0.7934, 0.7585, 0.7544, 0.7066, 0.6802, 0.6692, 0.6674, 0.6531, 0.6453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "870351", "2576606", "2576605", "551238", "2692492", "1314383", "7249172", "8759592"], "ranked_scores": [0.8807, 0.8636, 0.8532, 0.7863, 0.7851, 0.7812, 0.7628, 0.7608, 0.7597, 0.75], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "8741687", "8265258", "5408281", "250946", "5952078", "4053745", "1663808", "3296425", "5351934"], "ranked_scores": [0.7101, 0.6341, 0.6327, 0.6297, 0.6212, 0.6204, 0.6098, 0.603, 0.5917, 0.5872], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "4437972", "173850", "5352322", "4377794", "7288502", "2536497", "2510740", "5094229", "7646422"], "ranked_scores": [0.7442, 0.73, 0.7198, 0.704, 0.6926, 0.6695, 0.6672, 0.6657, 0.6625, 0.6545], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1237202", "2175305", "1756080", "3924136", "5499496", "6818953", "6408406", "6045016", "7154587", "3872927"], "ranked_scores": [0.6795, 0.6647, 0.653, 0.6393, 0.6349, 0.6288, 0.6279, 0.6264, 0.6258, 0.6222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4765785", "8796486", "7833611", "5675630", "7344853", "4765788", "1800205", "4451324", "4765789"], "ranked_scores": [0.7754, 0.712, 0.7098, 0.7082, 0.6693, 0.6404, 0.627, 0.6181, 0.6179, 0.6071], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2099688", "7526870", "2617812", "4786937", "3141441", "1841905", "1511155", "7526871", "4005928", "447409"], "ranked_scores": [0.8739, 0.8608, 0.8552, 0.8489, 0.8443, 0.8434, 0.8255, 0.8228, 0.8198, 0.8185], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7937494", "8331763", "7110612", "5546116", "2486151", "5164644", "7110611", "7770196", "7434455"], "ranked_scores": [0.8485, 0.7535, 0.7251, 0.7195, 0.7075, 0.7026, 0.6991, 0.6898, 0.6892, 0.6843], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "30088", "4502858", "5336580", "1417034", "30089", "2510074", "489952", "4502856"], "ranked_scores": [0.8894, 0.8222, 0.8177, 0.8135, 0.799, 0.7835, 0.7571, 0.7209, 0.7172, 0.712], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "7645257", "7853301", "8098325", "8148596", "133509", "3712671", "5904163", "6207587", "7090447"], "ranked_scores": [0.7454, 0.6342, 0.634, 0.6162, 0.6086, 0.5948, 0.5806, 0.5789, 0.5759, 0.5731], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4111498", "4893298", "2565560", "4589415", "4004619", "2894335", "3920912", "2391075", "7741066", "7734838"], "ranked_scores": [0.7692, 0.7686, 0.765, 0.7563, 0.7508, 0.7397, 0.7333, 0.7313, 0.7309, 0.7166], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "7161101", "3672237", "4991356", "3148555", "4991353", "3806458", "6465402", "1621473", "7161095"], "ranked_scores": [0.7631, 0.7436, 0.7099, 0.7068, 0.6934, 0.6871, 0.6855, 0.6599, 0.6565, 0.6434], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4900578", "4409027", "4605271", "1250411", "6193415", "6967801", "5393501", "5393494", "2531512"], "ranked_scores": [0.7841, 0.7045, 0.6845, 0.6419, 0.6284, 0.6226, 0.615, 0.6092, 0.571, 0.5617], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["139961", "7428627", "139970", "1063811", "2488121", "4590211", "8586692", "7831679", "1063812", "4005369"], "ranked_scores": [0.7727, 0.7593, 0.7426, 0.7288, 0.7133, 0.7095, 0.7032, 0.7011, 0.694, 0.6877], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "6761606", "6761601", "1933329", "3689305", "1631830", "4117805", "4117808", "5143805", "7313342"], "ranked_scores": [0.7302, 0.7243, 0.7226, 0.7184, 0.7144, 0.699, 0.6962, 0.6948, 0.6924, 0.6875], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "2940019", "4258663", "3252244", "5339587", "7503113", "5339586", "2940016", "2375458", "4258668"], "ranked_scores": [0.8341, 0.809, 0.8087, 0.789, 0.7303, 0.725, 0.6966, 0.6916, 0.6876, 0.6868], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "8822769", "3451041", "8822768", "1374743", "8646229", "1380281", "3811525", "3451044"], "ranked_scores": [0.8195, 0.7959, 0.7129, 0.7046, 0.6962, 0.6866, 0.6825, 0.6707, 0.6628, 0.6612], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "4343906", "8221431", "4127072", "8221430", "8221437", "2659096", "4158114", "6284710", "8015905"], "ranked_scores": [0.7784, 0.7459, 0.7332, 0.716, 0.7136, 0.6912, 0.6617, 0.6605, 0.6518, 0.6369], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495838", "7770959", "3495840", "2101768", "3495835", "1779400", "3495831", "2387122"], "ranked_scores": [0.7489, 0.6971, 0.6744, 0.6571, 0.6285, 0.5875, 0.5736, 0.57, 0.5633, 0.5539], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212591", "6212597", "609594", "1768222", "1053306", "8120878", "1053302", "1053300"], "ranked_scores": [0.8958, 0.8897, 0.8125, 0.8075, 0.802, 0.6471, 0.6013, 0.5779, 0.5773, 0.5769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "930721", "7332215", "5145284", "5151165", "7153880", "4846383", "3740532", "4007575"], "ranked_scores": [0.8914, 0.6188, 0.5895, 0.5798, 0.5705, 0.5638, 0.5614, 0.5573, 0.5511, 0.5397], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "8068698", "1460687", "1460689", "2584300", "1420186", "8432430", "1488919"], "ranked_scores": [0.8307, 0.7537, 0.7372, 0.7095, 0.6792, 0.6782, 0.6767, 0.6744, 0.6711, 0.6701], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "1690952", "1136108", "4738326", "7558181", "6124976", "7515853", "6025784"], "ranked_scores": [0.888, 0.8771, 0.7841, 0.7159, 0.6924, 0.6902, 0.6744, 0.6601, 0.6595, 0.6324], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981693", "6986881", "2229750", "7589839", "3559380", "7138494", "1981696", "8424304", "5209746", "4061500"], "ranked_scores": [0.683, 0.6696, 0.6461, 0.6369, 0.6348, 0.6203, 0.6113, 0.583, 0.5825, 0.5713], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "1953277", "3664758", "7966624", "6342544", "297876", "3687242", "8771883", "7973153", "8193212"], "ranked_scores": [0.8731, 0.6853, 0.673, 0.671, 0.5886, 0.5866, 0.5828, 0.5789, 0.5687, 0.5672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-tq-1bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["558173", "7275122", "3445481", "7981496", "7837267", "575979", "8083127", "1095159", "2081586", "6489670"], "ranked_scores": [0.5781, 0.5625, 0.5469, 0.5469, 0.5391, 0.5391, 0.5312, 0.5234, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297109", "2684883", "542682", "1297112", "5633832", "5550437", "7187515", "7981496", "1674644", "7121383"], "ranked_scores": [0.6406, 0.625, 0.625, 0.625, 0.6094, 0.6016, 0.5937, 0.5937, 0.5859, 0.5703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["5842823", "911138", "2295208", "5221728", "6402602", "1592656", "2785397", "7216017", "8186128", "5616900"], "ranked_scores": [0.5469, 0.5391, 0.4844, 0.4844, 0.4766, 0.4687, 0.4609, 0.4609, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["6926916", "66616", "515311", "5769842", "3125130", "3182362", "2541248", "4714157", "5359258", "3338175"], "ranked_scores": [0.7109, 0.6797, 0.6641, 0.6563, 0.6563, 0.6406, 0.6328, 0.6172, 0.6172, 0.6172], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3640120", "856390", "5450605", "3794300", "7410205", "3794304", "8554964", "1159742", "3794297", "7255678"], "ranked_scores": [0.6563, 0.6016, 0.5859, 0.5469, 0.5391, 0.5391, 0.5391, 0.5313, 0.5313, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["3205963", "2190617", "5254021", "1975045", "4496437", "4811904", "4331590", "4331591", "8817884", "6859842"], "ranked_scores": [0.5234, 0.5156, 0.4922, 0.4844, 0.4766, 0.4766, 0.4687, 0.4687, 0.4609, 0.4609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7840121", "7260457", "6964479", "6980305", "5091618", "4816964", "6964486", "5227711", "6801871", "7813557"], "ranked_scores": [0.6016, 0.5781, 0.5703, 0.5703, 0.5469, 0.5391, 0.5391, 0.5078, 0.5078, 0.5078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "3550559", "7698064", "5644075", "7528332", "271165", "147832", "1752961", "6252080"], "ranked_scores": [0.625, 0.5703, 0.5547, 0.5469, 0.4688, 0.4141, 0.4062, 0.3984, 0.3828, 0.3828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "249524", "1365215", "5110182", "2421289", "2322245", "3761519", "289409", "5180631"], "ranked_scores": [0.7031, 0.625, 0.5781, 0.5703, 0.5625, 0.5547, 0.5391, 0.5, 0.4922, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7172147", "5942525", "4830262", "178432", "7187662", "3798363", "8215736", "627686", "4830265"], "ranked_scores": [0.5, 0.3984, 0.3984, 0.3906, 0.3828, 0.3828, 0.375, 0.3672, 0.3672, 0.3672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1226215", "1438830", "1462104", "1226213", "5022892", "5640023", "4036339"], "ranked_scores": [0.7266, 0.6953, 0.5547, 0.5391, 0.5234, 0.5078, 0.4531, 0.4453, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8223942", "662304", "5043664", "7168976", "7810212", "6912717", "7168973", "295794", "2353877", "8661651"], "ranked_scores": [0.4062, 0.3828, 0.3594, 0.3516, 0.3516, 0.3516, 0.3203, 0.3203, 0.3125, 0.3125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301814", "7301819", "3473262", "4561063", "1741823", "3803414", "547039", "7301818"], "ranked_scores": [0.6328, 0.5703, 0.5469, 0.5313, 0.5234, 0.4766, 0.4687, 0.4687, 0.4609, 0.4609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "8259514", "8450827", "7970736", "1265191", "7970735", "7970734", "320956", "8259512", "3987938"], "ranked_scores": [0.7656, 0.7109, 0.7109, 0.6797, 0.6641, 0.6563, 0.6484, 0.6328, 0.6328, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "2703674", "3469224", "3972537", "3457120", "8636883", "95169", "3868557", "826701"], "ranked_scores": [0.7031, 0.5938, 0.5156, 0.5078, 0.5078, 0.5078, 0.5, 0.4844, 0.4844, 0.4844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "2474358", "6355058", "8827602", "7220313", "1488928", "3789630", "4768599", "7391330"], "ranked_scores": [0.7578, 0.7188, 0.4844, 0.4375, 0.4375, 0.4219, 0.4141, 0.4063, 0.4063, 0.4063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "7937824", "5696456", "6951614", "7937822", "4830262", "7937823", "1026118"], "ranked_scores": [0.7813, 0.625, 0.5391, 0.4766, 0.4453, 0.4453, 0.4375, 0.4219, 0.4141, 0.4063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2083431", "7948042", "8157542", "7948050", "2116932", "3646580", "2116929", "3646584", "7146728", "2116938"], "ranked_scores": [0.6016, 0.5938, 0.5859, 0.5859, 0.5469, 0.5391, 0.5391, 0.5391, 0.5313, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4374445", "3532662", "4166350", "6924484", "2785552", "7480853", "2801033", "2424634"], "ranked_scores": [0.7109, 0.6094, 0.5, 0.5, 0.4844, 0.4687, 0.4453, 0.4453, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "1734442", "5297258", "5517313", "7454251", "1092098", "1764325", "5185575", "6641482"], "ranked_scores": [0.6172, 0.5859, 0.5234, 0.5234, 0.5156, 0.4844, 0.4766, 0.4688, 0.4688, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["6854565", "2536995", "5233423", "6768417", "7827767", "7170234", "2859564", "4489794", "6804877", "4826837"], "ranked_scores": [0.5078, 0.4766, 0.4687, 0.4609, 0.4531, 0.4453, 0.4453, 0.4453, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "1918866", "391341", "1839684", "3853232", "391342", "5535297", "2587999", "4393278"], "ranked_scores": [0.7031, 0.6875, 0.6719, 0.6641, 0.6563, 0.6562, 0.6562, 0.6484, 0.625, 0.6172], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "7689707", "3836743", "7689710", "7880823", "2188117", "3167491", "8820180", "8398028", "2800418"], "ranked_scores": [0.4922, 0.4609, 0.4375, 0.4297, 0.4219, 0.4141, 0.4141, 0.4141, 0.4063, 0.4063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "1460640", "1546056", "3346337", "3968773", "2443030", "1920855", "5691108", "4561527"], "ranked_scores": [0.875, 0.7344, 0.6953, 0.6875, 0.6563, 0.6562, 0.6406, 0.6328, 0.6328, 0.6172], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8426355", "2796274", "7809766", "4901734", "5123227", "7424964", "1428551", "3733774", "4942019", "7135032"], "ranked_scores": [0.7109, 0.6953, 0.6563, 0.6562, 0.6562, 0.6562, 0.6562, 0.6406, 0.6328, 0.6328], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "1039754", "7527096", "1333652", "5174051", "2820637", "954268", "7650732", "1588755", "5027731"], "ranked_scores": [0.6172, 0.5937, 0.5625, 0.5156, 0.5156, 0.5078, 0.5078, 0.5, 0.4922, 0.4766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "551238", "870351", "2576606", "2576605", "2692492", "8630967", "7249172", "870345"], "ranked_scores": [0.7344, 0.6562, 0.6484, 0.6484, 0.5938, 0.5859, 0.5703, 0.5625, 0.5469, 0.5391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8265258", "2589790", "7553014", "6502553", "1663808", "6797667", "1850491", "5952078", "5085223", "285555"], "ranked_scores": [0.5, 0.4844, 0.4609, 0.4375, 0.4375, 0.4375, 0.4297, 0.4219, 0.4219, 0.4141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4377794", "4437972", "173850", "5352322", "4278761", "41701", "5094229", "6231816", "2536497", "7288502"], "ranked_scores": [0.6797, 0.6562, 0.6328, 0.625, 0.625, 0.6094, 0.6016, 0.5938, 0.5781, 0.5781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "6045016", "1756080", "2175305", "1536187", "1052947", "6408406", "7073235", "7503128", "8675542"], "ranked_scores": [0.5312, 0.5312, 0.5078, 0.5, 0.4688, 0.4688, 0.4531, 0.4453, 0.4453, 0.4453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "5675630", "8796486", "7833611", "4765785", "4765789", "3979452", "5964806", "1881025", "8607085"], "ranked_scores": [0.6484, 0.6094, 0.5781, 0.5547, 0.5469, 0.5312, 0.5, 0.4844, 0.4766, 0.4609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["5525449", "7526870", "3141441", "2099688", "2592443", "3707426", "447409", "8290414", "1841905", "4005928"], "ranked_scores": [0.6641, 0.6563, 0.6562, 0.6484, 0.6484, 0.625, 0.6016, 0.6016, 0.6016, 0.6016], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110611", "7937494", "5164644", "607856", "7370269", "3259751", "2486151", "7110612", "4520367"], "ranked_scores": [0.6484, 0.5625, 0.5625, 0.5547, 0.5469, 0.5391, 0.5313, 0.5313, 0.5234, 0.5234], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "30088", "5336580", "4502858", "1417034", "4502856", "30089", "30085", "2391916"], "ranked_scores": [0.75, 0.7344, 0.6641, 0.6563, 0.6094, 0.5938, 0.5859, 0.5781, 0.5703, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "4687112", "7645257", "4039012", "6207587", "2789716", "5904163", "5133662", "7886033", "6207588"], "ranked_scores": [0.5937, 0.5156, 0.4922, 0.4844, 0.4844, 0.4766, 0.4766, 0.4688, 0.4609, 0.4609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565560", "4893298", "2924921", "7734838", "4004619", "4111498", "6302238", "4589415", "2245444", "1789449"], "ranked_scores": [0.6172, 0.6172, 0.6016, 0.5938, 0.5938, 0.5859, 0.5859, 0.5781, 0.5781, 0.5703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "3672237", "7161101", "826058", "1883636", "3148555", "2913413", "4991353", "1621473", "4991356"], "ranked_scores": [0.6875, 0.6719, 0.6328, 0.625, 0.6016, 0.5938, 0.5781, 0.5703, 0.5547, 0.5547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "4605271", "2531512", "8392977", "5171449", "6193415", "6534062", "8811697"], "ranked_scores": [0.6094, 0.4922, 0.4531, 0.4219, 0.4063, 0.4063, 0.3984, 0.3906, 0.3828, 0.3828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["3672905", "1063812", "4005369", "1063811", "7582739", "7831679", "6632518", "3722839", "4951287", "6632522"], "ranked_scores": [0.5469, 0.5469, 0.5313, 0.5312, 0.5234, 0.5234, 0.5234, 0.5234, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["6761601", "1631830", "1933329", "7313345", "8139545", "1867101", "6903201", "6761606", "886990", "7192926"], "ranked_scores": [0.5625, 0.5391, 0.5234, 0.5078, 0.5078, 0.5, 0.5, 0.4922, 0.4844, 0.4766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["2940019", "7728427", "4258663", "3252244", "4258668", "5339587", "1969532", "2940016", "7503113", "8532695"], "ranked_scores": [0.6719, 0.6641, 0.6406, 0.6328, 0.5469, 0.5313, 0.5234, 0.5234, 0.5156, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "8646229", "3451043", "3451044", "3451041", "8822769", "7656883", "8822768", "7562631"], "ranked_scores": [0.7187, 0.6172, 0.5469, 0.5156, 0.5078, 0.5078, 0.5, 0.4922, 0.4922, 0.4922], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "4343906", "8221430", "2659096", "4158114", "2574259", "4127072", "8221431", "8221437", "1061740"], "ranked_scores": [0.5625, 0.5547, 0.5469, 0.5313, 0.5078, 0.4844, 0.4844, 0.4688, 0.4687, 0.4453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "7770959", "3495837", "3495838", "8608976", "3495840", "3147298", "8424890", "3495831", "8400909"], "ranked_scores": [0.5938, 0.5547, 0.5078, 0.4922, 0.4687, 0.4297, 0.4141, 0.4063, 0.4063, 0.4062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212597", "6212591", "471140", "1053302", "987749", "6211855", "7647368"], "ranked_scores": [0.7422, 0.6875, 0.6328, 0.6094, 0.5938, 0.4531, 0.4297, 0.4141, 0.3906, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "930721", "5151165", "4520541", "7153880", "217890", "8736649", "3534685", "7078336", "5090588"], "ranked_scores": [0.7109, 0.4219, 0.4219, 0.4141, 0.4063, 0.3984, 0.3906, 0.3828, 0.3828, 0.375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "1460687", "5891383", "2447197", "6037748", "7274984", "3668938", "5920876", "1420186"], "ranked_scores": [0.6094, 0.5781, 0.5469, 0.5469, 0.5469, 0.5391, 0.5234, 0.5156, 0.5078, 0.5078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "7558181", "642815", "6025784", "7985411", "3114131", "7151780", "4709447"], "ranked_scores": [0.7578, 0.7422, 0.6016, 0.5312, 0.5234, 0.5234, 0.5078, 0.4922, 0.4922, 0.4844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["5955284", "5955286", "1420930", "8424304", "1981693", "2229750", "7589839", "3559380", "8128292", "8123901"], "ranked_scores": [0.4844, 0.4844, 0.4766, 0.4688, 0.4688, 0.4688, 0.4688, 0.4375, 0.4297, 0.4297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "1953277", "4957113", "7973153", "3664758", "8771883", "3415242", "4230973", "7966624", "3521834"], "ranked_scores": [0.6953, 0.4922, 0.4453, 0.4375, 0.4219, 0.4219, 0.4063, 0.4062, 0.3984, 0.3906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-tq-2bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3445481", "7837267", "8083127", "575979", "7275122", "3527619", "7275123", "5865180", "7275120", "3619391"], "ranked_scores": [0.7047, 0.6819, 0.6621, 0.6554, 0.6542, 0.644, 0.6417, 0.6334, 0.6332, 0.6327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297112", "1297109", "2684883", "542682", "1674644", "7187515", "1270356", "7981496", "3308552", "5550437"], "ranked_scores": [0.7341, 0.716, 0.6996, 0.6945, 0.679, 0.6635, 0.6524, 0.6426, 0.6406, 0.6339], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "911138", "5842823", "5616900", "5221728", "6402602", "2295208", "2403648", "1592656", "4921435"], "ranked_scores": [0.6626, 0.6463, 0.6432, 0.5804, 0.5796, 0.5739, 0.5693, 0.5632, 0.5595, 0.5544], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["6926916", "3338175", "3125130", "2541248", "66616", "5769842", "2812582", "5359258", "5963438", "8279447"], "ranked_scores": [0.8001, 0.7976, 0.7943, 0.7801, 0.7792, 0.7759, 0.7723, 0.7689, 0.768, 0.7637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "5450605", "3794300", "856390", "3803512", "8554964", "7255678", "2070215", "3640120"], "ranked_scores": [0.7608, 0.737, 0.7276, 0.7053, 0.7048, 0.7003, 0.6964, 0.6895, 0.687, 0.6789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["3205963", "4331590", "4496437", "1975045", "2190617", "5606320", "4811904", "3971679", "4331591", "1941914"], "ranked_scores": [0.679, 0.6116, 0.6087, 0.5925, 0.5877, 0.5871, 0.584, 0.5745, 0.5697, 0.5609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "7813557", "6964479", "7840121", "6964486", "4816964", "5227711", "6801871", "6980305", "1777799"], "ranked_scores": [0.7534, 0.751, 0.7492, 0.7205, 0.7187, 0.7162, 0.693, 0.6873, 0.6848, 0.6768], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5644075", "5644076", "951992", "4240249", "1592497", "7637427"], "ranked_scores": [0.7549, 0.7011, 0.6801, 0.6609, 0.5707, 0.5062, 0.4842, 0.4811, 0.4801, 0.4737], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "1365215", "249524", "289409", "1102477", "5180631", "2421289", "3761519", "4667084"], "ranked_scores": [0.7675, 0.7523, 0.697, 0.6798, 0.6645, 0.6641, 0.6244, 0.6237, 0.6225, 0.6222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5942525", "7187662", "4582407", "8215736", "5132484", "6124279", "5392883", "178432", "5469449"], "ranked_scores": [0.6221, 0.5511, 0.5053, 0.4824, 0.4754, 0.4682, 0.4677, 0.4676, 0.4651, 0.465], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1226215", "4922192", "1226213", "1438830", "1962396", "1933413", "3897453", "6062397"], "ranked_scores": [0.8245, 0.8009, 0.7035, 0.7022, 0.5978, 0.5854, 0.5746, 0.5502, 0.5413, 0.5216], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8223942", "662304", "5043664", "7168973", "7858636", "7168976", "4516321", "2899047", "6912717", "295789"], "ranked_scores": [0.5437, 0.4799, 0.4645, 0.4399, 0.4304, 0.429, 0.4229, 0.4226, 0.4004, 0.3985], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301814", "4561063", "5209931", "558347", "5811967", "994550", "3473262"], "ranked_scores": [0.8093, 0.7267, 0.7068, 0.5767, 0.573, 0.5525, 0.5514, 0.5419, 0.5365, 0.5341], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "7970735", "8259514", "7970736", "8450827", "1265191", "8259512", "7970734", "8450833", "320956"], "ranked_scores": [0.8411, 0.8071, 0.8045, 0.7779, 0.7654, 0.7651, 0.7637, 0.763, 0.7365, 0.7327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "4702013", "7160804", "8636883", "5395324", "7138663", "2703674", "6835042", "3043375"], "ranked_scores": [0.8163, 0.7395, 0.6652, 0.6364, 0.6351, 0.628, 0.6217, 0.6195, 0.6194, 0.6126], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "4768599", "5190750", "5190753", "1488928", "6355058", "8142216", "3452115", "2474358"], "ranked_scores": [0.8387, 0.8249, 0.5935, 0.5766, 0.5683, 0.5645, 0.558, 0.5565, 0.5523, 0.5508], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "7805085", "7937824", "4830263", "7937822", "8584557", "6368665", "7108982"], "ranked_scores": [0.8309, 0.685, 0.6303, 0.563, 0.5594, 0.5451, 0.5383, 0.5201, 0.5177, 0.5114], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "7948050", "7948042", "4880893", "3646584", "2116929", "8722441", "2116933", "2116936", "2116938"], "ranked_scores": [0.7366, 0.731, 0.7037, 0.6744, 0.6743, 0.6683, 0.661, 0.6555, 0.6501, 0.6409], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "1611463", "1815026", "5980491", "4374445", "6924493", "4374443", "2647181", "3333503"], "ranked_scores": [0.7829, 0.7341, 0.5953, 0.5917, 0.5853, 0.5704, 0.5565, 0.5511, 0.5511, 0.5475], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "7454251", "5231134", "5297258", "1318422", "5914148", "6376837", "5185575", "862392"], "ranked_scores": [0.7047, 0.6352, 0.6231, 0.6069, 0.6033, 0.6016, 0.5843, 0.5824, 0.5809, 0.5808], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "4489797", "7827767", "4489794", "7827765", "6804877", "1775549", "1174172", "7170238", "5213336"], "ranked_scores": [0.5978, 0.5809, 0.574, 0.5658, 0.5614, 0.5561, 0.5557, 0.554, 0.5526, 0.5485], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "391341", "1918866", "391342", "2588002", "7623736", "863946", "1839684", "3853232"], "ranked_scores": [0.8382, 0.8079, 0.7903, 0.7892, 0.7709, 0.7708, 0.7641, 0.7507, 0.7492, 0.7406], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "6506033", "8820180", "2188117", "7689710", "2270798", "1673140", "409310", "2800418", "5364572"], "ranked_scores": [0.604, 0.5712, 0.5693, 0.5641, 0.5579, 0.5128, 0.5075, 0.5054, 0.5024, 0.4836], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "1460640", "3346337", "3968773", "1546056", "2443030", "1920855", "1460637", "7649297"], "ranked_scores": [0.883, 0.8438, 0.8042, 0.8035, 0.7889, 0.7785, 0.7768, 0.7394, 0.7393, 0.7326], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2796274", "3733774", "7424964", "1070634", "4942019", "8426355", "6082244", "7992320", "5055675", "1871086"], "ranked_scores": [0.8103, 0.7871, 0.7819, 0.7799, 0.779, 0.7723, 0.767, 0.7618, 0.7588, 0.7545], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "5170949", "6287785", "5174051", "7650732", "1333652", "1588747", "5027726", "6032018"], "ranked_scores": [0.7622, 0.7482, 0.6935, 0.6534, 0.6476, 0.6335, 0.6209, 0.6053, 0.5974, 0.5947], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "870351", "1613678", "551238", "2576605", "2576606", "2692492", "8630967", "272190", "7249172"], "ranked_scores": [0.8072, 0.7485, 0.7414, 0.7133, 0.6859, 0.6844, 0.6817, 0.6637, 0.6528, 0.6484], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "5952078", "1663808", "5408281", "7810605", "5264757", "8265258", "8716923", "3296425", "7553014"], "ranked_scores": [0.6364, 0.5498, 0.5488, 0.5438, 0.5371, 0.5366, 0.5319, 0.53, 0.528, 0.5265], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4377794", "4437972", "4278761", "5094229", "2510740", "5352322", "173850", "7288502", "7646422", "41701"], "ranked_scores": [0.7497, 0.7441, 0.7343, 0.7303, 0.7201, 0.72, 0.7071, 0.6982, 0.6962, 0.6842], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "6045016", "1756080", "3924136", "6408406", "839355", "7154587", "6818958", "6453425", "8531579"], "ranked_scores": [0.6479, 0.6367, 0.614, 0.5948, 0.5906, 0.5791, 0.5783, 0.5751, 0.5732, 0.5731], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8796486", "5675630", "7833611", "4765785", "4451324", "1800205", "7344853", "3979452", "4861485"], "ranked_scores": [0.7391, 0.6781, 0.6735, 0.6681, 0.6446, 0.6223, 0.605, 0.5945, 0.5871, 0.5792], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "3141441", "2099688", "4786937", "4005928", "982652", "1841905", "7526868", "5525449", "7641309"], "ranked_scores": [0.7844, 0.7753, 0.7679, 0.7621, 0.7568, 0.7535, 0.7504, 0.7486, 0.7431, 0.7387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "6841581", "7770196", "7937494", "7041861", "607856", "7027322", "5546116", "7434455"], "ranked_scores": [0.795, 0.7152, 0.6533, 0.6472, 0.6362, 0.6346, 0.632, 0.6257, 0.6244, 0.6237], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "30088", "3659405", "4502858", "1417034", "5336580", "4502856", "2510074", "6979705", "30089"], "ranked_scores": [0.826, 0.7995, 0.7825, 0.7803, 0.7692, 0.7396, 0.7366, 0.7168, 0.7014, 0.6988], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207587", "5133662", "7645257", "1543714", "7853301", "4687112", "6428732", "5904163", "8148596"], "ranked_scores": [0.7601, 0.6295, 0.5944, 0.5841, 0.5714, 0.5673, 0.562, 0.5559, 0.5512, 0.5476], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565560", "4589415", "174956", "4004619", "3920912", "1338705", "4111498", "3765105", "2894335", "7734838"], "ranked_scores": [0.7427, 0.7329, 0.7208, 0.7081, 0.7033, 0.7004, 0.7004, 0.6995, 0.6978, 0.6971], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "7161101", "3672237", "4991353", "3148555", "3806458", "4991356", "826058", "1621473", "3699781"], "ranked_scores": [0.7471, 0.7451, 0.727, 0.6924, 0.6789, 0.6553, 0.6465, 0.6322, 0.6293, 0.6229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "4605271", "81365", "3726276", "6193415", "1250411", "6967801", "2531512"], "ranked_scores": [0.7139, 0.6249, 0.6138, 0.5765, 0.5444, 0.539, 0.5387, 0.5381, 0.53, 0.5281], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["4951287", "7831679", "4590213", "139961", "6632522", "6632518", "1063811", "4005369", "7582739", "8586692"], "ranked_scores": [0.6911, 0.6836, 0.6711, 0.6705, 0.6655, 0.6649, 0.6592, 0.6559, 0.6511, 0.6472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "6761601", "1933329", "1631830", "6761606", "5812523", "886990", "7313345", "8139545", "4117808"], "ranked_scores": [0.6828, 0.6761, 0.6697, 0.6667, 0.647, 0.6457, 0.6422, 0.6331, 0.6227, 0.621], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "4258663", "2940019", "3252244", "4258668", "5339587", "1969532", "5339586", "8532695", "2940016"], "ranked_scores": [0.7995, 0.7898, 0.7336, 0.7319, 0.6939, 0.6918, 0.6705, 0.6662, 0.6634, 0.6598], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "8822769", "3451044", "3811525", "3451041", "7562631", "8646229", "1374743", "3451043"], "ranked_scores": [0.8148, 0.7776, 0.6613, 0.6587, 0.6547, 0.6503, 0.6483, 0.6395, 0.6262, 0.612], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221430", "4343906", "4127072", "8221437", "4158114", "2574259", "8221431", "1061740", "2659096"], "ranked_scores": [0.7168, 0.6898, 0.6815, 0.6813, 0.6433, 0.6312, 0.6136, 0.6103, 0.6079, 0.6064], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495838", "7770959", "3495831", "3495835", "3495840", "6392875", "3147298", "1798238"], "ranked_scores": [0.7029, 0.6862, 0.6802, 0.6373, 0.6013, 0.5918, 0.5733, 0.5575, 0.5212, 0.5132], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212597", "6212591", "609594", "917841", "1053302", "471140", "8590985", "1053306"], "ranked_scores": [0.8213, 0.8212, 0.7699, 0.7238, 0.7204, 0.5821, 0.5765, 0.5456, 0.5161, 0.5149], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "5151165", "8736649", "5128175", "5145284", "930721", "7332215", "7153880", "7803343"], "ranked_scores": [0.831, 0.5403, 0.5319, 0.5289, 0.5207, 0.5186, 0.5106, 0.5006, 0.4912, 0.4901], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "7511874", "1460687", "1460689", "1460683", "8432430", "1193873", "1420186"], "ranked_scores": [0.7847, 0.7199, 0.6703, 0.6665, 0.6544, 0.6297, 0.6253, 0.6187, 0.6176, 0.6155], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "7558181", "1690952", "6124976", "6533908", "3873782", "7104592", "6025784"], "ranked_scores": [0.8346, 0.811, 0.7145, 0.6279, 0.6269, 0.6162, 0.6019, 0.6013, 0.6008, 0.5962], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["6986881", "2229750", "1981693", "7589839", "8424304", "1420930", "3559380", "5209746", "7138494", "195648"], "ranked_scores": [0.6543, 0.6464, 0.6458, 0.6271, 0.6091, 0.6027, 0.592, 0.5814, 0.5758, 0.5691], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "3664758", "7966624", "6342544", "1953277", "4304523", "8771883", "5262322", "7973153", "8193212"], "ranked_scores": [0.8122, 0.581, 0.5806, 0.5585, 0.5489, 0.519, 0.5172, 0.4994, 0.4949, 0.4918], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-tq-3bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3445481", "575979", "3527619", "7275122", "558173", "7837267", "7275120", "768350", "5265626", "8083127"], "ranked_scores": [0.718, 0.7065, 0.694, 0.6899, 0.6824, 0.6723, 0.67, 0.6692, 0.6671, 0.6653], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "1297112", "1297109", "542682", "1674644", "3308552", "5550437", "7981496", "7248824", "5633832"], "ranked_scores": [0.7628, 0.7407, 0.7338, 0.7333, 0.7156, 0.6876, 0.6763, 0.6675, 0.6639, 0.6623], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "911138", "6402602", "5616900", "5221728", "2295208", "1592656", "4921435", "298606"], "ranked_scores": [0.734, 0.6731, 0.6715, 0.6287, 0.6239, 0.6195, 0.6002, 0.5933, 0.5866, 0.5815], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "66616", "6926916", "5359258", "8279447", "2541248", "3125130", "515311", "5769842", "2812582"], "ranked_scores": [0.8612, 0.8435, 0.8429, 0.8414, 0.8302, 0.8294, 0.8281, 0.8266, 0.8225, 0.8147], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "5450605", "3794300", "856390", "7048914", "3640120", "8554964", "7255678", "2070215"], "ranked_scores": [0.8098, 0.7958, 0.7675, 0.742, 0.7407, 0.7317, 0.7178, 0.7175, 0.7144, 0.7139], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["3205963", "4496437", "5606320", "2190617", "1975045", "1123190", "8643852", "8011156", "4811904", "1825327"], "ranked_scores": [0.6881, 0.6764, 0.6392, 0.621, 0.6168, 0.6155, 0.6057, 0.6053, 0.6049, 0.6025], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "6964479", "7813557", "7840121", "6980305", "4816964", "6964486", "5227711", "1777799", "5091618"], "ranked_scores": [0.7946, 0.7888, 0.7708, 0.7704, 0.7517, 0.7406, 0.7369, 0.7362, 0.7326, 0.7106], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5644075", "5644076", "147832", "4240249", "7637427", "1592497"], "ranked_scores": [0.7952, 0.7657, 0.7216, 0.6647, 0.622, 0.5351, 0.5323, 0.5305, 0.5068, 0.5067], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "1365215", "289409", "249524", "1102477", "2322244", "2421289", "4667084", "6950276"], "ranked_scores": [0.8277, 0.7967, 0.7183, 0.7079, 0.702, 0.7004, 0.6942, 0.6899, 0.675, 0.6679], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5942525", "5469449", "2117748", "8215736", "5132484", "4582407", "879819", "2348797", "7137594"], "ranked_scores": [0.6431, 0.5972, 0.5677, 0.554, 0.5484, 0.5432, 0.5421, 0.5327, 0.5249, 0.5222], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1226215", "1226213", "1438830", "1962396", "6062397", "3897453", "1933413"], "ranked_scores": [0.8377, 0.8233, 0.6949, 0.6778, 0.6235, 0.6195, 0.5873, 0.5657, 0.5564, 0.5535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8223942", "5043664", "662304", "7858636", "7168976", "7168973", "2899047", "295789", "1070106", "4231642"], "ranked_scores": [0.5733, 0.5286, 0.5205, 0.5039, 0.4953, 0.4893, 0.4545, 0.4232, 0.4215, 0.4166], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301814", "4561063", "5811967", "7331852", "3512764", "558347", "5209931"], "ranked_scores": [0.824, 0.7389, 0.7325, 0.6351, 0.603, 0.5748, 0.5729, 0.5683, 0.5655, 0.5634], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "7970736", "7970735", "8259514", "8450827", "8259512", "7970734", "1265191", "8450833", "320956"], "ranked_scores": [0.8671, 0.8416, 0.8396, 0.8287, 0.8266, 0.8087, 0.8083, 0.8076, 0.7746, 0.7718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "4702013", "8636883", "7160804", "1466669", "7138663", "6835042", "5720449", "7206774"], "ranked_scores": [0.8539, 0.7587, 0.713, 0.6841, 0.6774, 0.6616, 0.6594, 0.6585, 0.6569, 0.6567], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220312", "7220310", "5190750", "1488928", "4768599", "7220313", "2474358", "5190753", "8827602", "4768602"], "ranked_scores": [0.8823, 0.8796, 0.6014, 0.5837, 0.5822, 0.579, 0.5771, 0.5766, 0.5703, 0.5556], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "7937824", "7805085", "7937822", "4830263", "7108982", "8584557", "7870704"], "ranked_scores": [0.8672, 0.7282, 0.6655, 0.6229, 0.6114, 0.5996, 0.5909, 0.5803, 0.5802, 0.5591], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "7948050", "7948042", "2116929", "3646584", "4880893", "2116938", "8722441", "2083431", "2116932"], "ranked_scores": [0.7515, 0.75, 0.7166, 0.6818, 0.6796, 0.6663, 0.6649, 0.664, 0.6576, 0.6553], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4374445", "1611463", "7480853", "4374443", "1815026", "1782220", "5980491", "3333503"], "ranked_scores": [0.8301, 0.7931, 0.6289, 0.6193, 0.618, 0.6054, 0.6048, 0.6002, 0.5949, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "5297258", "5231134", "7454251", "1318422", "2091063", "3444262", "5185575", "5365824"], "ranked_scores": [0.777, 0.6943, 0.6564, 0.6533, 0.6426, 0.6262, 0.623, 0.6157, 0.6145, 0.609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "4489794", "7827765", "4489797", "7827767", "413808", "6854565", "4489799", "6804877", "7170238"], "ranked_scores": [0.6565, 0.6072, 0.6056, 0.5965, 0.5947, 0.592, 0.5909, 0.5888, 0.5877, 0.5791], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "391341", "391342", "1918866", "863946", "7623736", "2588002", "3853232", "5535297"], "ranked_scores": [0.8605, 0.8455, 0.8132, 0.8076, 0.8055, 0.8043, 0.7998, 0.7983, 0.7897, 0.7637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689710", "7689707", "2188117", "6506033", "8820180", "409310", "1673140", "2270798", "4390429", "5364572"], "ranked_scores": [0.6436, 0.6414, 0.5856, 0.5832, 0.5824, 0.5667, 0.5584, 0.5396, 0.5365, 0.5281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3346337", "3968773", "1460640", "2443030", "1546056", "1920855", "6488150", "5691108"], "ranked_scores": [0.9362, 0.8957, 0.8536, 0.8481, 0.8455, 0.821, 0.8209, 0.8073, 0.7847, 0.7829], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2796274", "8426355", "1070634", "7424964", "5055675", "1871086", "3733774", "7992320", "4942019", "1428551"], "ranked_scores": [0.8488, 0.847, 0.8389, 0.8226, 0.8205, 0.8182, 0.8144, 0.8103, 0.8092, 0.8024], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "5170949", "5174051", "7650732", "1333652", "6287785", "954268", "5027726", "1588747"], "ranked_scores": [0.799, 0.7829, 0.7463, 0.7141, 0.6696, 0.6597, 0.6592, 0.6439, 0.6407, 0.6379], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "870351", "1613678", "2576605", "551238", "2576606", "870346", "2692492", "272190", "521367"], "ranked_scores": [0.8822, 0.8379, 0.8145, 0.791, 0.7859, 0.7849, 0.7472, 0.7451, 0.7063, 0.7059], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "1663808", "7810605", "250946", "5408281", "2589790", "5952078", "8265258", "7553014", "1615478"], "ranked_scores": [0.6448, 0.6168, 0.5825, 0.5772, 0.5707, 0.5684, 0.5676, 0.5643, 0.5613, 0.5526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4437972", "5352322", "4377794", "4278761", "5094229", "7288502", "7646422", "173850", "2510740", "2536497"], "ranked_scores": [0.7887, 0.7827, 0.7766, 0.7677, 0.7524, 0.7498, 0.7389, 0.7286, 0.717, 0.7161], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "6045016", "7154587", "5499496", "6818958", "3924136", "839355", "1237202", "3872927", "3230959"], "ranked_scores": [0.6973, 0.6639, 0.6454, 0.6385, 0.6351, 0.6237, 0.6222, 0.6174, 0.6133, 0.6129], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8796486", "7833611", "4765785", "5675630", "4451324", "1800205", "4765788", "4765789", "3979452"], "ranked_scores": [0.7798, 0.709, 0.6999, 0.6996, 0.6602, 0.6216, 0.6084, 0.6071, 0.6047, 0.6046], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2099688", "7526870", "1841905", "3141441", "4005928", "5525449", "7526871", "447409", "7526868", "6503017"], "ranked_scores": [0.84, 0.8343, 0.8193, 0.8168, 0.8104, 0.8031, 0.7989, 0.7985, 0.7981, 0.794], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7937494", "7110611", "7770196", "2486151", "3259751", "5546116", "5164644", "6688747"], "ranked_scores": [0.823, 0.7219, 0.709, 0.7026, 0.6867, 0.6754, 0.667, 0.6645, 0.6638, 0.6572], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "4502858", "30088", "1417034", "5336580", "4502856", "6979705", "30089", "2510074"], "ranked_scores": [0.891, 0.8313, 0.8266, 0.8245, 0.8176, 0.7935, 0.7597, 0.7432, 0.7425, 0.7381], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "7645257", "8148596", "6207587", "6428732", "3712671", "5133662", "7853301", "5904163", "133509"], "ranked_scores": [0.8045, 0.6492, 0.6391, 0.6289, 0.6258, 0.624, 0.6229, 0.6221, 0.6221, 0.6088], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565560", "4004619", "4589415", "174956", "3920912", "4893298", "4111498", "3765105", "2894335", "2290637"], "ranked_scores": [0.7697, 0.7676, 0.7613, 0.748, 0.7455, 0.7452, 0.7423, 0.741, 0.7343, 0.7282], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "3672237", "4991354", "4991353", "3148555", "4991356", "3806458", "1621473", "826058", "117136"], "ranked_scores": [0.7865, 0.7776, 0.7708, 0.7356, 0.7317, 0.6984, 0.6952, 0.69, 0.6742, 0.6598], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "4605271", "6193415", "1250411", "6967801", "2531512", "3747811", "3726276"], "ranked_scores": [0.7889, 0.6947, 0.6523, 0.6073, 0.606, 0.6006, 0.5778, 0.5777, 0.5694, 0.5638], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["139961", "7831679", "4951287", "8586692", "7428627", "6632522", "4005369", "1063812", "6632518", "1063811"], "ranked_scores": [0.7423, 0.7339, 0.7217, 0.7203, 0.7149, 0.7084, 0.6959, 0.6952, 0.6948, 0.689], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "1933329", "6761606", "6761601", "5812523", "5143805", "1631830", "7313342", "886990", "4117808"], "ranked_scores": [0.7125, 0.6991, 0.6933, 0.6827, 0.6785, 0.6744, 0.671, 0.6691, 0.6676, 0.6653], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "4258663", "3252244", "2940019", "4258668", "7503113", "5339587", "8532695", "1969532", "2940016"], "ranked_scores": [0.86, 0.8272, 0.8064, 0.7908, 0.7459, 0.7385, 0.7368, 0.709, 0.7046, 0.6846], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "7562631", "8822769", "8646229", "3451041", "3451043", "3451044", "6711598", "8822768"], "ranked_scores": [0.8525, 0.8105, 0.7158, 0.7075, 0.6904, 0.6836, 0.6662, 0.6655, 0.6585, 0.6522], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "4127072", "8221430", "4343906", "8221437", "4158114", "8221431", "1061740", "2574259", "5431260"], "ranked_scores": [0.7577, 0.7524, 0.7517, 0.7279, 0.7166, 0.6972, 0.691, 0.6751, 0.6685, 0.6592], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495838", "7770959", "3495831", "3495840", "3495835", "3147298", "1798238", "6392875"], "ranked_scores": [0.7535, 0.748, 0.6984, 0.6669, 0.6179, 0.6067, 0.5801, 0.5539, 0.5534, 0.5386], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212597", "609594", "6212591", "917841", "1053306", "1053302", "471140", "8590985"], "ranked_scores": [0.9056, 0.8829, 0.8022, 0.7974, 0.7772, 0.6012, 0.5965, 0.5934, 0.5853, 0.571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "8736649", "5145284", "5151165", "7153880", "5128175", "7332215", "1993059", "5128180"], "ranked_scores": [0.8799, 0.584, 0.5505, 0.5435, 0.5433, 0.5283, 0.5235, 0.5186, 0.5094, 0.5083], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "7511874", "1460687", "1420186", "1193873", "1460689", "8432430", "2584300"], "ranked_scores": [0.8306, 0.7831, 0.7394, 0.6918, 0.6912, 0.6719, 0.6718, 0.6694, 0.6682, 0.6638], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "1690952", "7558181", "34456", "6124976", "1136108", "6025784", "7104592"], "ranked_scores": [0.8842, 0.8721, 0.7758, 0.6651, 0.663, 0.641, 0.6394, 0.6327, 0.6304, 0.6135], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981693", "2229750", "6986881", "7589839", "1420930", "8424304", "7138494", "5955284", "3559380", "5209746"], "ranked_scores": [0.6889, 0.6844, 0.6743, 0.656, 0.6459, 0.639, 0.6387, 0.6347, 0.6289, 0.624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "1953277", "3664758", "6342544", "8193212", "7973153", "5262322", "4957113", "8771883"], "ranked_scores": [0.8554, 0.6416, 0.623, 0.6055, 0.5925, 0.5589, 0.5385, 0.5376, 0.5343, 0.527], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-64-tq-1bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["20886", "1282496", "8083127", "7072119", "389116", "3063200", "962399", "5917719", "949520", "6489670"], "ranked_scores": [0.6563, 0.6563, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["3063200", "50056", "6169612", "1612669", "8639333", "20886", "1021034", "220565", "3675169", "8083121"], "ranked_scores": [0.7813, 0.75, 0.7188, 0.6875, 0.6875, 0.6875, 0.6875, 0.6563, 0.6562, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7383965", "1238142", "3792488", "7094398", "8510222", "8186121", "1390706", "7326373", "8335775", "356746"], "ranked_scores": [0.625, 0.5938, 0.5625, 0.5625, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5359258", "2812582", "3338175", "5691562", "66616", "66620", "5684712", "2548173", "5769842", "6689047"], "ranked_scores": [0.6562, 0.625, 0.625, 0.625, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "7391102", "7255678", "3803512", "2070211", "856390", "8624268", "8297353", "7410205", "8335645"], "ranked_scores": [0.5625, 0.5625, 0.5312, 0.5, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5254021", "1494980", "1229810", "8299818", "1975045", "5606320", "7776113", "2981039", "7600993", "4097849"], "ranked_scores": [0.6875, 0.6563, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.625, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "6964479", "7840121", "6307875", "1777799", "7123629", "3540089", "6980305", "5279878"], "ranked_scores": [0.625, 0.625, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "7698064", "3550561", "5644075", "1863796", "6227056", "7017745", "4152474", "5339590", "6496889"], "ranked_scores": [0.6563, 0.6563, 0.6562, 0.625, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365215", "249524", "6950269", "8014955", "4432472", "3323839", "4414409", "5180631", "1640260", "3761517"], "ranked_scores": [0.5938, 0.5625, 0.5, 0.5, 0.5, 0.4688, 0.4688, 0.4687, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["4562810", "1778214", "4549231", "5469449", "3497016", "1844184", "7189134", "7187663", "128974", "4617506"], "ranked_scores": [0.6563, 0.5, 0.4688, 0.4687, 0.4687, 0.4687, 0.4687, 0.4687, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "1438830", "1226213", "1928478", "2878717", "4922192", "1226215", "915562", "4205560"], "ranked_scores": [0.8437, 0.7812, 0.625, 0.5313, 0.5313, 0.5313, 0.5312, 0.5, 0.5, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["3396547", "8077113", "1707182", "4069689", "6467669", "6684798", "8351922", "1736441", "2998932", "8516644"], "ranked_scores": [0.5, 0.4687, 0.4375, 0.4375, 0.4063, 0.4063, 0.4063, 0.4062, 0.4062, 0.4062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["4892433", "921101", "6363851", "463648", "5812517", "1053302", "1053300", "8628822", "1053306", "5809784"], "ranked_scores": [0.5312, 0.5, 0.5, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450833", "7970728", "7970736", "384573", "8259514", "8259512", "1728833", "1265191", "6814815", "4798572"], "ranked_scores": [0.8125, 0.75, 0.75, 0.7188, 0.7188, 0.7188, 0.6875, 0.6875, 0.6875, 0.6875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["8684894", "7160805", "5417234", "8346654", "5841494", "4702009", "4702013", "7160800", "7160804", "5720449"], "ranked_scores": [0.7188, 0.7188, 0.6875, 0.6563, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["4630972", "5025269", "7220310", "2172877", "3538808", "3505871", "2270798", "1488928", "2238728", "3452115"], "ranked_scores": [0.5625, 0.5312, 0.5, 0.4688, 0.4688, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "630599", "7526984", "250497", "665665", "1611463", "6667088", "805894", "3253590", "3702788"], "ranked_scores": [0.5625, 0.5313, 0.5313, 0.5313, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["3646584", "7948042", "7948050", "2047411", "4880896", "2116936", "2047415", "4880893", "7964392", "2116932"], "ranked_scores": [0.6563, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5937, 0.5937, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7641492", "942766", "4985799", "4998837", "6937120", "3569426", "4774834", "5932719", "1398222"], "ranked_scores": [0.625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "7546053", "7413364", "4939334", "2091063", "6611953", "1726611", "5231134", "6642275", "8419047"], "ranked_scores": [0.7812, 0.6562, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938, 0.5937], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7169927", "7719222", "6803255", "3434622", "3310910", "3501103", "7418648", "5180631", "1359257", "6039112"], "ranked_scores": [0.5313, 0.5312, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "391341", "8540414", "442006", "391342", "1143274", "3468430", "1023113", "2175873", "8699347"], "ranked_scores": [0.6563, 0.6562, 0.625, 0.625, 0.625, 0.5937, 0.5625, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["4936994", "1673140", "8820180", "2749008", "3246403", "4133052", "7689710", "1537969", "4390429", "6506033"], "ranked_scores": [0.6875, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["427332", "3356485", "6012382", "8615461", "1417617", "1851284", "4369187", "115435", "5717874", "1546056"], "ranked_scores": [0.75, 0.7187, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6563, 0.6563, 0.6562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["6365873", "2636677", "5123227", "7992320", "1348264", "4787774", "2636672", "7562526", "8426355", "7630103"], "ranked_scores": [0.7187, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "7527096", "6083058", "6667548", "1854683", "7650732", "1333652", "6083050", "261654", "2342588"], "ranked_scores": [0.6563, 0.5938, 0.5938, 0.5937, 0.5313, 0.5313, 0.5313, 0.5313, 0.5312, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["7137675", "1613675", "1314390", "2692492", "1525615", "272188", "2576605", "272190", "2576606", "7227891"], "ranked_scores": [0.8125, 0.7812, 0.75, 0.75, 0.7188, 0.7188, 0.7188, 0.6875, 0.6875, 0.6875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6539677", "6090442", "7810605", "8716923", "1663808", "3720839", "5351935", "3159297", "5264757", "8263203"], "ranked_scores": [0.7188, 0.5938, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7288502", "2061122", "7892877", "7288504", "5094229", "4152474", "7646422", "8265919", "278768"], "ranked_scores": [0.7812, 0.6875, 0.6563, 0.6563, 0.6563, 0.6562, 0.6562, 0.6562, 0.6562, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["8799132", "7296621", "5705265", "6800581", "7154584", "7647368", "8498825", "6818958", "1224895", "4596087"], "ranked_scores": [0.5312, 0.5312, 0.5312, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["4966850", "3039809", "2396672", "8421090", "6343914", "7833608", "8841335", "5027726", "5027731", "7833611"], "ranked_scores": [0.7188, 0.6875, 0.625, 0.5938, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526867", "1841905", "4863107", "7526870", "4863108", "2898312", "2099688", "1511150", "2617807", "7082760"], "ranked_scores": [0.7813, 0.7813, 0.7812, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.7188], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110612", "7110606", "3701436", "7110611", "8373170", "7770196", "4303165", "2737708", "5164645", "5655"], "ranked_scores": [0.7812, 0.6875, 0.625, 0.5938, 0.5938, 0.5625, 0.5313, 0.5313, 0.5313, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "4502858", "5362792", "1417034", "4256443", "8327486", "6979704", "2366115", "30088"], "ranked_scores": [0.7187, 0.6875, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5625, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["6875563", "7355963", "3712671", "6428732", "1683771", "6684798", "2014471", "7090447", "7645257", "7853301"], "ranked_scores": [0.625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["5960436", "4004619", "4589415", "231291", "1477183", "2835995", "3940615", "3767739", "2565557", "3865182"], "ranked_scores": [0.7813, 0.6875, 0.6563, 0.6562, 0.6562, 0.6562, 0.6562, 0.625, 0.625, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "826058", "3848837", "3421482", "7161101", "117136", "4991353", "4991356", "727605", "8374135"], "ranked_scores": [0.7812, 0.7188, 0.6563, 0.6563, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4409027", "4605271", "4900578", "2531512", "7778956", "4605270", "6193415", "2103533", "3747811", "5393501"], "ranked_scores": [0.75, 0.7188, 0.7188, 0.7188, 0.7187, 0.625, 0.625, 0.5938, 0.5937, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["1063811", "3404651", "6632520", "6167829", "1063812", "7900465", "4005369", "1642899", "6632518", "1047648"], "ranked_scores": [0.6562, 0.625, 0.625, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["463648", "5903809", "7882842", "3352347", "3651812", "2082685", "6077099", "8139545", "2913412", "6903201"], "ranked_scores": [0.6562, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7728427", "4996201", "2731819", "88374", "2940019", "4130908", "6036135", "783130", "5612948"], "ranked_scores": [0.6562, 0.5937, 0.5937, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "7562631", "3599369", "3451044", "8738884", "5304087", "7611888", "4280402", "6909168", "8822769"], "ranked_scores": [0.5937, 0.5625, 0.5625, 0.5313, 0.5313, 0.5, 0.5, 0.5, 0.4688, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["6132796", "7856346", "7177934", "1100332", "1061740", "6387274", "8221437", "4343906", "6284710", "5431260"], "ranked_scores": [0.6875, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938, 0.5937, 0.5937, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495838", "6392875", "5997236", "2299388", "7589844", "2692192", "6972339", "5439713"], "ranked_scores": [0.5938, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "1830660", "156133", "3843787", "5196559", "6180890", "4893231", "7686961", "6212588", "6401864"], "ranked_scores": [0.5625, 0.5313, 0.5313, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["6360847", "4520541", "7601059", "7255049", "7193888", "5702620", "4113921", "409310", "5696682", "8736649"], "ranked_scores": [0.625, 0.625, 0.5937, 0.4688, 0.4688, 0.4687, 0.4687, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "2716981", "1390753", "5891383", "1460685", "7144188", "7511874", "6384264", "2801403", "459888"], "ranked_scores": [0.8125, 0.6562, 0.6562, 0.6562, 0.625, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["4878176", "1136108", "5809788", "1690952", "2584527", "7057938", "6124976", "7395884", "7515853", "7564158"], "ranked_scores": [0.7188, 0.7188, 0.7187, 0.6875, 0.6562, 0.6562, 0.6562, 0.6562, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7772221", "297601", "3285357", "3182256", "656138", "452110", "2768871", "1405152", "2261391", "6532155"], "ranked_scores": [0.625, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["3596760", "3415242", "4924766", "4997383", "3935875", "3466409", "1939468", "8771883", "3681700", "7364245"], "ranked_scores": [0.625, 0.625, 0.5938, 0.5938, 0.5937, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-64-tq-2bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["8083127", "949520", "20886", "7072115", "5865180", "1674646", "1450843", "8541250", "962399", "4066718"], "ranked_scores": [0.8002, 0.791, 0.7761, 0.7481, 0.7353, 0.7131, 0.7131, 0.7108, 0.7074, 0.7028], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["3063200", "5633832", "20886", "1021034", "1450843", "50056", "389116", "2581550", "8639333", "5100196"], "ranked_scores": [0.7445, 0.733, 0.7224, 0.7008, 0.6864, 0.6835, 0.6796, 0.6742, 0.6723, 0.6679], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["3792488", "6236648", "7383965", "1238142", "8186121", "6402602", "7694305", "1592656", "5913982", "2971041"], "ranked_scores": [0.7012, 0.6726, 0.6662, 0.6338, 0.628, 0.625, 0.6156, 0.6028, 0.602, 0.5909], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["8279447", "2812582", "3338175", "5769842", "5691562", "66616", "5984488", "2598342", "6826784", "6368608"], "ranked_scores": [0.7965, 0.7943, 0.785, 0.7771, 0.7732, 0.7643, 0.7614, 0.7546, 0.7541, 0.7299], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "7048912", "2070215", "7391102", "7255678", "3000701", "1936834", "3803512", "856390", "4942985"], "ranked_scores": [0.6478, 0.5996, 0.5993, 0.5809, 0.5465, 0.5441, 0.5431, 0.5192, 0.511, 0.5105], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "1190311", "1123190", "5254021", "8011156", "7929603", "7776113", "1494980", "1975045", "3205963"], "ranked_scores": [0.7371, 0.6889, 0.6738, 0.6704, 0.6605, 0.6422, 0.641, 0.6343, 0.6341, 0.6265], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "4816964", "6964479", "6980305", "5227711", "7813557", "5279878", "3138143", "6307875", "6801871"], "ranked_scores": [0.7647, 0.7142, 0.6967, 0.6947, 0.6902, 0.6757, 0.6542, 0.6406, 0.633, 0.6317], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "6212591", "7735540", "3550561", "5997547", "7017745", "7698064", "5644075", "2562047", "4041246"], "ranked_scores": [0.7515, 0.7305, 0.6807, 0.6762, 0.6701, 0.6469, 0.642, 0.6381, 0.637, 0.6274], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["7531871", "1365215", "249524", "5110182", "4432476", "1102477", "1365210", "8452568", "5180631", "8014955"], "ranked_scores": [0.7082, 0.6998, 0.6735, 0.672, 0.6717, 0.6597, 0.657, 0.6392, 0.6337, 0.6299], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "6124279", "7187662", "5931817", "6880517", "4562810", "1021034", "336438", "2117748", "5469449"], "ranked_scores": [0.6636, 0.6399, 0.6363, 0.6263, 0.6138, 0.6103, 0.6062, 0.6041, 0.5909, 0.5903], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "1438830", "4922192", "1226215", "1928478", "5218385", "1226213", "7806809", "2878717"], "ranked_scores": [0.8205, 0.8169, 0.6881, 0.667, 0.6354, 0.6282, 0.562, 0.546, 0.5344, 0.5195], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623383", "7058926", "295794", "7168976", "5289585", "8111532", "6065488", "8516644", "7168973", "1577991"], "ranked_scores": [0.6029, 0.5849, 0.5798, 0.5544, 0.5531, 0.5441, 0.543, 0.5389, 0.5328, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "921101", "5031404", "1768222", "5961455", "7301818", "7192926", "3803414"], "ranked_scores": [0.7046, 0.6369, 0.6281, 0.6005, 0.5858, 0.585, 0.5726, 0.5655, 0.541, 0.5394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "7970736", "7970734", "8259512", "8450833", "8450827", "7970735", "1265191", "8259514", "398263"], "ranked_scores": [0.842, 0.8293, 0.7773, 0.7615, 0.7565, 0.7404, 0.7337, 0.7319, 0.7278, 0.7018], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "4702013", "8346654", "8684894", "6193662", "6193664", "3457120", "2583983", "734127", "4702009"], "ranked_scores": [0.8574, 0.7651, 0.7355, 0.7057, 0.6911, 0.6881, 0.6878, 0.6708, 0.668, 0.6638], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "3452115", "665690", "5042965", "3505871", "7220312", "5042969", "1136294", "8067800", "450935"], "ranked_scores": [0.6481, 0.5761, 0.5752, 0.5749, 0.5609, 0.5459, 0.5227, 0.4933, 0.4926, 0.475], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870704", "7870705", "2104181", "3702788", "6696458", "5340239", "7937824", "2818783"], "ranked_scores": [0.7152, 0.6639, 0.6129, 0.5857, 0.5718, 0.5691, 0.5587, 0.5514, 0.5414, 0.5407], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4880893", "8722441", "2116932", "7964392", "7964388", "7948042", "1435310", "7948050", "3646584", "2116936"], "ranked_scores": [0.7585, 0.7581, 0.7324, 0.7307, 0.726, 0.7241, 0.7211, 0.7156, 0.7071, 0.7044], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["3532662", "2870276", "7958944", "2450611", "4253088", "4998837", "3891003", "2066418", "4074080", "2564157"], "ranked_scores": [0.6523, 0.5807, 0.5787, 0.5723, 0.5612, 0.5385, 0.5324, 0.5189, 0.5138, 0.5088], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "4939334", "1226636", "4624988", "5674942", "5084215", "4393601", "5517313", "2044069", "4916011"], "ranked_scores": [0.7994, 0.7728, 0.7269, 0.6963, 0.6925, 0.6871, 0.6801, 0.6772, 0.6709, 0.6678], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7176257", "6127285", "7418648", "2859564", "413808", "7827765", "4489799", "7827761", "7170234", "6804877"], "ranked_scores": [0.5717, 0.5653, 0.5632, 0.5561, 0.5528, 0.5526, 0.5435, 0.5434, 0.5428, 0.5366], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "1918866", "2588002", "442006", "391341", "7269273", "3853232", "1023113", "8540414", "7134383"], "ranked_scores": [0.7632, 0.753, 0.7412, 0.7325, 0.7185, 0.7184, 0.7055, 0.7024, 0.6979, 0.6896], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["5039968", "6506033", "5364574", "2188117", "1673140", "1143382", "4936994", "7880823", "3246403", "7689707"], "ranked_scores": [0.7445, 0.6895, 0.6409, 0.638, 0.6377, 0.6252, 0.6033, 0.6024, 0.5979, 0.5974], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "4615784", "3968773", "631307", "4679829", "3046036", "6979330", "8615461", "1460640", "1506380"], "ranked_scores": [0.8126, 0.7803, 0.7735, 0.7682, 0.7664, 0.7639, 0.7617, 0.7599, 0.7542, 0.7526], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5123227", "7992320", "8426355", "7868171", "6365873", "297601", "4942019", "1348264", "656138", "1106640"], "ranked_scores": [0.778, 0.7561, 0.7558, 0.7534, 0.7517, 0.7461, 0.7448, 0.7425, 0.7244, 0.7222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "7527096", "1333652", "4805366", "4805364", "2820637", "1039754", "3073632", "6343914", "5027731"], "ranked_scores": [0.7481, 0.7307, 0.717, 0.7165, 0.7126, 0.6846, 0.6712, 0.6695, 0.6672, 0.655], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["7137675", "1613675", "551238", "2692492", "272188", "272190", "6033952", "1613678", "1525620", "5370316"], "ranked_scores": [0.8246, 0.8, 0.7983, 0.7895, 0.7847, 0.7784, 0.7565, 0.7515, 0.7404, 0.7376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["250946", "1850491", "6090442", "3132831", "8346189", "8263203", "5351935", "2570595", "3749515", "8716923"], "ranked_scores": [0.7218, 0.6546, 0.6471, 0.6416, 0.6313, 0.629, 0.6288, 0.627, 0.6235, 0.6197], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7288502", "5094229", "7646422", "5196370", "2061122", "7646426", "5352322", "8265919", "4954684"], "ranked_scores": [0.8661, 0.8164, 0.7894, 0.7604, 0.7399, 0.7263, 0.7076, 0.7051, 0.6942, 0.6937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "8531579", "2525613", "7647368", "6818958", "1463441", "6800581", "1237202", "4942985", "7296621"], "ranked_scores": [0.6904, 0.6602, 0.6519, 0.6315, 0.6258, 0.6223, 0.6188, 0.6107, 0.5969, 0.5945], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["2396672", "7833608", "4966850", "3039809", "2421104", "8796481", "8796486", "7833611", "4233620", "2396673"], "ranked_scores": [0.747, 0.737, 0.7065, 0.7011, 0.6946, 0.6853, 0.6801, 0.6768, 0.6726, 0.6552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511150", "4786937", "2898312", "7526870", "4863107", "4863108", "982652", "4600593", "2617812", "7022399"], "ranked_scores": [0.8325, 0.824, 0.797, 0.7953, 0.7886, 0.7874, 0.7864, 0.7769, 0.7726, 0.7633], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "7937494", "3701436", "2299432", "8120033", "7770196", "2737708", "4303165"], "ranked_scores": [0.8384, 0.7248, 0.6925, 0.687, 0.6603, 0.6578, 0.6577, 0.6427, 0.6401, 0.6341], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["5336580", "1592532", "8327486", "4256443", "3770821", "4522649", "7299128", "3659405", "2066951", "30089"], "ranked_scores": [0.8048, 0.7908, 0.7854, 0.7327, 0.7253, 0.7086, 0.7081, 0.6984, 0.679, 0.675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "5904163", "3712671", "7853301", "2789716", "1198067", "7645257", "6207587", "1696161", "754800"], "ranked_scores": [0.7686, 0.7195, 0.707, 0.6903, 0.6897, 0.6811, 0.6509, 0.6503, 0.6498, 0.6493], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["5960436", "4004619", "231291", "2290637", "4589415", "4432184", "8819844", "2565557", "1477183", "2391075"], "ranked_scores": [0.8192, 0.7926, 0.7899, 0.773, 0.7667, 0.7585, 0.7572, 0.7546, 0.7544, 0.7464], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3806458", "4991356", "4991354", "3672237", "4991353", "8374135", "6465402", "7161099", "7305019"], "ranked_scores": [0.7727, 0.7723, 0.757, 0.7095, 0.686, 0.6846, 0.6811, 0.6744, 0.6696, 0.6691], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "4605271", "2531512", "6193415", "3747811", "5393501", "1250411", "2103533"], "ranked_scores": [0.8675, 0.815, 0.7554, 0.7448, 0.6856, 0.6815, 0.6675, 0.6372, 0.6371, 0.6277], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["1063811", "1063812", "3942500", "5857751", "6632520", "4208658", "4005369", "7428627", "3404651", "4590213"], "ranked_scores": [0.7229, 0.7195, 0.7068, 0.705, 0.6928, 0.6821, 0.6757, 0.6744, 0.6736, 0.6668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["463648", "8139545", "7882842", "6180355", "8628822", "4598321", "1019739", "7699640", "1716202", "1041319"], "ranked_scores": [0.7057, 0.6962, 0.6809, 0.6782, 0.6702, 0.6597, 0.6579, 0.6567, 0.6556, 0.6539], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "1623860", "88374", "7420248", "2940019", "4130908", "7503113", "5934339", "4996201"], "ranked_scores": [0.7466, 0.6962, 0.6429, 0.6344, 0.6248, 0.6192, 0.6182, 0.6005, 0.5995, 0.5829], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["1398369", "7562624", "2024648", "5304087", "3451041", "8738884", "3451044", "3599369", "6711596", "2069035"], "ranked_scores": [0.7051, 0.6863, 0.6839, 0.6698, 0.6616, 0.6488, 0.6469, 0.6162, 0.6041, 0.592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "4127072", "8221430", "6132796", "4343906", "7856346", "3047203", "4626170", "8221431", "6132797"], "ranked_scores": [0.7477, 0.7418, 0.7391, 0.739, 0.7366, 0.7005, 0.6932, 0.6878, 0.6712, 0.6642], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495831", "6786202", "3495838", "1188785", "5439713", "2463549", "1634694", "6625132"], "ranked_scores": [0.8099, 0.7014, 0.6865, 0.6856, 0.6812, 0.6557, 0.6266, 0.6033, 0.5984, 0.5965], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6212591", "6401864", "8314543", "6212588", "6212597", "6180890", "1302924", "567923", "7244770"], "ranked_scores": [0.7769, 0.704, 0.6991, 0.6742, 0.6718, 0.6377, 0.6316, 0.6046, 0.5943, 0.592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["4520541", "6360847", "5800703", "7193888", "7601059", "1399397", "8111532", "1234678", "8736649", "1863796"], "ranked_scores": [0.6635, 0.5944, 0.5737, 0.5725, 0.5627, 0.5197, 0.518, 0.5094, 0.5094, 0.5074], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "2716981", "1193873", "447601", "8177246", "8217557", "7511874", "1390753", "6037748"], "ranked_scores": [0.793, 0.7171, 0.7156, 0.6805, 0.6705, 0.6611, 0.6528, 0.6486, 0.6463, 0.6426], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "7104592", "6124976", "4878176", "5809788", "2594593", "1136108", "3857060"], "ranked_scores": [0.77, 0.7515, 0.7192, 0.7025, 0.6904, 0.6895, 0.6724, 0.6707, 0.6577, 0.637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7772221", "1981696", "286801", "3285357", "1405152", "3559380", "6361048", "8424304", "5209746", "4341950"], "ranked_scores": [0.6985, 0.6984, 0.691, 0.6727, 0.6453, 0.626, 0.6223, 0.6051, 0.5969, 0.5896], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["8771883", "3596760", "3681700", "2819440", "8667781", "3791271", "8828449", "2830832", "7364245", "5785232"], "ranked_scores": [0.774, 0.7683, 0.7582, 0.7581, 0.7456, 0.7429, 0.7333, 0.7241, 0.7162, 0.7153], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-64-tq-3bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["8083127", "949520", "20886", "7072115", "2684883", "3619391", "1674646", "1297109", "1245152", "1674644"], "ranked_scores": [0.8268, 0.8244, 0.8147, 0.8123, 0.8076, 0.79, 0.7882, 0.7699, 0.7657, 0.7601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1021034", "20886", "3063200", "8639333", "7189134", "5633832", "8083127", "7091701", "50056", "220565"], "ranked_scores": [0.8302, 0.8178, 0.7972, 0.7691, 0.7688, 0.7654, 0.7624, 0.7504, 0.7503, 0.7421], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7383965", "3792488", "6236648", "6402602", "1238142", "1592656", "8156965", "6711596", "5842823", "5913982"], "ranked_scores": [0.7252, 0.699, 0.6913, 0.6663, 0.6588, 0.6554, 0.6333, 0.6316, 0.6063, 0.6055], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "2812582", "3338175", "515311", "5359258", "5984488", "8279447", "7369987", "6926916", "1727064"], "ranked_scores": [0.8553, 0.8379, 0.8367, 0.8012, 0.798, 0.7887, 0.7878, 0.7766, 0.7759, 0.7738], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "2070215", "1936834", "5346316", "7255678", "7410205", "3794297", "856390", "3794304", "7391102"], "ranked_scores": [0.7001, 0.633, 0.628, 0.613, 0.6067, 0.6054, 0.5722, 0.5698, 0.5698, 0.5632], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "1190311", "3205963", "8011156", "1123190", "7776113", "1975045", "8817884", "5254021", "7600993"], "ranked_scores": [0.7916, 0.7364, 0.7233, 0.7203, 0.7046, 0.6941, 0.694, 0.6926, 0.6813, 0.6779], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "6980305", "7260457", "6964479", "5227711", "7813557", "3138143", "6311584", "8369659", "1583497"], "ranked_scores": [0.7813, 0.7403, 0.7233, 0.7129, 0.7071, 0.6874, 0.6591, 0.6587, 0.6569, 0.6502], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "7698064", "7735540", "6212591", "5997547", "2562047", "3550559", "5079417", "5644075"], "ranked_scores": [0.7984, 0.7807, 0.7467, 0.7189, 0.7012, 0.6938, 0.6774, 0.6709, 0.6701, 0.6694], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365215", "7531871", "8452568", "1365210", "1102477", "5180631", "5110182", "4432476", "3761519", "8014955"], "ranked_scores": [0.7629, 0.7489, 0.7358, 0.703, 0.6951, 0.6939, 0.6877, 0.6732, 0.667, 0.6659], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "6124279", "4562810", "6169612", "2323827", "1612669", "6880517", "5931817", "336438"], "ranked_scores": [0.7155, 0.6996, 0.6673, 0.6673, 0.66, 0.633, 0.6318, 0.6258, 0.6235, 0.6229], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1438830", "1226215", "2878717", "1226213", "1928478", "7905540", "859199"], "ranked_scores": [0.8785, 0.8368, 0.7114, 0.7083, 0.6883, 0.5931, 0.5858, 0.5846, 0.5683, 0.5635], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623383", "295788", "7058926", "7168973", "8516644", "7168976", "4069689", "4996378", "295794", "7803343"], "ranked_scores": [0.6584, 0.6169, 0.6091, 0.5923, 0.5894, 0.5806, 0.5625, 0.561, 0.546, 0.52], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301818", "6808332", "7699640", "6363851", "5031404", "921101", "1768222"], "ranked_scores": [0.8018, 0.6928, 0.6754, 0.6415, 0.6023, 0.601, 0.5878, 0.5877, 0.5863, 0.5819], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8259512", "7970736", "8450827", "1265191", "7970734", "8259514", "8450833", "7970735", "8450828"], "ranked_scores": [0.8858, 0.8443, 0.8443, 0.7851, 0.7792, 0.7517, 0.7456, 0.7394, 0.7331, 0.7094], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "3457120", "4702013", "8750150", "8128745", "734127", "5417234", "8684894", "8636883"], "ranked_scores": [0.8444, 0.7314, 0.7219, 0.72, 0.7174, 0.7168, 0.7144, 0.7101, 0.7, 0.6996], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "3452115", "7220312", "5042965", "5042969", "3505871", "665690", "1136294", "8067800", "2010657"], "ranked_scores": [0.7491, 0.6669, 0.6443, 0.6415, 0.5966, 0.5619, 0.5513, 0.5512, 0.542, 0.5383], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7870700", "7937824", "2104181", "5340239", "2995208", "7870704", "2818783", "3702788"], "ranked_scores": [0.7904, 0.6913, 0.6881, 0.6436, 0.6196, 0.6092, 0.5995, 0.593, 0.5595, 0.5568], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4880893", "7948050", "3646584", "7948042", "2116936", "2116932", "2116933", "2116929", "7964392", "7146728"], "ranked_scores": [0.8422, 0.8205, 0.8172, 0.8108, 0.8108, 0.8102, 0.7803, 0.7749, 0.7723, 0.765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["4998837", "7958944", "3532662", "2870276", "2450611", "4074080", "250946", "942766", "1880129", "2066418"], "ranked_scores": [0.676, 0.6701, 0.6117, 0.5966, 0.596, 0.5845, 0.5802, 0.5754, 0.5739, 0.564], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["4939334", "7503570", "862392", "5084215", "2044076", "1226636", "1726611", "5674942", "2091063", "4393603"], "ranked_scores": [0.8239, 0.82, 0.7494, 0.7366, 0.7357, 0.7343, 0.7332, 0.7319, 0.7283, 0.7264], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827765", "4489797", "7170234", "6127285", "6804877", "2859564", "4489799", "474978", "8232517", "1705600"], "ranked_scores": [0.5841, 0.5823, 0.574, 0.5684, 0.5645, 0.5529, 0.5496, 0.5454, 0.5395, 0.5292], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "1918866", "1023113", "391341", "2588002", "391342", "442006", "7134383", "4796869", "1839684"], "ranked_scores": [0.8265, 0.7916, 0.7789, 0.773, 0.7709, 0.7655, 0.7633, 0.7529, 0.751, 0.7494], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["5039968", "6506033", "7689710", "1673140", "8820180", "4936994", "7689707", "5364574", "2188117", "4390430"], "ranked_scores": [0.7124, 0.7063, 0.6735, 0.6719, 0.6682, 0.665, 0.6523, 0.6492, 0.6471, 0.6447], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "6979322", "3968773", "3346337", "1546056", "5305583", "6979330", "8615461", "8386856", "2443030"], "ranked_scores": [0.8514, 0.8175, 0.8167, 0.8074, 0.7935, 0.7845, 0.7836, 0.7829, 0.7818, 0.7809], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8426355", "7868171", "2636668", "5123227", "3733774", "1348264", "4647338", "5739636", "5269626", "4942019"], "ranked_scores": [0.8093, 0.7952, 0.7922, 0.7858, 0.7823, 0.7767, 0.7741, 0.7739, 0.767, 0.7639], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "7527096", "1039754", "5174051", "2820637", "4805366", "5027729", "4805364", "3073632", "5027731"], "ranked_scores": [0.7641, 0.7395, 0.688, 0.6876, 0.6797, 0.6728, 0.6721, 0.6678, 0.656, 0.6454], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "551238", "2576606", "1613678", "7137675", "2692492", "6033952", "272188", "2576605", "870345"], "ranked_scores": [0.8736, 0.8377, 0.8127, 0.8122, 0.8067, 0.8063, 0.8033, 0.8006, 0.7939, 0.7878], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["250946", "6090442", "6502553", "1850491", "2570595", "5408281", "6539677", "8263203", "3869346", "3720839"], "ranked_scores": [0.7233, 0.7171, 0.7052, 0.6932, 0.6886, 0.6746, 0.672, 0.6717, 0.6681, 0.6603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "5196370", "7288502", "7646422", "2061122", "7288504", "7646426", "7892877", "3557230"], "ranked_scores": [0.8768, 0.8542, 0.8536, 0.8419, 0.8271, 0.7997, 0.7868, 0.7649, 0.7577, 0.7547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["8531579", "6818953", "1463441", "5499496", "7647368", "6818958", "7154587", "2525613", "5764460", "3051802"], "ranked_scores": [0.7045, 0.7043, 0.6806, 0.6459, 0.6332, 0.6128, 0.6047, 0.6002, 0.5961, 0.5926], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "2396672", "3039809", "4966850", "2421104", "1867187", "2998932", "8796481", "8796486", "7833611"], "ranked_scores": [0.7515, 0.7339, 0.7321, 0.7254, 0.713, 0.7043, 0.6964, 0.6936, 0.6799, 0.6795], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["982652", "4786937", "1511150", "5036995", "2617807", "7526870", "2617812", "8783461", "4863107", "4863108"], "ranked_scores": [0.8666, 0.8666, 0.8605, 0.8576, 0.8467, 0.8467, 0.8309, 0.8298, 0.8265, 0.8259], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "2299432", "7937494", "3829900", "7110611", "7770196", "2737704", "8120033", "5546116"], "ranked_scores": [0.8241, 0.7322, 0.7254, 0.7204, 0.7005, 0.6866, 0.6669, 0.6643, 0.659, 0.6534], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "4522649", "8327486", "4256443", "7299128", "3659405", "2066951", "4502858", "30088"], "ranked_scores": [0.8169, 0.7603, 0.7383, 0.7351, 0.7273, 0.7011, 0.6975, 0.6949, 0.6928, 0.6916], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "754800", "7853301", "2789716", "1696161", "5904163", "7645257", "3121328", "6207587"], "ranked_scores": [0.8109, 0.7867, 0.7517, 0.7482, 0.7146, 0.6935, 0.6902, 0.6887, 0.6854, 0.6777], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "2290637", "4589415", "2835995", "8819844", "2391075", "1477183", "4893298", "6302238", "5206549"], "ranked_scores": [0.856, 0.8544, 0.8494, 0.8391, 0.834, 0.8254, 0.8183, 0.8079, 0.8071, 0.8067], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991356", "3806458", "4991353", "4991354", "8374135", "3672237", "7161099", "2873961", "1988419"], "ranked_scores": [0.8533, 0.8137, 0.7952, 0.7858, 0.7785, 0.7667, 0.7495, 0.7389, 0.7322, 0.7322], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4605271", "4900578", "2531512", "3747811", "6193415", "4605270", "4363844", "8361061"], "ranked_scores": [0.8253, 0.8211, 0.8011, 0.7741, 0.7105, 0.6921, 0.6901, 0.6847, 0.6555, 0.6482], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "139961", "5857751", "2488121", "1063811", "4208658", "3404651", "4196280", "6632518", "3942500"], "ranked_scores": [0.7692, 0.7514, 0.7464, 0.7463, 0.7335, 0.7314, 0.7256, 0.7236, 0.7131, 0.7127], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["7882842", "463648", "6903201", "1867101", "7313342", "6180355", "8139545", "1933329", "7950831", "1041319"], "ranked_scores": [0.7965, 0.7813, 0.7427, 0.7391, 0.739, 0.7384, 0.7308, 0.7281, 0.7248, 0.7239], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "2940016", "1549229", "7503113", "1623860", "7420248", "2940019", "88374", "6036135"], "ranked_scores": [0.7782, 0.6753, 0.6548, 0.6524, 0.6402, 0.6301, 0.6285, 0.6256, 0.6122, 0.6052], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "5304087", "6711596", "8738884", "6711597", "1398369", "3451044", "2024648", "3599369", "3451041"], "ranked_scores": [0.7839, 0.7486, 0.7276, 0.725, 0.7167, 0.7096, 0.6877, 0.6716, 0.6564, 0.6505], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["4127072", "8221430", "8221437", "4626170", "7856346", "8221431", "6132796", "5431260", "4343906", "6269961"], "ranked_scores": [0.774, 0.7667, 0.7498, 0.7233, 0.7137, 0.7065, 0.7, 0.6987, 0.6966, 0.6919], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495831", "3495838", "3495835", "1779400", "5439713", "3450402", "1634694", "1188785"], "ranked_scores": [0.773, 0.7565, 0.7207, 0.6867, 0.6269, 0.6258, 0.6224, 0.6223, 0.6115, 0.6017], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6401864", "6212591", "6212588", "6212597", "6180890", "1043672", "8314543", "156133", "4938306"], "ranked_scores": [0.8098, 0.7444, 0.7318, 0.7217, 0.6845, 0.6414, 0.6114, 0.606, 0.6005, 0.5944], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "1399397", "2790097", "6360847", "5800703", "7601059", "5145284", "1863796", "2108312"], "ranked_scores": [0.6547, 0.6539, 0.5911, 0.5859, 0.5782, 0.5754, 0.5464, 0.5304, 0.5296, 0.5263], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "2716981", "447601", "1390753", "5891383", "7511874", "970989", "8432430", "8177246"], "ranked_scores": [0.7609, 0.7502, 0.7423, 0.7115, 0.7109, 0.6904, 0.6891, 0.6788, 0.6748, 0.6739], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "1134210", "4878176", "7395884", "6124976", "1136108", "7104592", "1690952", "5809788"], "ranked_scores": [0.8233, 0.8123, 0.7542, 0.7425, 0.725, 0.7218, 0.719, 0.7176, 0.7123, 0.6977], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "3285357", "1405152", "7772221", "6361048", "286801", "2768871", "6417183", "2468930", "3139589"], "ranked_scores": [0.7344, 0.7093, 0.7085, 0.7018, 0.6864, 0.6791, 0.6612, 0.643, 0.6416, 0.629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["8667781", "2819440", "3681700", "3596760", "8771883", "7364245", "3466409", "8828449", "3982832", "4304523"], "ranked_scores": [0.7954, 0.778, 0.7741, 0.7738, 0.7717, 0.7596, 0.7543, 0.752, 0.747, 0.7387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-128-tq-1bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7837267", "1245152", "8541250", "7275120", "4702433", "597449", "5450668", "3619391", "7072115", "558173"], "ranked_scores": [0.6719, 0.6562, 0.6562, 0.6406, 0.6406, 0.6406, 0.625, 0.625, 0.625, 0.6094], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1021034", "220565", "4956876", "20886", "389116", "542682", "1270356", "1150856", "5481759", "7189134"], "ranked_scores": [0.5781, 0.5469, 0.5469, 0.5156, 0.5, 0.4844, 0.4844, 0.4688, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["298606", "7114600", "5221728", "1374743", "7383965", "1238142", "7094398", "4921435", "7694305", "2660744"], "ranked_scores": [0.5156, 0.5156, 0.5, 0.5, 0.5, 0.4688, 0.4687, 0.4531, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["1727064", "8279447", "7369987", "5984488", "5769842", "2548176", "8284286", "3059250", "2548173", "5646365"], "ranked_scores": [0.5781, 0.5625, 0.5625, 0.5469, 0.5469, 0.5312, 0.5312, 0.5156, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "7048914", "2070215", "1159742", "7255678", "5450605", "2261391", "8307546", "1936834"], "ranked_scores": [0.4375, 0.4219, 0.4219, 0.4219, 0.4219, 0.4063, 0.4063, 0.3906, 0.375, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "8817884", "7600993", "3205963", "162733", "1190311", "5973233", "7776113", "2049514", "7469549"], "ranked_scores": [0.5625, 0.5312, 0.4844, 0.4844, 0.4688, 0.4688, 0.4687, 0.4531, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "6980305", "2246521", "7260457", "6964479", "6303777", "374848", "4437785", "1173182", "3373141"], "ranked_scores": [0.5781, 0.5469, 0.5313, 0.5313, 0.5156, 0.5, 0.5, 0.4688, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "5644075", "8343642", "5079417", "3550561", "3550559", "4154575", "7698064", "5644076", "7735540"], "ranked_scores": [0.6875, 0.625, 0.625, 0.6094, 0.6094, 0.5938, 0.5937, 0.5781, 0.5469, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["6950269", "1365215", "1365210", "8452568", "4432472", "5293414", "7531871", "249524", "2322244", "6950276"], "ranked_scores": [0.5938, 0.5781, 0.5625, 0.5625, 0.5312, 0.5156, 0.5156, 0.5, 0.5, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["1340542", "4245585", "3003893", "5896402", "6880513", "4830263", "4872394", "879819", "6880517", "7265818"], "ranked_scores": [0.4688, 0.4531, 0.4219, 0.4219, 0.4063, 0.4062, 0.3906, 0.3906, 0.3906, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1438830", "1226216", "1226215", "7707024", "4922192", "551694", "1226213", "1086308", "6360246", "1933413"], "ranked_scores": [0.5625, 0.5312, 0.5, 0.4844, 0.4688, 0.4219, 0.4063, 0.3906, 0.375, 0.3594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7058926", "5289585", "4996378", "4069689", "3272997", "7327273", "295788", "4623383", "81300", "6980305"], "ranked_scores": [0.375, 0.375, 0.3594, 0.3594, 0.3594, 0.3438, 0.3437, 0.3437, 0.3281, 0.3281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "6363851", "7301819", "7301818", "5809779", "1236614", "1741823", "6363854", "352732"], "ranked_scores": [0.6875, 0.5469, 0.5469, 0.5469, 0.5312, 0.4687, 0.4531, 0.4531, 0.4531, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "8259514", "7970736", "7970728", "3414069", "7970735", "8450828", "3414066", "4717603", "8450827"], "ranked_scores": [0.6562, 0.625, 0.6094, 0.6094, 0.5625, 0.5625, 0.5469, 0.5156, 0.5156, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160799", "2586618", "8296550", "3043375", "734127", "7160805", "8296554", "5841488", "8346654", "7185831"], "ranked_scores": [0.5625, 0.5625, 0.5312, 0.5156, 0.4844, 0.4844, 0.4531, 0.4531, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2010657", "7220312", "3452115", "3505871", "8067800", "921284", "8827604", "8484568", "2331078"], "ranked_scores": [0.5625, 0.5469, 0.5313, 0.5312, 0.4844, 0.4531, 0.4375, 0.4063, 0.4062, 0.3906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "2104181", "5143532", "5340239", "7870700", "7870704", "7870705", "2995208", "2355274", "5672317"], "ranked_scores": [0.5938, 0.5938, 0.4688, 0.4688, 0.4531, 0.4375, 0.4375, 0.4219, 0.375, 0.375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["3646584", "2397512", "6893977", "4880893", "3557880", "2949383", "7964388", "6893978", "2116933", "2116929"], "ranked_scores": [0.625, 0.5937, 0.5781, 0.5781, 0.5781, 0.5781, 0.5625, 0.5469, 0.5469, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["5932719", "4074080", "7958944", "2450611", "4165452", "2647181", "8798058", "7525071", "8148596", "8193212"], "ranked_scores": [0.5156, 0.5, 0.5, 0.4687, 0.4375, 0.4219, 0.4219, 0.4063, 0.4062, 0.4062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["4624988", "2044076", "7503576", "6711925", "4393601", "7153163", "1226636", "7503570", "4939334", "3991306"], "ranked_scores": [0.6406, 0.6406, 0.625, 0.6094, 0.6094, 0.6094, 0.6094, 0.6094, 0.6094, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827765", "7827761", "5558671", "4196280", "3720839", "8265258", "6127285", "2131335", "2157256", "96936"], "ranked_scores": [0.3438, 0.3437, 0.3437, 0.3281, 0.3281, 0.3281, 0.3281, 0.3125, 0.3125, 0.3125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["4796869", "8045986", "1023113", "1839684", "442006", "3853232", "4796876", "7134383", "2588002", "1918866"], "ranked_scores": [0.7031, 0.7031, 0.6875, 0.6875, 0.6719, 0.6406, 0.625, 0.625, 0.6094, 0.6094], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["64801", "4390430", "5567108", "6722338", "7055664", "6506033", "6912812", "1936744", "8820180", "1673140"], "ranked_scores": [0.5, 0.4844, 0.4688, 0.4688, 0.4687, 0.4531, 0.4531, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "3346337", "8386856", "5729775", "1047162", "6979322", "5717874", "6032922", "6542300", "8615461"], "ranked_scores": [0.6875, 0.6406, 0.5781, 0.5625, 0.5625, 0.5625, 0.5469, 0.5469, 0.5313, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8426355", "1425080", "4942015", "4901734", "2796265", "7868171", "8281194", "2796268", "1070634", "8307546"], "ranked_scores": [0.6719, 0.6406, 0.6406, 0.6094, 0.6094, 0.6094, 0.5938, 0.5938, 0.5937, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "954270", "2820637", "1039754", "6083050", "3073632", "631288", "954268", "5170943", "4805364"], "ranked_scores": [0.6406, 0.5469, 0.5312, 0.5156, 0.5, 0.5, 0.5, 0.5, 0.5, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["7137675", "1613675", "551238", "2576606", "1314390", "7249172", "1525620", "2692492", "272188", "6224698"], "ranked_scores": [0.6406, 0.6406, 0.625, 0.625, 0.6094, 0.6094, 0.6094, 0.5938, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6749794", "5419270", "7810605", "3869346", "5351934", "412211", "6476873", "250946", "5085223", "3296425"], "ranked_scores": [0.5, 0.4844, 0.4688, 0.4688, 0.4687, 0.4531, 0.4531, 0.4531, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5196370", "2536497", "5094229", "5352322", "2061122", "7288504", "5756090", "7646426", "7646422"], "ranked_scores": [0.6719, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5469, 0.5469, 0.5469, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "2068025", "5499496", "6818958", "6032214", "5764460", "4594595", "4942985", "3872927", "574950"], "ranked_scores": [0.5469, 0.5469, 0.5156, 0.5, 0.4688, 0.4687, 0.4687, 0.4531, 0.4531, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["8796481", "8773427", "3039809", "3977470", "4861485", "3663599", "6714731", "2396672", "4966850", "2421104"], "ranked_scores": [0.5469, 0.5, 0.4844, 0.4688, 0.4688, 0.4687, 0.4531, 0.4531, 0.4531, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2208599", "3176987", "4600593", "2486951", "5036995", "6062947", "3141441", "2617812", "1511150", "7641309"], "ranked_scores": [0.6562, 0.625, 0.5938, 0.5781, 0.5781, 0.5625, 0.5625, 0.5469, 0.5469, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7937494", "5280575", "7434451", "7110612", "6281807", "2486151", "4890547", "7434455", "8120033"], "ranked_scores": [0.5625, 0.5156, 0.4844, 0.4844, 0.4844, 0.4687, 0.4531, 0.4531, 0.4219, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "4522649", "7299128", "1472503", "30085", "3770821", "4502858", "8327486", "30089"], "ranked_scores": [0.6719, 0.6563, 0.6406, 0.6406, 0.6094, 0.5938, 0.5781, 0.5625, 0.5469, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["5904163", "2789716", "8733282", "6207588", "3845663", "6207587", "7853304", "4687112", "7090447", "7565108"], "ranked_scores": [0.625, 0.5625, 0.5625, 0.5313, 0.5312, 0.5312, 0.5312, 0.5312, 0.5312, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["1899176", "5212100", "8819844", "5310704", "6384387", "1477186", "4004614", "2651678", "7741066", "8236096"], "ranked_scores": [0.6406, 0.6094, 0.5781, 0.5781, 0.5781, 0.5625, 0.5469, 0.5469, 0.5469, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["3806458", "3148555", "7920247", "4991356", "3672237", "2873961", "117136", "826058", "8456393", "3848837"], "ranked_scores": [0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5312, 0.5312, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "7778956", "5171449", "5393501", "2531512", "5231292", "6711396", "4409027", "4605271", "6193415"], "ranked_scores": [0.5469, 0.5312, 0.5, 0.5, 0.4844, 0.4844, 0.4844, 0.4688, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["6167829", "6632520", "1063811", "1063812", "7428627", "5186526", "139961", "139970", "7606919", "2248109"], "ranked_scores": [0.5781, 0.5781, 0.5625, 0.5625, 0.5625, 0.5469, 0.5469, 0.5469, 0.5469, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "6180355", "6399884", "8608891", "6106100", "826568", "928865", "463652", "5812523", "7017750"], "ranked_scores": [0.6406, 0.6094, 0.6094, 0.5781, 0.5625, 0.5469, 0.5469, 0.5469, 0.5313, 0.5313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "1969532", "2940019", "1623860", "8008666", "2359804", "7728427", "5339585", "4130908", "7446981"], "ranked_scores": [0.7188, 0.5625, 0.5469, 0.5312, 0.4844, 0.4844, 0.4844, 0.4687, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "3451041", "6472411", "7562631", "8738884", "3451044", "3451043", "5304087", "1398369", "3811525"], "ranked_scores": [0.625, 0.5625, 0.5469, 0.5469, 0.5469, 0.5313, 0.5312, 0.5156, 0.5156, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "4127072", "8221430", "7856346", "4626170", "5431260", "5210293", "5210298", "6834849", "6132796"], "ranked_scores": [0.6719, 0.625, 0.6094, 0.5938, 0.5938, 0.5937, 0.5781, 0.5781, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495838", "5439713", "108001", "3495831", "3495835", "3495837", "6625132", "3800068", "6398634"], "ranked_scores": [0.5781, 0.5625, 0.4844, 0.4687, 0.4531, 0.4531, 0.4531, 0.4531, 0.4375, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212591", "609594", "6401864", "2750832", "4061500", "8314543", "8233327", "8233321", "5033771", "630814"], "ranked_scores": [0.5469, 0.5312, 0.4844, 0.4531, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "559097", "1111800", "4520541", "217890", "1246649", "2108312", "1031361", "4774028", "8670393"], "ranked_scores": [0.5156, 0.4219, 0.4219, 0.4063, 0.4062, 0.3906, 0.3906, 0.375, 0.375, 0.375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["1460685", "7511875", "2716981", "704603", "1193873", "7511874", "510179", "510185", "6037748", "1390753"], "ranked_scores": [0.5781, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.4844, 0.4844, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7515853", "1690952", "7395884", "7848151", "6567497", "7104592", "5809788", "1134210"], "ranked_scores": [0.7031, 0.6562, 0.625, 0.5781, 0.5781, 0.5625, 0.5469, 0.5469, 0.5469, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["4594387", "4341950", "6479986", "7888894", "6291922", "5209746", "1721505", "7856899", "1420930", "3139589"], "ranked_scores": [0.5313, 0.5156, 0.5156, 0.5156, 0.4844, 0.4688, 0.4531, 0.4531, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["3596760", "4049212", "8667781", "4230973", "3404247", "1939468", "1304102", "5785232", "7946528", "3711972"], "ranked_scores": [0.5625, 0.5469, 0.5469, 0.5313, 0.5312, 0.5156, 0.5156, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-128-tq-2bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "7837267", "8083127", "1297109", "1245152", "597449", "20886", "597456", "1674644", "3619391"], "ranked_scores": [0.7723, 0.7685, 0.765, 0.7467, 0.7457, 0.7431, 0.7419, 0.7391, 0.7391, 0.7356], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1021034", "2684883", "8083127", "3063200", "5633832", "220565", "20886", "1674646", "2581550", "8639333"], "ranked_scores": [0.6868, 0.6655, 0.6511, 0.647, 0.6322, 0.6263, 0.6195, 0.6171, 0.616, 0.6118], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["6236648", "7094398", "298606", "1238142", "134195", "7383965", "1592656", "6711596", "6711597", "6235583"], "ranked_scores": [0.6735, 0.6303, 0.6138, 0.6102, 0.6069, 0.6026, 0.5931, 0.59, 0.5779, 0.5628], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "5769842", "1727064", "6926916", "7369987", "8279447", "2812582", "66616", "515311", "2548173"], "ranked_scores": [0.7585, 0.7556, 0.733, 0.717, 0.7129, 0.7112, 0.7008, 0.6989, 0.6987, 0.6895], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "2070215", "5346316", "5450605", "7255678", "3794297", "3794304", "1159742", "7048912", "1936834"], "ranked_scores": [0.6237, 0.6068, 0.5893, 0.5746, 0.5732, 0.5673, 0.5631, 0.56, 0.5483, 0.547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "8817884", "3205963", "1190311", "7600993", "2215699", "2049514", "6199240", "7469549", "7776113"], "ranked_scores": [0.7114, 0.6415, 0.6367, 0.6335, 0.6046, 0.5906, 0.5843, 0.5603, 0.5535, 0.5511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "6980305", "7260457", "6964479", "5227711", "7813557", "6964486", "6311584", "8369659", "6801871"], "ranked_scores": [0.7153, 0.705, 0.7034, 0.6967, 0.6781, 0.6528, 0.6294, 0.6111, 0.6081, 0.5921], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "4154575", "7698064", "8343642", "3550559", "1768445", "7637427", "5644075", "5079417"], "ranked_scores": [0.7537, 0.6852, 0.6746, 0.6674, 0.6537, 0.6504, 0.6332, 0.6161, 0.606, 0.6038], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365215", "1365210", "6950269", "4432476", "7531871", "5110182", "3761522", "5180631", "1640260"], "ranked_scores": [0.7083, 0.6999, 0.6911, 0.6852, 0.6614, 0.6607, 0.6489, 0.6473, 0.6287, 0.6147], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["6124279", "4562810", "4513419", "2323827", "7187662", "5931817", "3798363", "7187663", "50056", "2481784"], "ranked_scores": [0.6133, 0.584, 0.5639, 0.5517, 0.5489, 0.544, 0.5364, 0.5301, 0.5289, 0.5241], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "4922192", "1226213", "1226215", "5218385", "1086308", "1928478", "8583766"], "ranked_scores": [0.822, 0.742, 0.6673, 0.6544, 0.6255, 0.6223, 0.5175, 0.507, 0.4732, 0.4686], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623383", "7058926", "295788", "295794", "4069689", "7058927", "7168976", "7327273", "5289585", "7168973"], "ranked_scores": [0.5447, 0.5203, 0.5142, 0.4933, 0.4671, 0.4618, 0.4549, 0.453, 0.4455, 0.4454], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301818", "1213535", "6363851", "6808332", "3512764", "7521990", "6975658"], "ranked_scores": [0.7232, 0.6726, 0.6594, 0.5872, 0.5373, 0.5297, 0.5224, 0.5192, 0.5106, 0.5098], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "7970728", "8259512", "8259514", "3414066", "7970735", "8450827", "1265191", "8450828", "7839577"], "ranked_scores": [0.7614, 0.7603, 0.7444, 0.6741, 0.6563, 0.6468, 0.6455, 0.6423, 0.6353, 0.631], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "2586618", "133696", "8346654", "7185831", "734127", "8296550", "8684894", "232771", "8296554"], "ranked_scores": [0.7328, 0.6567, 0.6452, 0.636, 0.6337, 0.6279, 0.6197, 0.6194, 0.617, 0.6143], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "2010657", "8067800", "1136294", "4768599", "3505871", "3936785", "46048"], "ranked_scores": [0.7268, 0.6212, 0.5923, 0.5611, 0.5219, 0.5002, 0.4868, 0.4651, 0.4647, 0.4588], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "5340239", "2104181", "5672317", "7937824", "6667088", "7870704", "2995208"], "ranked_scores": [0.7759, 0.6368, 0.6225, 0.6147, 0.5968, 0.5542, 0.5377, 0.5362, 0.5359, 0.5347], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4880893", "2116933", "3646584", "7948042", "2116932", "2116936", "2211646", "8157542", "2397512", "7964388"], "ranked_scores": [0.7721, 0.757, 0.7153, 0.6907, 0.6907, 0.6893, 0.6852, 0.6766, 0.6749, 0.6745], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "2450611", "7958944", "4074080", "2870276", "6937120", "4165452", "4998837", "5984719", "6924493"], "ranked_scores": [0.5996, 0.5935, 0.5599, 0.5381, 0.5265, 0.5247, 0.5241, 0.5208, 0.4951, 0.4884], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "2044076", "4939334", "4393603", "6641482", "6641480", "5674942", "1726611", "1226636", "4393601"], "ranked_scores": [0.7609, 0.7167, 0.7022, 0.7008, 0.7005, 0.7005, 0.6984, 0.6952, 0.6865, 0.6835], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "6127285", "7827765", "7827761", "1070106", "4595482", "4489797", "96936", "7803391", "8232517"], "ranked_scores": [0.5033, 0.4805, 0.4538, 0.4531, 0.4347, 0.4282, 0.4081, 0.4068, 0.4042, 0.3977], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "1839684", "442006", "1023113", "2588002", "391341", "7134383", "8540414", "3853232", "4796869"], "ranked_scores": [0.7183, 0.7147, 0.7041, 0.6939, 0.6828, 0.6793, 0.6726, 0.6646, 0.6607, 0.659], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4390430", "64801", "6912812", "4390429", "1673140", "2800419", "3167491", "7689710", "6722338"], "ranked_scores": [0.6458, 0.6358, 0.6024, 0.5922, 0.5807, 0.5681, 0.5644, 0.558, 0.5572, 0.5529], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "3346337", "5729775", "3968773", "2443030", "6979322", "115435", "8386856", "631307", "5210161"], "ranked_scores": [0.7359, 0.6892, 0.6804, 0.668, 0.6463, 0.6403, 0.638, 0.6346, 0.6251, 0.6241], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["4942015", "4942019", "8426355", "7135032", "5739636", "8307546", "5123227", "5269626", "1428551", "1425080"], "ranked_scores": [0.7618, 0.7583, 0.7517, 0.7467, 0.7345, 0.7237, 0.7201, 0.7186, 0.7138, 0.713], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "4805366", "4805364", "7527096", "2820637", "5027726", "5027731", "954270", "954268", "1039754"], "ranked_scores": [0.7343, 0.6469, 0.6243, 0.6175, 0.6003, 0.5985, 0.5874, 0.5848, 0.5841, 0.5797], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "7137675", "7249172", "2576606", "1314383", "1059524", "2576605", "2692492", "1525620", "1314390"], "ranked_scores": [0.7733, 0.7102, 0.7089, 0.6951, 0.686, 0.6851, 0.682, 0.6819, 0.6758, 0.6725], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6465151", "250946", "6502553", "5184907", "3296425", "8265258", "1850491", "6090442", "3132831", "6694795"], "ranked_scores": [0.643, 0.6265, 0.6115, 0.607, 0.5905, 0.5833, 0.5809, 0.5779, 0.5715, 0.5659], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7646422", "7288502", "5196370", "5756096", "5756090", "7646426", "2536497", "7288504"], "ranked_scores": [0.8305, 0.7546, 0.7396, 0.7304, 0.7181, 0.7035, 0.6936, 0.6701, 0.6684, 0.6673], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "3872927", "5499496", "1463441", "6818958", "6032214", "1237202", "4594595", "1653501", "2068025"], "ranked_scores": [0.6414, 0.6194, 0.6034, 0.5845, 0.5824, 0.5758, 0.5651, 0.5635, 0.5479, 0.5475], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["3039809", "8796481", "2421104", "2918527", "3663599", "2396672", "4966850", "7833608", "2105496", "1763487"], "ranked_scores": [0.6748, 0.634, 0.6277, 0.6195, 0.6039, 0.6039, 0.5952, 0.5858, 0.5764, 0.5734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["982652", "4863107", "4786937", "2208599", "2898312", "4863108", "1511150", "982644", "7573185", "6503017"], "ranked_scores": [0.7531, 0.7413, 0.74, 0.7334, 0.7319, 0.7161, 0.7112, 0.7067, 0.7052, 0.6969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7937494", "7434451", "7770196", "7110611", "8237806", "7770199", "1958620", "4303165"], "ranked_scores": [0.7621, 0.6914, 0.6146, 0.5852, 0.5743, 0.5695, 0.5645, 0.5552, 0.5431, 0.5408], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "7299128", "4256443", "8327486", "4502858", "3770821", "4522649", "30085", "3659405"], "ranked_scores": [0.8236, 0.7572, 0.7002, 0.6895, 0.6862, 0.6738, 0.6698, 0.6658, 0.6631, 0.6567], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "5904163", "3712671", "7853301", "6207587", "2789716", "6207588", "4687112", "3845663", "2014471"], "ranked_scores": [0.7171, 0.6747, 0.6698, 0.6391, 0.6334, 0.6279, 0.6153, 0.6119, 0.5923, 0.5921], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "2835995", "5206549", "6384387", "8819844", "7734838", "2565557", "2565555", "6302238", "1053844"], "ranked_scores": [0.7714, 0.7555, 0.7504, 0.7457, 0.7335, 0.727, 0.7268, 0.7265, 0.7257, 0.7224], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3806458", "4991354", "4991356", "3672237", "7161101", "3148555", "117136", "4991353", "8374135"], "ranked_scores": [0.7505, 0.7224, 0.6929, 0.6864, 0.6499, 0.6382, 0.634, 0.6162, 0.6139, 0.6021], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4409027", "7778956", "4605271", "2531512", "5393501", "4605270", "6193415", "954469", "7778949"], "ranked_scores": [0.6963, 0.6836, 0.6709, 0.6568, 0.6194, 0.5966, 0.5847, 0.5419, 0.5406, 0.5394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "1063812", "139961", "8586692", "6167829", "4196280", "3942500", "1109548", "139970", "6632518"], "ranked_scores": [0.6962, 0.6823, 0.6507, 0.6369, 0.6358, 0.6357, 0.6291, 0.6276, 0.6269, 0.6251], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["6180355", "7882842", "1867101", "921100", "8608891", "8139545", "463652", "928865", "6761606", "7313342"], "ranked_scores": [0.7024, 0.6844, 0.662, 0.6472, 0.6397, 0.6382, 0.6353, 0.6353, 0.6353, 0.6306], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "2940019", "4258668", "1623860", "7420248", "2375458", "4996201", "7503110", "5339585", "7503113"], "ranked_scores": [0.7941, 0.6461, 0.6314, 0.6059, 0.5882, 0.5862, 0.5834, 0.5753, 0.5733, 0.5689], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "7562631", "2024648", "3451041", "5304087", "1398369", "3451044", "3599369", "6472411"], "ranked_scores": [0.6862, 0.6579, 0.6297, 0.6217, 0.6191, 0.6178, 0.6058, 0.5949, 0.5533, 0.553], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["4127072", "8221437", "8221430", "7856346", "5409488", "4343906", "6834849", "4158114", "1922718", "5431260"], "ranked_scores": [0.7161, 0.7105, 0.6836, 0.6677, 0.6391, 0.6381, 0.6336, 0.6288, 0.6268, 0.6259], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495831", "5439713", "1188785", "3450402", "3495838", "5412686", "108001", "7770959"], "ranked_scores": [0.7242, 0.64, 0.6087, 0.5989, 0.5793, 0.5689, 0.5539, 0.5493, 0.549, 0.5309], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6401864", "6212591", "6212597", "6212588", "1941403", "2750832", "156133", "3843788", "8314543"], "ranked_scores": [0.7472, 0.7174, 0.6838, 0.6343, 0.6309, 0.5634, 0.5349, 0.5303, 0.5267, 0.5254], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "2411467", "3823641", "6948296", "7601059", "217890", "7078336", "1399397", "4774028"], "ranked_scores": [0.6127, 0.4858, 0.4586, 0.433, 0.4318, 0.4172, 0.4124, 0.4083, 0.4074, 0.4041], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1390753", "1460685", "510185", "5891383", "4846553", "7511874", "970989", "2535259", "1193873"], "ranked_scores": [0.6573, 0.6162, 0.6039, 0.5869, 0.5837, 0.5802, 0.5789, 0.5772, 0.5756, 0.5728], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7515853", "7104592", "1134210", "5809788", "7395884", "4709447", "1690952", "6567497"], "ranked_scores": [0.8275, 0.8042, 0.6859, 0.6749, 0.6642, 0.6623, 0.6501, 0.6358, 0.6331, 0.6185], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "4341950", "4594387", "7772221", "7888894", "3285357", "8424304", "6986881", "5209746", "2768871"], "ranked_scores": [0.6186, 0.6119, 0.5972, 0.5946, 0.5877, 0.581, 0.5804, 0.57, 0.5592, 0.5588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["8771883", "3681700", "4049212", "3404247", "8667781", "4957113", "3391694", "3944077", "3596760", "1304102"], "ranked_scores": [0.6668, 0.6576, 0.6463, 0.633, 0.6308, 0.6298, 0.6255, 0.6243, 0.6139, 0.6139], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-128-tq-3bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["8083127", "2684883", "1674646", "7072115", "949520", "7837267", "7584907", "1245152", "1297109", "3619391"], "ranked_scores": [0.8215, 0.7995, 0.7841, 0.7768, 0.7736, 0.7709, 0.7707, 0.7697, 0.7646, 0.7617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "1021034", "8083127", "5633832", "220565", "2581550", "157696", "20886", "3063200", "8639333"], "ranked_scores": [0.7434, 0.7248, 0.7246, 0.6916, 0.684, 0.6833, 0.6688, 0.6624, 0.6574, 0.6509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["1592656", "6236648", "7094398", "1238142", "7383965", "7694305", "5842823", "6711596", "6711597", "5559112"], "ranked_scores": [0.6357, 0.6196, 0.614, 0.6103, 0.6041, 0.5844, 0.5698, 0.5677, 0.5629, 0.5622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2812582", "3338175", "515311", "5769842", "66616", "1727064", "8279447", "7369987", "6926916", "2548176"], "ranked_scores": [0.7705, 0.7689, 0.7448, 0.739, 0.7357, 0.7351, 0.7335, 0.7319, 0.7299, 0.7249], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "5450605", "7255678", "3794297", "2070215", "3794304", "5346316", "7048912", "856390", "1936834"], "ranked_scores": [0.6528, 0.6377, 0.6198, 0.6171, 0.6109, 0.6105, 0.5971, 0.5879, 0.5817, 0.5656], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "8817884", "1190311", "7600993", "3205963", "2215699", "8678527", "7776113", "6199240", "5254021"], "ranked_scores": [0.7223, 0.6527, 0.6527, 0.6349, 0.6289, 0.6015, 0.5824, 0.5798, 0.5791, 0.5773], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "6964479", "6980305", "7813557", "5227711", "1777799", "6964486", "6801871", "3941958"], "ranked_scores": [0.7935, 0.7748, 0.7637, 0.7478, 0.7153, 0.6991, 0.6787, 0.671, 0.6547, 0.6504], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "4154575", "3550559", "7698064", "8343642", "1768445", "5997547", "5079417", "4041246"], "ranked_scores": [0.7833, 0.7807, 0.7183, 0.7146, 0.7037, 0.692, 0.68, 0.669, 0.6562, 0.6492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["7531871", "1365215", "8452568", "1365210", "5110182", "6950269", "4432476", "6950276", "3761519", "3761522"], "ranked_scores": [0.7008, 0.6985, 0.6971, 0.6852, 0.6812, 0.6757, 0.6757, 0.664, 0.6611, 0.6557], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "6124279", "7187662", "4562810", "3798363", "2481784", "1778214", "6880517", "6880513", "4513419"], "ranked_scores": [0.6059, 0.5947, 0.593, 0.5802, 0.5659, 0.5591, 0.5528, 0.5449, 0.5429, 0.5429], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "4922192", "1226215", "1226213", "2469923", "5218385", "1086308", "7905540"], "ranked_scores": [0.835, 0.7836, 0.6869, 0.6762, 0.636, 0.6314, 0.5121, 0.507, 0.4903, 0.4806], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623383", "7058926", "295788", "7058927", "295794", "7168973", "7168976", "8516644", "4069689", "4623381"], "ranked_scores": [0.6276, 0.5865, 0.552, 0.5499, 0.5445, 0.5378, 0.5178, 0.5024, 0.4846, 0.4582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "7301818", "6808332", "4892433", "3512764", "5809784", "6363851", "1213535"], "ranked_scores": [0.7607, 0.6983, 0.6955, 0.5962, 0.5782, 0.5516, 0.543, 0.543, 0.5381, 0.5369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8259512", "7970736", "7970735", "8259514", "3414069", "8450827", "1265191", "7839577", "5031425"], "ranked_scores": [0.8073, 0.7705, 0.756, 0.7104, 0.6946, 0.6638, 0.6632, 0.631, 0.6178, 0.6123], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "4702013", "7160799", "2586618", "734127", "485410", "8684894", "7185831", "7160804"], "ranked_scores": [0.7673, 0.7286, 0.6868, 0.6609, 0.6562, 0.6552, 0.6531, 0.6494, 0.649, 0.6412], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "3452115", "7220312", "2010657", "4768599", "1136294", "3505871", "46048", "3936785", "8067800"], "ranked_scores": [0.8014, 0.6199, 0.6162, 0.5866, 0.5259, 0.5121, 0.5011, 0.4976, 0.4975, 0.497], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "5340239", "7870700", "2104181", "7870704", "2995208", "7937824", "5672317", "6975615"], "ranked_scores": [0.8166, 0.6709, 0.6385, 0.6032, 0.602, 0.585, 0.5772, 0.5701, 0.5567, 0.5425], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4880893", "2116932", "2116933", "7948042", "2116936", "8157542", "3646584", "7948050", "7146728", "2211646"], "ranked_scores": [0.8193, 0.801, 0.7736, 0.7683, 0.7531, 0.7522, 0.7507, 0.7504, 0.7499, 0.7446], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["2450611", "4074080", "7958944", "7958943", "2870276", "4998837", "4253088", "4165452", "8688659", "1880129"], "ranked_scores": [0.6705, 0.6371, 0.6306, 0.5876, 0.5615, 0.5534, 0.5402, 0.5325, 0.528, 0.5253], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "2044076", "4939334", "4624988", "4393601", "6641482", "4393603", "1674914", "3444262"], "ranked_scores": [0.8025, 0.7782, 0.7638, 0.7565, 0.7276, 0.7177, 0.7174, 0.7164, 0.7106, 0.7104], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["6127285", "7827765", "7170234", "7827761", "2131335", "6804877", "261656", "4489797", "4595482", "5558671"], "ranked_scores": [0.5101, 0.5052, 0.4771, 0.4679, 0.4616, 0.4427, 0.4405, 0.4375, 0.4365, 0.4196], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "1839684", "442006", "1023113", "2588002", "4796869", "391341", "3853232", "1918866", "7134383"], "ranked_scores": [0.761, 0.7447, 0.7278, 0.7241, 0.7154, 0.7056, 0.6981, 0.6935, 0.6919, 0.6853], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4390430", "5039968", "64801", "2800419", "3246403", "1143382", "1673140", "3167491", "6912812"], "ranked_scores": [0.7201, 0.649, 0.6401, 0.638, 0.6316, 0.6229, 0.6223, 0.6204, 0.6083, 0.5995], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "3968773", "3346337", "6979322", "2443030", "1460640", "8386856", "1546056", "8615461", "631307"], "ranked_scores": [0.771, 0.7483, 0.7323, 0.7315, 0.7165, 0.7066, 0.6913, 0.6897, 0.6871, 0.6853], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5739636", "8426355", "5269626", "4942019", "4942015", "8281194", "2796268", "6365873", "7868171", "656138"], "ranked_scores": [0.8128, 0.8069, 0.8057, 0.8005, 0.7926, 0.7919, 0.7778, 0.7746, 0.7723, 0.772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "7527096", "2820637", "954270", "4805364", "6032018", "4805366", "954268", "5027729", "101099"], "ranked_scores": [0.7183, 0.6767, 0.6501, 0.6427, 0.6386, 0.6376, 0.6367, 0.6219, 0.6187, 0.6148], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2692492", "551238", "2576606", "7137675", "2576605", "1314390", "1525620", "870353", "6033952"], "ranked_scores": [0.8485, 0.7991, 0.7505, 0.7442, 0.7409, 0.7339, 0.7303, 0.7262, 0.725, 0.7229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["250946", "6465151", "3132831", "6502553", "5408281", "8277053", "1850491", "6694795", "3296425", "5373185"], "ranked_scores": [0.6719, 0.6668, 0.6593, 0.6554, 0.654, 0.6487, 0.6378, 0.6307, 0.6226, 0.6215], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7288502", "7646422", "7288504", "2536497", "2061122", "5196370", "5756090", "5352322"], "ranked_scores": [0.8627, 0.7912, 0.7789, 0.7594, 0.7443, 0.7281, 0.7224, 0.721, 0.7073, 0.7028], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "3872927", "6818958", "5499496", "4596087", "3173599", "8531579", "6032214", "1237202", "1463441"], "ranked_scores": [0.673, 0.6161, 0.6025, 0.6007, 0.578, 0.5612, 0.5588, 0.5532, 0.5473, 0.5467], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["2396672", "3039809", "2918527", "8796481", "4966850", "7833608", "2421104", "3790426", "3663599", "3790429"], "ranked_scores": [0.7032, 0.7018, 0.684, 0.6781, 0.6652, 0.6555, 0.653, 0.6431, 0.6384, 0.6254], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["4786937", "2208599", "7526870", "2617812", "982652", "1511150", "4600593", "4863107", "6062947", "2898312"], "ranked_scores": [0.7888, 0.7819, 0.7777, 0.7753, 0.7557, 0.7483, 0.7405, 0.7399, 0.7394, 0.7379], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "7937494", "2299432", "7434451", "4303165", "7770196", "6281807", "2737704"], "ranked_scores": [0.8053, 0.711, 0.6646, 0.6526, 0.6475, 0.6423, 0.6406, 0.6406, 0.6285, 0.6159], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "4256443", "8327486", "4502858", "7299128", "30089", "1417034", "30088", "2066951"], "ranked_scores": [0.8353, 0.7976, 0.7579, 0.7316, 0.7266, 0.7135, 0.7075, 0.7057, 0.7034, 0.7021], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "5904163", "754800", "1198067", "7853301", "6207587", "2789716", "4687112", "5827787"], "ranked_scores": [0.7437, 0.7105, 0.6958, 0.6716, 0.6541, 0.644, 0.6419, 0.6408, 0.6309, 0.6277], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "2565557", "2835995", "5206549", "4004619", "2245444", "6384387", "7734838", "8819844", "2391075"], "ranked_scores": [0.7836, 0.7571, 0.7529, 0.7528, 0.7502, 0.7405, 0.7343, 0.7326, 0.7316, 0.7313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3806458", "4991356", "4991354", "3672237", "7161101", "3148555", "4991353", "8374135", "2873961"], "ranked_scores": [0.8119, 0.763, 0.7604, 0.7569, 0.7249, 0.7049, 0.6994, 0.68, 0.679, 0.6639], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4605271", "4900578", "2531512", "6193415", "5393494", "3747811", "4605270", "5393501"], "ranked_scores": [0.745, 0.7095, 0.7044, 0.6983, 0.66, 0.6249, 0.6088, 0.5896, 0.5881, 0.5744], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "6632518", "1063812", "6632522", "139961", "6632520", "1109548", "139970", "8586692", "1063811"], "ranked_scores": [0.7409, 0.7159, 0.713, 0.7079, 0.7058, 0.6941, 0.6931, 0.6911, 0.6887, 0.6887], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["463652", "1867101", "921100", "463648", "7882842", "6761606", "7313342", "921101", "8139545", "6180355"], "ranked_scores": [0.7287, 0.7177, 0.7149, 0.7145, 0.7071, 0.7025, 0.7007, 0.6967, 0.6965, 0.6961], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "2940019", "1623860", "7503113", "2375458", "5339585", "2359804", "7503110", "7420248"], "ranked_scores": [0.8236, 0.7261, 0.7024, 0.6494, 0.6404, 0.6337, 0.6326, 0.6191, 0.6041, 0.6041], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "1398369", "7562631", "5304087", "2024648", "153457", "3451041", "6711597", "3811525"], "ranked_scores": [0.715, 0.7083, 0.6892, 0.6681, 0.652, 0.6424, 0.5852, 0.5801, 0.5788, 0.5642], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8221437", "4127072", "7856346", "4343906", "5210293", "5431260", "4626170", "8015905", "1922718"], "ranked_scores": [0.7235, 0.7219, 0.7094, 0.7003, 0.6756, 0.6606, 0.66, 0.6573, 0.6492, 0.6468], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495831", "3450402", "4545847", "3495838", "1188785", "3495835", "108001", "5439713"], "ranked_scores": [0.7156, 0.6726, 0.6501, 0.6003, 0.5874, 0.5857, 0.5851, 0.5833, 0.5817, 0.5645], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6401864", "6212591", "6212588", "6212597", "1941403", "1477936", "3843787", "156133", "1302924"], "ranked_scores": [0.7716, 0.7603, 0.7389, 0.7098, 0.7039, 0.5932, 0.5808, 0.5712, 0.5702, 0.5363], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "2411467", "3823641", "3823638", "6948296", "7078336", "6360847", "1384086", "217890"], "ranked_scores": [0.6974, 0.5038, 0.4762, 0.4599, 0.4355, 0.4314, 0.4288, 0.4208, 0.4172, 0.4161], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "7511874", "1193873", "2716981", "510185", "2535259", "1390753", "5891383", "1460690"], "ranked_scores": [0.734, 0.7039, 0.6696, 0.6571, 0.6346, 0.6329, 0.6175, 0.6163, 0.6128, 0.6086], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7515853", "1690952", "7395884", "7104592", "5809788", "4738326", "1134210", "4709447"], "ranked_scores": [0.8382, 0.8278, 0.7317, 0.7113, 0.7087, 0.6792, 0.6607, 0.6607, 0.6599, 0.6573], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "4594387", "7772221", "6986881", "286801", "7888894", "2768871", "8424304", "3285357", "5209746"], "ranked_scores": [0.6959, 0.6452, 0.628, 0.6246, 0.6208, 0.6187, 0.6148, 0.6144, 0.6131, 0.6072], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["8771883", "3681700", "3391694", "7364245", "8667781", "7946528", "3596760", "4564069", "3944077", "3989499"], "ranked_scores": [0.6954, 0.6866, 0.6766, 0.6716, 0.6699, 0.6647, 0.6641, 0.6617, 0.6607, 0.66], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-256-tq-1bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "1297109", "638358", "8083127", "2684883", "157696", "7072119", "7837267", "1245152", "7248824"], "ranked_scores": [0.6562, 0.6172, 0.6094, 0.6016, 0.6016, 0.5938, 0.5859, 0.5781, 0.5781, 0.5781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297109", "1674646", "2684883", "8083127", "20886", "7248824", "220565", "6162682", "5264660", "4848021"], "ranked_scores": [0.6016, 0.5625, 0.5547, 0.5391, 0.5313, 0.5312, 0.5234, 0.5156, 0.5078, 0.5078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "911138", "7383965", "59604", "5842823", "5559112", "1592656", "5221728", "6236648", "7656879"], "ranked_scores": [0.625, 0.5391, 0.5313, 0.4688, 0.4609, 0.4531, 0.4531, 0.4531, 0.4375, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3399535", "5769842", "2812582", "3338175", "7011409", "7369987", "515311", "2541248", "66616", "1727064"], "ranked_scores": [0.6484, 0.6406, 0.625, 0.6172, 0.5859, 0.5703, 0.5547, 0.5469, 0.5234, 0.5234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "5450605", "3794304", "3794297", "8554964", "3640120", "3820657", "5346316", "7255678", "7255675"], "ranked_scores": [0.4922, 0.4609, 0.4609, 0.4531, 0.4297, 0.4219, 0.4219, 0.4219, 0.4219, 0.4141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "7469549", "7776113", "8817884", "3205963", "1494980", "1229810", "1123190", "4581467", "188784"], "ranked_scores": [0.4922, 0.4609, 0.4531, 0.4297, 0.4219, 0.4062, 0.4062, 0.3984, 0.3906, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "6964479", "6311584", "7813557", "6980305", "3941958", "4615162", "1359257", "6101780"], "ranked_scores": [0.6016, 0.5469, 0.5313, 0.5, 0.4922, 0.4609, 0.4453, 0.4453, 0.4453, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "3550559", "7698064", "8343642", "4154575", "7735540", "5997547", "4041246", "5079417"], "ranked_scores": [0.6406, 0.6172, 0.5937, 0.5234, 0.5078, 0.4844, 0.4844, 0.4688, 0.4688, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["5110182", "1640260", "7531871", "289405", "8452568", "1640257", "289409", "6950276", "1854132", "4432472"], "ranked_scores": [0.4922, 0.4766, 0.4688, 0.4609, 0.4609, 0.4453, 0.4375, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["5132484", "2117748", "4562810", "5469449", "8190833", "7187663", "336438", "6162682", "5633832", "8215736"], "ranked_scores": [0.4844, 0.4375, 0.4219, 0.4219, 0.4141, 0.4141, 0.4063, 0.4063, 0.3984, 0.3984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "859199", "1438830", "5218385", "4405605", "8583763", "4922192", "1928478", "1226215"], "ranked_scores": [0.5781, 0.4687, 0.4219, 0.4141, 0.3984, 0.375, 0.375, 0.375, 0.3516, 0.3438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["5389787", "295788", "4623383", "7058926", "295794", "4623381", "5289585", "7785509", "7168973", "7168976"], "ranked_scores": [0.4375, 0.4219, 0.4219, 0.4063, 0.4063, 0.3984, 0.3906, 0.3828, 0.3828, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "1635490", "6169612", "1612669", "782064", "7301818", "5809784", "1353970"], "ranked_scores": [0.4688, 0.4375, 0.4297, 0.4219, 0.3984, 0.3594, 0.3516, 0.3437, 0.3281, 0.3281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8259514", "7970735", "7970736", "8259512", "8450827", "2536037", "4717597", "8450833", "4717603"], "ranked_scores": [0.6328, 0.5547, 0.5391, 0.5313, 0.5313, 0.5078, 0.4453, 0.4453, 0.4375, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "3457120", "8128745", "3469224", "7185831", "8296550", "485410", "5720449", "6193662"], "ranked_scores": [0.6328, 0.5547, 0.5547, 0.5469, 0.5313, 0.5156, 0.5156, 0.5078, 0.5078, 0.5078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "1136294", "3505871", "2010657", "3452115", "8827602", "3936785", "921284", "6467669"], "ranked_scores": [0.5469, 0.4609, 0.4375, 0.4141, 0.4141, 0.4141, 0.3828, 0.375, 0.375, 0.3516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "3702788", "7870704", "7870700", "5340239", "630599", "6975615", "2818783", "7937824", "8059531"], "ranked_scores": [0.625, 0.4375, 0.4375, 0.4297, 0.4219, 0.3906, 0.3828, 0.375, 0.3594, 0.3516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4880893", "7948050", "2116933", "2116936", "7948042", "3646584", "8157542", "2116938", "2116929", "7146728"], "ranked_scores": [0.6563, 0.6328, 0.6094, 0.5859, 0.5781, 0.5703, 0.5703, 0.5703, 0.5625, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "2870276", "4998837", "4253088", "5984719", "2450611", "4725494", "4165452", "3056113"], "ranked_scores": [0.5, 0.4766, 0.4688, 0.4141, 0.3906, 0.3906, 0.3906, 0.3828, 0.3594, 0.3594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "4624988", "4393601", "1226636", "7503576", "5554969", "6775026", "4393603", "1726611"], "ranked_scores": [0.5547, 0.5391, 0.5156, 0.5078, 0.5, 0.4922, 0.4844, 0.4844, 0.4688, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827765", "6854565", "8232517", "4489797", "4595482", "4489799", "7170238", "7170234", "261654", "261656"], "ranked_scores": [0.3516, 0.3359, 0.3281, 0.3125, 0.3047, 0.3047, 0.2969, 0.2891, 0.2813, 0.2813], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "442006", "4796869", "4796876", "2175868", "2587999", "1839684", "7134383", "1918866", "8540414"], "ranked_scores": [0.6172, 0.6094, 0.5938, 0.5625, 0.5625, 0.5625, 0.5547, 0.5469, 0.5469, 0.5391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "3768485", "3246403", "7689710", "4390430", "8820180", "4936994", "4390429", "64801", "5039968"], "ranked_scores": [0.4766, 0.4688, 0.4531, 0.4453, 0.4453, 0.4453, 0.4453, 0.4375, 0.4297, 0.4297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "3346337", "3968773", "5729775", "3356485", "2443030", "2863952", "427332", "6591468", "5808457"], "ranked_scores": [0.6094, 0.5859, 0.5625, 0.5547, 0.5391, 0.5234, 0.5156, 0.5078, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5739636", "1070638", "8426355", "8281194", "5123227", "5784428", "1106640", "3733774", "2511651", "4942019"], "ranked_scores": [0.6328, 0.5859, 0.5859, 0.5781, 0.5781, 0.5703, 0.5703, 0.5547, 0.5547, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "1039754", "4805364", "4805366", "7527096", "1333652", "2820637", "1333651", "5174051", "6083050"], "ranked_scores": [0.5391, 0.4766, 0.4375, 0.4375, 0.4297, 0.4297, 0.4063, 0.3984, 0.3906, 0.3828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576606", "2576605", "2692492", "551238", "6033952", "272188", "1314390", "870353", "3554461"], "ranked_scores": [0.7187, 0.6328, 0.6094, 0.6016, 0.5938, 0.5781, 0.5703, 0.5703, 0.5625, 0.5547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["3132831", "250946", "8499149", "7496090", "8277053", "6465151", "6797667", "7810605", "5408281", "5351935"], "ranked_scores": [0.5234, 0.5156, 0.5078, 0.4922, 0.4844, 0.4844, 0.4766, 0.4688, 0.4688, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7288502", "4437972", "5094229", "2536497", "7288504", "5352322", "7646422", "2510740", "278768"], "ranked_scores": [0.7422, 0.6328, 0.625, 0.6016, 0.6016, 0.6016, 0.5938, 0.5937, 0.5859, 0.5703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3872927", "1237202", "7154587", "8531579", "5499496", "6032214", "3230959", "6818953", "1463441", "1653501"], "ranked_scores": [0.4922, 0.4844, 0.4844, 0.4766, 0.4453, 0.4375, 0.4141, 0.4141, 0.4062, 0.3984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "3790429", "2421104", "3039809", "2918527", "2396672", "8607085", "4451324", "8773427", "4765785"], "ranked_scores": [0.5156, 0.4844, 0.4766, 0.4531, 0.4531, 0.4531, 0.4453, 0.4453, 0.4375, 0.4297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["4786937", "1511150", "4863107", "7526870", "2208599", "2617812", "4863108", "6760855", "2898312", "982652"], "ranked_scores": [0.6016, 0.6016, 0.5859, 0.5859, 0.5859, 0.5781, 0.5781, 0.5625, 0.5625, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110612", "7110606", "888154", "2486151", "7110611", "3519999", "7770196", "7434451", "1416173", "4303165"], "ranked_scores": [0.5156, 0.5156, 0.5, 0.4844, 0.4844, 0.4844, 0.4844, 0.4688, 0.4688, 0.4609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "4256443", "8327486", "5336580", "3659405", "5343617", "3770821", "3345716", "2066951", "4502858"], "ranked_scores": [0.6016, 0.5781, 0.5625, 0.5625, 0.4844, 0.4766, 0.4688, 0.4609, 0.4609, 0.4609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["6207587", "6207588", "7853304", "3712671", "4687484", "3845663", "5904163", "1696161", "4436697", "1683771"], "ranked_scores": [0.5156, 0.5156, 0.5078, 0.4844, 0.4531, 0.4453, 0.4141, 0.4063, 0.4063, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2835995", "2565557", "4004619", "7734838", "4589415", "8819844", "4211216", "5206549", "1338702", "1053844"], "ranked_scores": [0.6016, 0.6016, 0.5781, 0.5703, 0.5703, 0.5625, 0.5547, 0.5469, 0.5469, 0.5391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "3806458", "4991353", "3148555", "4991356", "7161101", "2873961", "3672237", "6465402"], "ranked_scores": [0.6016, 0.5, 0.4922, 0.4531, 0.4531, 0.4453, 0.4375, 0.4219, 0.4062, 0.4062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4605271", "4900578", "7778956", "4409027", "4605270", "5393501", "2531512", "7689564", "7778949", "3747811"], "ranked_scores": [0.6484, 0.6172, 0.5859, 0.5781, 0.5234, 0.5, 0.4922, 0.4688, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["6167829", "4208658", "2488121", "1063812", "7831679", "7428627", "3404651", "5857755", "1063811", "5186526"], "ranked_scores": [0.5156, 0.5156, 0.5, 0.5, 0.4922, 0.4922, 0.4922, 0.4766, 0.4766, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["921100", "5812523", "7882842", "6713671", "1867101", "6955768", "5143805", "8139545", "6180355", "2404041"], "ranked_scores": [0.6094, 0.5781, 0.5625, 0.5547, 0.5469, 0.5469, 0.5469, 0.5469, 0.5234, 0.5234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "2940019", "5339585", "1623860", "1549229", "7728427", "7503113", "2940016", "783130"], "ranked_scores": [0.6406, 0.5391, 0.4844, 0.4297, 0.4219, 0.4219, 0.4141, 0.3984, 0.3984, 0.3984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "1398369", "7562624", "6711596", "6711597", "3451041", "3451044", "2024648", "7562631", "3016589"], "ranked_scores": [0.5469, 0.4922, 0.4844, 0.4844, 0.4766, 0.4609, 0.4609, 0.4531, 0.4375, 0.4297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8015905", "8221437", "7856346", "4158114", "4127072", "5431260", "2525123", "8724007", "8221431"], "ranked_scores": [0.5391, 0.5078, 0.4844, 0.4844, 0.4844, 0.4844, 0.4688, 0.4609, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495831", "3495837", "1634694", "3495838", "3495835", "2101768", "2387122", "4545847", "3885772"], "ranked_scores": [0.5234, 0.4844, 0.4453, 0.4219, 0.3984, 0.3984, 0.3984, 0.3984, 0.3828, 0.375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6212591", "6212597", "6212588", "6401864", "3843787", "3843788", "8470196", "2750832", "1941403"], "ranked_scores": [0.5703, 0.5391, 0.5391, 0.5156, 0.5156, 0.4766, 0.4531, 0.375, 0.3672, 0.3516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "2379160", "2790097", "1384086", "4520541", "1763487", "1031361", "2299388", "559097", "4029000"], "ranked_scores": [0.5469, 0.3672, 0.3281, 0.3125, 0.3047, 0.3047, 0.2969, 0.2969, 0.2891, 0.2891], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "8177246", "6496118", "1460687", "6037748", "1460690", "2857974", "7511874"], "ranked_scores": [0.5781, 0.5156, 0.4531, 0.4453, 0.4453, 0.4453, 0.4375, 0.4297, 0.4297, 0.4297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "1690952", "7104592", "5809788", "7395884", "5564159", "4738326", "8221668", "7057938"], "ranked_scores": [0.6562, 0.625, 0.5078, 0.5, 0.5, 0.4922, 0.4844, 0.4844, 0.4688, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["8424304", "7589839", "5955286", "1420930", "1981696", "4341950", "1772350", "7138494", "8278272", "2229750"], "ranked_scores": [0.4219, 0.4141, 0.4062, 0.3984, 0.3984, 0.3906, 0.3828, 0.375, 0.375, 0.3672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "3596760", "3404247", "5025261", "3391694", "8798058", "4385335", "1304102", "8743967", "7364245"], "ranked_scores": [0.5469, 0.5391, 0.5391, 0.5156, 0.5078, 0.5, 0.4844, 0.4844, 0.4844, 0.4766], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-256-tq-2bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["8083127", "1674646", "638358", "7072115", "7837267", "949520", "2684883", "20886", "5865180", "7072119"], "ranked_scores": [0.7687, 0.7391, 0.7375, 0.7241, 0.7196, 0.7139, 0.7109, 0.706, 0.7035, 0.6984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "5633832", "20886", "8083127", "220565", "1297109", "1021034", "157696", "2581550", "1674646"], "ranked_scores": [0.6827, 0.6597, 0.6519, 0.6424, 0.64, 0.6394, 0.6392, 0.6337, 0.6305, 0.6225], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "5842823", "911138", "6236648", "1592656", "5226726", "6402602", "134195", "5221728"], "ranked_scores": [0.6474, 0.57, 0.5694, 0.5539, 0.5525, 0.5276, 0.5241, 0.5234, 0.523, 0.5217], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "2812582", "5769842", "7369987", "3399535", "515311", "1727064", "2548173", "8279447", "66616"], "ranked_scores": [0.7466, 0.7396, 0.7334, 0.7287, 0.6772, 0.6624, 0.6587, 0.657, 0.6408, 0.6401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "7048914", "3794297", "5450605", "2070215", "5346316", "856390", "7048912", "7255675", "1159742"], "ranked_scores": [0.5781, 0.5706, 0.5703, 0.5525, 0.547, 0.5249, 0.5134, 0.5113, 0.5103, 0.5053], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "1190311", "8817884", "6199240", "3205963", "7776113", "1494980", "1123190", "7634337", "5254021"], "ranked_scores": [0.6517, 0.6073, 0.5804, 0.5383, 0.5376, 0.5208, 0.5168, 0.4951, 0.4932, 0.4928], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6964479", "7260457", "4816964", "7813557", "5227711", "6980305", "6801871", "6311584", "6964486", "1777799"], "ranked_scores": [0.7663, 0.7396, 0.735, 0.6892, 0.6792, 0.6646, 0.6237, 0.6123, 0.6026, 0.5896], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "3550559", "7698064", "4154575", "8343642", "1768445", "5079417", "5997547", "4041246"], "ranked_scores": [0.7112, 0.7094, 0.625, 0.6063, 0.5982, 0.5901, 0.5842, 0.5829, 0.5779, 0.5637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["7531871", "1365215", "1365210", "8452568", "6950269", "4432476", "249524", "5110182", "4432472", "1640257"], "ranked_scores": [0.6535, 0.6426, 0.6302, 0.6239, 0.6207, 0.6086, 0.6086, 0.6084, 0.6072, 0.596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["4562810", "8190833", "2323827", "1778214", "7187663", "4513419", "5931817", "947575", "6162682", "6124279"], "ranked_scores": [0.5716, 0.5699, 0.5529, 0.5514, 0.5394, 0.5317, 0.5256, 0.5229, 0.516, 0.5157], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "4922192", "1226215", "1226213", "2469923", "4405605", "5218385", "1928478"], "ranked_scores": [0.7445, 0.6847, 0.5833, 0.5634, 0.551, 0.468, 0.4566, 0.4443, 0.4349, 0.4192], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["295788", "4623383", "7058926", "295794", "5289585", "8111528", "4069689", "4996378", "4516321", "7058927"], "ranked_scores": [0.5776, 0.5591, 0.5517, 0.549, 0.5008, 0.4995, 0.4813, 0.4772, 0.4678, 0.4662], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "7301818", "3512764", "6169612", "6808332", "277381", "277374", "1635490"], "ranked_scores": [0.6321, 0.6096, 0.5991, 0.5416, 0.4861, 0.4805, 0.4804, 0.4654, 0.4571, 0.4529], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8259512", "7970736", "7970735", "8450827", "8259514", "8450828", "8450833", "1265191", "7970734"], "ranked_scores": [0.7624, 0.7471, 0.7153, 0.6677, 0.6577, 0.6543, 0.6053, 0.5957, 0.5946, 0.5717], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "7185831", "485410", "4702013", "133696", "8128745", "5720449", "8296550", "8684894"], "ranked_scores": [0.7479, 0.6685, 0.6632, 0.6531, 0.6411, 0.6148, 0.6137, 0.6082, 0.6045, 0.6014], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "2010657", "8067800", "3936785", "3505871", "1136294", "46048", "4768599"], "ranked_scores": [0.7322, 0.5996, 0.5506, 0.5289, 0.5037, 0.4919, 0.4866, 0.4803, 0.4708, 0.4424], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870704", "7870700", "7870705", "5340239", "3702788", "2104181", "5672319", "6667088", "6975615"], "ranked_scores": [0.7458, 0.5843, 0.5497, 0.5425, 0.5188, 0.5009, 0.4708, 0.4655, 0.4619, 0.4475], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "7948042", "2116932", "4880893", "8157542", "1435310", "2116936", "3646584", "2116933", "7146728"], "ranked_scores": [0.7346, 0.7288, 0.7268, 0.7205, 0.7107, 0.7037, 0.7007, 0.6978, 0.6935, 0.6875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "2870276", "2450611", "4998837", "5932719", "4165452", "3532662", "2647181", "4253088"], "ranked_scores": [0.5937, 0.5895, 0.5816, 0.5528, 0.5249, 0.5065, 0.4811, 0.4811, 0.4793, 0.4784], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "2044076", "6641480", "1674914", "6641482", "925659", "7503576", "6775026", "4624988", "4393603"], "ranked_scores": [0.7169, 0.6325, 0.6304, 0.6294, 0.6207, 0.6192, 0.6167, 0.5983, 0.5959, 0.5896], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827765", "8232517", "4489797", "4595482", "2131335", "7170234", "7827761", "6127285", "4489799", "7170238"], "ranked_scores": [0.4626, 0.4272, 0.424, 0.4191, 0.4046, 0.4042, 0.4038, 0.4029, 0.397, 0.3789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "4796869", "1839684", "8540414", "7134383", "1023113", "2175868", "391341", "2588002"], "ranked_scores": [0.74, 0.7352, 0.7088, 0.7043, 0.7038, 0.692, 0.6907, 0.6906, 0.6771, 0.6758], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "8820180", "3768485", "1673140", "5039968", "4390430", "3246403", "1143382", "7689710"], "ranked_scores": [0.6433, 0.6015, 0.5886, 0.5696, 0.5595, 0.5528, 0.5519, 0.5507, 0.5419, 0.5415], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "3346337", "3968773", "1460640", "2443030", "6979322", "1546056", "5729775", "1506380", "5668797"], "ranked_scores": [0.7605, 0.7359, 0.7247, 0.7045, 0.7007, 0.6946, 0.6919, 0.683, 0.6819, 0.681], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["4942019", "3733774", "8426355", "5269626", "5739636", "5123227", "2636672", "8281194", "6365873", "2636668"], "ranked_scores": [0.7171, 0.7087, 0.7074, 0.7052, 0.7021, 0.6909, 0.6883, 0.6861, 0.6854, 0.6846], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "7527096", "4805364", "2820637", "954270", "4805366", "5174051", "1039754", "5027726", "6032018"], "ranked_scores": [0.6693, 0.5861, 0.5835, 0.582, 0.5632, 0.5581, 0.5486, 0.5302, 0.5236, 0.5234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576606", "2576605", "551238", "2692492", "1525620", "7137675", "6033952", "7249172", "1314390"], "ranked_scores": [0.7803, 0.7175, 0.711, 0.704, 0.677, 0.6759, 0.6687, 0.6579, 0.6471, 0.6461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6465151", "7496090", "3024301", "6502553", "6797667", "3132831", "1850491", "8277053", "3296425", "5408281"], "ranked_scores": [0.6023, 0.5991, 0.5982, 0.5924, 0.5918, 0.5904, 0.5898, 0.5734, 0.5664, 0.5582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7646422", "7288502", "7288504", "5196370", "278768", "5756090", "2061122", "5352322"], "ranked_scores": [0.7945, 0.7365, 0.7334, 0.7211, 0.684, 0.6729, 0.6655, 0.6642, 0.6497, 0.6481], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1237202", "7154587", "6818953", "1463441", "3872927", "5499496", "4596087", "2068025", "3173599", "2525613"], "ranked_scores": [0.5847, 0.5569, 0.5538, 0.5522, 0.5469, 0.5387, 0.5233, 0.523, 0.5215, 0.5214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "3039809", "2421104", "2396672", "7833611", "4451324", "2918527", "4966850", "3663599", "4233620"], "ranked_scores": [0.6538, 0.6204, 0.6027, 0.5893, 0.5821, 0.5755, 0.5705, 0.5641, 0.5621, 0.562], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["4863108", "1511150", "4786937", "7526870", "2208599", "5036995", "4863107", "2617812", "982652", "2898312"], "ranked_scores": [0.7402, 0.7349, 0.7237, 0.7235, 0.7045, 0.704, 0.703, 0.7014, 0.6894, 0.6803], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110611", "7110612", "7770196", "7937494", "7434451", "6281807", "8310623", "2299432", "755164"], "ranked_scores": [0.733, 0.6434, 0.6324, 0.6214, 0.6142, 0.5969, 0.5964, 0.5876, 0.5871, 0.5792], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "8327486", "4256443", "5343617", "3659405", "2066951", "3770821", "4522649", "1417034"], "ranked_scores": [0.7739, 0.7296, 0.7021, 0.6991, 0.6609, 0.6458, 0.6364, 0.605, 0.5987, 0.5974], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "5904163", "6207587", "3712671", "8148596", "6207588", "7853301", "754800", "1696161", "4687484"], "ranked_scores": [0.6475, 0.5781, 0.5756, 0.5693, 0.5636, 0.5626, 0.5464, 0.5342, 0.5263, 0.5253], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "4004619", "5206549", "2565557", "7734838", "2565555", "2290637", "2565560", "2391075", "2835995"], "ranked_scores": [0.7415, 0.7228, 0.7106, 0.7005, 0.689, 0.6814, 0.681, 0.6772, 0.677, 0.6737], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3806458", "4991354", "4991356", "7161101", "3148555", "8374135", "3672237", "4991353", "2873961"], "ranked_scores": [0.7179, 0.6646, 0.6597, 0.6561, 0.6481, 0.6026, 0.5926, 0.5918, 0.5851, 0.5576], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4605271", "7778956", "4409027", "4900578", "2531512", "5393501", "4605270", "4363844", "6193415", "7689564"], "ranked_scores": [0.7308, 0.7234, 0.7172, 0.6782, 0.6278, 0.6038, 0.5995, 0.5894, 0.5806, 0.5486], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "2488121", "4208658", "7831679", "1109548", "1063812", "3404651", "6632520", "6632522", "139970"], "ranked_scores": [0.6603, 0.6443, 0.6296, 0.6215, 0.6167, 0.6074, 0.6066, 0.6028, 0.5985, 0.5902], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["921100", "6903201", "7882842", "6955768", "5812523", "886990", "6903206", "5143805", "1867101", "7313342"], "ranked_scores": [0.6619, 0.6596, 0.6556, 0.6442, 0.6432, 0.6404, 0.6379, 0.6373, 0.6365, 0.6365], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "2940019", "7420248", "1623860", "7728427", "1549229", "7503110", "3617286", "783130"], "ranked_scores": [0.766, 0.6651, 0.6252, 0.5479, 0.5473, 0.5385, 0.5213, 0.511, 0.4981, 0.4973], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "2024648", "1398369", "7562631", "6711596", "3451041", "5304087", "6711597", "3811525"], "ranked_scores": [0.6548, 0.6315, 0.6242, 0.5972, 0.5862, 0.5822, 0.5795, 0.5602, 0.5415, 0.5402], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8221437", "5431260", "4127072", "8015905", "7856346", "4158114", "5409488", "4626170", "1922718"], "ranked_scores": [0.6863, 0.6478, 0.6403, 0.6382, 0.6284, 0.6082, 0.5893, 0.5771, 0.5748, 0.5726], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495831", "3495837", "7770959", "3495835", "2553886", "3495838", "1188785", "1634694", "108001"], "ranked_scores": [0.6392, 0.5796, 0.5525, 0.5191, 0.5011, 0.4969, 0.4829, 0.4817, 0.4792, 0.477], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6212591", "6401864", "6212597", "6212588", "3843787", "3843788", "1941403", "6180355", "8470196"], "ranked_scores": [0.6805, 0.6758, 0.6652, 0.631, 0.6007, 0.5462, 0.5282, 0.5102, 0.476, 0.4635], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "1031361", "7803343", "2379160", "1384086", "2790097", "7078336", "4520541", "1399397", "2108312"], "ranked_scores": [0.7169, 0.4463, 0.4317, 0.4237, 0.4202, 0.4195, 0.4109, 0.4093, 0.4033, 0.4027], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "7511874", "6037748", "5891383", "1460690", "8432430", "5201030", "8177246", "3128424"], "ranked_scores": [0.7072, 0.6711, 0.6408, 0.5929, 0.5796, 0.574, 0.5706, 0.5698, 0.5619, 0.5547], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7515853", "1690952", "1134210", "7057938", "7104592", "5809788", "4738326", "6124976"], "ranked_scores": [0.7603, 0.7475, 0.6115, 0.606, 0.5986, 0.5926, 0.591, 0.5875, 0.5825, 0.5705], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1420930", "8424304", "1981696", "2229750", "7589839", "4594387", "7138494", "3559380", "6361048", "4341950"], "ranked_scores": [0.5749, 0.5639, 0.5633, 0.554, 0.5516, 0.5512, 0.5424, 0.5406, 0.5353, 0.5287], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "3596760", "3989499", "8798058", "1304102", "8771883", "3391694", "2819440", "7942122", "8667781"], "ranked_scores": [0.6271, 0.624, 0.6204, 0.6006, 0.5986, 0.5961, 0.5837, 0.5712, 0.5675, 0.5671], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-256-tq-3bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "8083127", "638358", "7837267", "7072115", "2684883", "5865180", "949520", "1245152", "1674644"], "ranked_scores": [0.8127, 0.8111, 0.7783, 0.7773, 0.7737, 0.7621, 0.7548, 0.7544, 0.7487, 0.7459], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "5633832", "8083127", "1021034", "220565", "2581550", "157696", "1297109", "20886", "4848021"], "ranked_scores": [0.7305, 0.7153, 0.7134, 0.7056, 0.7, 0.6889, 0.6881, 0.6844, 0.6796, 0.6699], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "5842823", "1592656", "911138", "6236648", "59604", "5582271", "5221728", "1238142"], "ranked_scores": [0.6817, 0.6263, 0.6153, 0.6089, 0.5947, 0.5827, 0.572, 0.5687, 0.5625, 0.5623], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2812582", "5769842", "3338175", "7369987", "515311", "3399535", "6368609", "7011409", "5684712", "5984488"], "ranked_scores": [0.7838, 0.7765, 0.7658, 0.7498, 0.7173, 0.717, 0.7011, 0.6971, 0.6933, 0.6852], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["2070215", "3794304", "3794297", "7048914", "5346316", "5450605", "7255675", "856390", "8554964", "1159742"], "ranked_scores": [0.6271, 0.6125, 0.6108, 0.6051, 0.5622, 0.56, 0.5574, 0.5466, 0.5364, 0.5362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "1190311", "3205963", "8817884", "7776113", "6199240", "1123190", "1494980", "7600993", "2215699"], "ranked_scores": [0.6855, 0.6135, 0.5896, 0.5893, 0.5726, 0.5677, 0.5519, 0.5465, 0.5456, 0.5455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "6964479", "7813557", "5227711", "6980305", "6311584", "6964486", "6801871", "3941958"], "ranked_scores": [0.782, 0.7806, 0.7721, 0.7486, 0.7071, 0.6936, 0.6668, 0.6511, 0.6187, 0.6102], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "7698064", "8343642", "3550559", "5997547", "5079417", "4041246", "4154575", "1768445"], "ranked_scores": [0.7432, 0.7295, 0.6509, 0.647, 0.6412, 0.621, 0.618, 0.6069, 0.5994, 0.582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365215", "7531871", "249524", "1365210", "3761522", "5110182", "4432476", "6950269", "4667084"], "ranked_scores": [0.6871, 0.6862, 0.673, 0.6717, 0.6665, 0.6656, 0.6452, 0.6448, 0.6402, 0.6321], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["4562810", "4513419", "2323827", "5931817", "3546549", "7187663", "6124279", "947575", "2117748", "627686"], "ranked_scores": [0.6231, 0.5941, 0.58, 0.5741, 0.5735, 0.5726, 0.5601, 0.5586, 0.5534, 0.5526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "4922192", "1226215", "1226213", "5218385", "2469923", "1928478", "4405605"], "ranked_scores": [0.7875, 0.756, 0.6347, 0.6157, 0.6027, 0.5256, 0.4588, 0.4557, 0.451, 0.4449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623383", "7058926", "295788", "295794", "4069689", "5289585", "7058927", "5196335", "8111528", "3961796"], "ranked_scores": [0.626, 0.5977, 0.5889, 0.5789, 0.5426, 0.5412, 0.5185, 0.5134, 0.5062, 0.5059], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301818", "6808332", "3512764", "7301814", "277381", "3803414", "1635490"], "ranked_scores": [0.728, 0.6831, 0.6671, 0.5495, 0.5216, 0.5136, 0.5032, 0.486, 0.485, 0.485], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "7970736", "8259512", "7970735", "8450827", "8259514", "1265191", "8450828", "8450833", "7970734"], "ranked_scores": [0.794, 0.7813, 0.7626, 0.7208, 0.6942, 0.6809, 0.6501, 0.6446, 0.6423, 0.6417], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "4702013", "8346654", "8128745", "7185831", "6193662", "485410", "3043375", "8684894", "7160804"], "ranked_scores": [0.7886, 0.7024, 0.7007, 0.6934, 0.6849, 0.6739, 0.671, 0.6616, 0.6592, 0.6583], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "8067800", "1136294", "2010657", "4768599", "3505871", "46048", "3936785"], "ranked_scores": [0.7668, 0.6214, 0.5746, 0.5387, 0.5303, 0.5275, 0.4947, 0.485, 0.4834, 0.4801], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870704", "7870705", "5340239", "2104181", "6975615", "6667088", "3702788", "7919682"], "ranked_scores": [0.795, 0.6431, 0.5987, 0.5977, 0.557, 0.5232, 0.5181, 0.5175, 0.4948, 0.4913], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4880893", "2116932", "7948042", "7948050", "2116936", "3646584", "2116933", "8157542", "2116938", "7146728"], "ranked_scores": [0.8103, 0.79, 0.7758, 0.7639, 0.7532, 0.7518, 0.7514, 0.7446, 0.7285, 0.7259], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "2450611", "2870276", "4998837", "3915433", "3056113", "4165452", "5932719", "4253088"], "ranked_scores": [0.6401, 0.6208, 0.5887, 0.5883, 0.5391, 0.5342, 0.5173, 0.5171, 0.517, 0.5023], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "2044076", "1726611", "4393601", "1226636", "4939334", "4393603", "6641482", "4624988"], "ranked_scores": [0.7525, 0.6977, 0.673, 0.6728, 0.6682, 0.6644, 0.6605, 0.6594, 0.6592, 0.6554], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827765", "4489797", "6127285", "4595482", "7170234", "2131335", "6804877", "7170238", "4489799", "8232517"], "ranked_scores": [0.519, 0.4797, 0.4584, 0.4562, 0.4439, 0.4417, 0.4412, 0.4287, 0.4273, 0.4208], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "4796869", "2588002", "1023113", "391341", "1839684", "1918866", "2175868", "7269273"], "ranked_scores": [0.7668, 0.7653, 0.7494, 0.7455, 0.7418, 0.7363, 0.7314, 0.7281, 0.7219, 0.7106], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "1143382", "4936994", "4390430", "3768485", "8820180", "1673140", "64801", "5039968", "7689707"], "ranked_scores": [0.6877, 0.619, 0.6166, 0.6108, 0.6025, 0.5966, 0.5922, 0.5906, 0.5789, 0.5785], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "3968773", "3346337", "6979322", "2443030", "5729775", "1460640", "1546056", "631307", "8615461"], "ranked_scores": [0.8133, 0.7986, 0.7952, 0.7719, 0.7597, 0.7517, 0.7484, 0.739, 0.7297, 0.7243], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5739636", "5269626", "4942019", "8426355", "8281194", "4942015", "3733774", "2796268", "2636668", "5123227"], "ranked_scores": [0.7804, 0.7681, 0.7567, 0.7531, 0.7413, 0.7376, 0.7362, 0.7352, 0.7324, 0.7262], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "4805364", "7527096", "2820637", "4805366", "1333652", "5174051", "1333651", "954270", "5027729"], "ranked_scores": [0.7254, 0.6503, 0.6356, 0.6054, 0.6034, 0.6014, 0.5967, 0.5927, 0.5876, 0.5838], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "551238", "7137675", "2576606", "2576605", "2692492", "6033952", "1525620", "1613678", "1059524"], "ranked_scores": [0.8421, 0.7568, 0.7422, 0.7395, 0.7382, 0.7351, 0.7259, 0.7008, 0.6976, 0.6966], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6465151", "6797667", "3132831", "5351935", "8277053", "7496090", "3296425", "1850491", "6502553", "250946"], "ranked_scores": [0.6576, 0.6558, 0.6336, 0.6305, 0.6304, 0.6293, 0.6286, 0.6283, 0.6216, 0.6175], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7646422", "7288502", "2061122", "7288504", "5196370", "5352322", "278768", "5756090"], "ranked_scores": [0.836, 0.7851, 0.7738, 0.7725, 0.7178, 0.7165, 0.7138, 0.6981, 0.6904, 0.6844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "1237202", "3872927", "5499496", "2068025", "8531579", "1463441", "7154587", "6032214", "6818952"], "ranked_scores": [0.6742, 0.6155, 0.6031, 0.6021, 0.5686, 0.5681, 0.5659, 0.5631, 0.5627, 0.5594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "2396672", "2918527", "3039809", "2421104", "3790429", "7833611", "4966850", "8796481", "4451324"], "ranked_scores": [0.6796, 0.6382, 0.6365, 0.6332, 0.6294, 0.6132, 0.6123, 0.6058, 0.6045, 0.6024], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511150", "4786937", "7526870", "4863108", "4863107", "2208599", "2898312", "2617812", "982652", "5036995"], "ranked_scores": [0.7766, 0.7636, 0.7612, 0.7609, 0.7561, 0.7533, 0.7456, 0.7388, 0.7355, 0.7327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "7937494", "7770196", "3701436", "5546116", "8237806", "2299432", "5655"], "ranked_scores": [0.8006, 0.7331, 0.6918, 0.6788, 0.6534, 0.6476, 0.6451, 0.6451, 0.6338, 0.632], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "8327486", "4256443", "5343617", "3659405", "3770821", "2066951", "30088", "4522649"], "ranked_scores": [0.8168, 0.7627, 0.7261, 0.7204, 0.6681, 0.6583, 0.6541, 0.6485, 0.6401, 0.6362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207588", "3712671", "6207587", "5904163", "7853301", "1696161", "754800", "1683771", "4687484"], "ranked_scores": [0.6953, 0.6368, 0.631, 0.6245, 0.596, 0.5952, 0.5885, 0.5805, 0.5794, 0.5696], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["5206549", "4589415", "4004619", "2565557", "2835995", "2565560", "7734838", "2290637", "2391075", "4432184"], "ranked_scores": [0.7616, 0.7575, 0.7498, 0.7374, 0.7255, 0.7255, 0.7252, 0.7225, 0.7141, 0.7114], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "3806458", "4991356", "7161101", "4991353", "8374135", "3148555", "3672237", "7161099"], "ranked_scores": [0.7843, 0.7339, 0.7163, 0.7107, 0.6615, 0.6446, 0.6427, 0.6158, 0.6152, 0.5961], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4900578", "4409027", "2531512", "6193415", "5393501", "4605270", "3747811", "7778949"], "ranked_scores": [0.7683, 0.7392, 0.7389, 0.7366, 0.681, 0.6332, 0.6281, 0.6104, 0.5925, 0.5822], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "7428627", "3404651", "7831679", "1109548", "6632518", "6632520", "1063811", "3942500", "1063812"], "ranked_scores": [0.6822, 0.6511, 0.6453, 0.6401, 0.6391, 0.6252, 0.6236, 0.6155, 0.6139, 0.6131], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["921100", "1867101", "7313342", "7882842", "6955768", "6903201", "5812523", "5143805", "463652", "8139545"], "ranked_scores": [0.692, 0.6879, 0.676, 0.6752, 0.6718, 0.6688, 0.6684, 0.6654, 0.6564, 0.6558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "2940019", "7420248", "1623860", "1549229", "7503113", "2940016", "4996201", "5339585"], "ranked_scores": [0.8216, 0.6904, 0.6486, 0.6054, 0.6001, 0.5669, 0.5647, 0.5641, 0.5594, 0.5579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "2024648", "7562631", "1398369", "5304087", "6711596", "6711597", "3451041", "3451044"], "ranked_scores": [0.7286, 0.714, 0.6794, 0.6423, 0.6394, 0.6281, 0.6101, 0.5976, 0.5925, 0.5883], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8221437", "4127072", "7856346", "8015905", "5431260", "4158114", "5409487", "1922718", "5409488"], "ranked_scores": [0.7385, 0.7054, 0.6999, 0.6839, 0.6815, 0.6564, 0.6496, 0.6478, 0.6272, 0.6232], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495831", "1634694", "1188785", "3885772", "3450402", "3495838", "7770959", "2553886"], "ranked_scores": [0.686, 0.63, 0.6208, 0.5792, 0.5494, 0.5452, 0.5429, 0.5429, 0.5353, 0.5272], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6401864", "6212591", "6212597", "6212588", "1941403", "3843788", "2852056", "3843787", "8470196"], "ranked_scores": [0.7665, 0.7311, 0.7176, 0.6833, 0.6514, 0.6044, 0.5408, 0.522, 0.5219, 0.5126], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "2379160", "7803343", "4520541", "1384086", "1031361", "2790097", "7601059", "5286547", "1399397"], "ranked_scores": [0.7036, 0.4817, 0.4535, 0.4489, 0.4348, 0.4285, 0.4271, 0.4203, 0.4171, 0.4153], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "7511874", "5891383", "2716981", "3128424", "1193873", "1460690", "6037748", "8177246"], "ranked_scores": [0.7238, 0.6927, 0.6681, 0.6067, 0.6058, 0.5983, 0.598, 0.5923, 0.584, 0.5803], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7515853", "1690952", "1134210", "7104592", "4738326", "6124976", "7395884", "7057938"], "ranked_scores": [0.8131, 0.8002, 0.6735, 0.6694, 0.6458, 0.6425, 0.6337, 0.6268, 0.604, 0.6034], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["8424304", "1981696", "1420930", "2229750", "4594387", "1981693", "1772350", "7589839", "7138494", "6361048"], "ranked_scores": [0.6286, 0.6272, 0.6206, 0.6008, 0.5964, 0.5813, 0.5743, 0.5728, 0.572, 0.5665], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["3596760", "7946528", "8667781", "3989499", "8798058", "2819440", "4564069", "3681700", "8743967", "8771883"], "ranked_scores": [0.6647, 0.6522, 0.6437, 0.6322, 0.6266, 0.6245, 0.6233, 0.6151, 0.6147, 0.6126], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "mpnet-base": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7837267", "7275120", "7072115", "336438", "7275123", "5265626", "7584907", "4969476", "3258629", "2579637"], "ranked_scores": [0.9741, 0.9731, 0.9718, 0.9701, 0.9698, 0.9696, 0.969, 0.9682, 0.9679, 0.9678], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["7507009", "2243081", "3619391", "597456", "1674644", "3707484", "4848021", "1297112", "4808866", "3308552"], "ranked_scores": [0.9424, 0.9423, 0.9408, 0.9394, 0.9389, 0.9382, 0.938, 0.9377, 0.9376, 0.9373], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7663534", "7075674", "4892500", "8392977", "4989064", "4515525", "4033269", "6535340", "1582279", "8323384"], "ranked_scores": [0.8555, 0.8506, 0.846, 0.8409, 0.8346, 0.8335, 0.8325, 0.8323, 0.8302, 0.8279], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["7075674", "4989064", "4892500", "1536187", "4033269", "7565108", "4515525", "8392977", "157696", "5879000"], "ranked_scores": [0.8864, 0.8683, 0.8681, 0.8672, 0.8653, 0.8635, 0.8624, 0.8621, 0.8586, 0.8585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["4305356", "3848270", "2070215", "8554964", "5740732", "531109", "8554961", "1028850", "4348677", "7553866"], "ranked_scores": [0.9308, 0.929, 0.9282, 0.9281, 0.9279, 0.9274, 0.9252, 0.9246, 0.9246, 0.9237], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["7075674", "4989064", "7663534", "8392977", "7634339", "7735540", "8323384", "4892500", "7637427", "6535340"], "ranked_scores": [0.85, 0.8465, 0.8462, 0.8452, 0.845, 0.8427, 0.8423, 0.8419, 0.8404, 0.8385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7123629", "1583497", "4846576", "6964486", "5519518", "6934322", "2807543", "1173182", "1356469"], "ranked_scores": [0.9425, 0.9396, 0.9382, 0.9382, 0.938, 0.9374, 0.9372, 0.936, 0.935, 0.9348], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["7637427", "4136867", "8392977", "7735540", "7152746", "7075674", "5879000", "7663534", "6669415", "4989064"], "ranked_scores": [0.825, 0.8181, 0.8149, 0.8106, 0.8098, 0.8085, 0.8083, 0.8065, 0.8058, 0.8054], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["3761522", "1365215", "7531871", "289405", "8452568", "4171293", "5110182", "6950273", "1792339", "1640260"], "ranked_scores": [0.891, 0.8897, 0.8889, 0.8873, 0.8872, 0.8846, 0.8834, 0.8817, 0.8785, 0.8785], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["527685", "879819", "1727129", "2914905", "8215736", "7796014", "6137138", "2810472", "6285905", "336438"], "ranked_scores": [0.946, 0.9449, 0.9439, 0.9422, 0.9404, 0.94, 0.9399, 0.9392, 0.9386, 0.9384], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1933413", "213428", "915562", "5879000", "3636937", "5443069", "1962396", "4888127", "7645257", "956206"], "ranked_scores": [0.913, 0.9097, 0.9077, 0.9049, 0.9007, 0.9004, 0.8989, 0.8983, 0.8981, 0.8968], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7075674", "8392977", "4892500", "4033269", "2215882", "7634339", "7637427", "6669415", "7152746", "8162192"], "ranked_scores": [0.8823, 0.8741, 0.8729, 0.8672, 0.8665, 0.865, 0.864, 0.8636, 0.8632, 0.8624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7075674", "7663534", "6496889", "4515525", "6535340", "4892500", "4989064", "1536187", "724148", "8323384"], "ranked_scores": [0.8359, 0.8345, 0.8293, 0.8227, 0.822, 0.8188, 0.8172, 0.8137, 0.8115, 0.8103], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7735540", "6496889", "7637427", "724148", "4892500", "7075674", "217890", "1670512", "8477970", "657351"], "ranked_scores": [0.8904, 0.889, 0.8884, 0.8815, 0.8798, 0.879, 0.8789, 0.878, 0.8776, 0.8775], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["981996", "2583983", "734127", "4702009", "87282", "8346654", "5355819", "5841488", "4301", "4796876"], "ranked_scores": [0.9429, 0.9381, 0.9377, 0.9344, 0.9342, 0.9334, 0.9331, 0.9329, 0.9327, 0.9325], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7742704", "7735540", "7637427", "1216563", "7134989", "456120", "217890", "6252080", "4116098", "8477970"], "ranked_scores": [0.9197, 0.9158, 0.9145, 0.9144, 0.9124, 0.9094, 0.9074, 0.9073, 0.9068, 0.9065], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["6951614", "6535340", "3767555", "1381764", "4989064", "4892500", "6496889", "3798363", "6439595", "7075674"], "ranked_scores": [0.8078, 0.8074, 0.803, 0.8028, 0.802, 0.7961, 0.7924, 0.7915, 0.7903, 0.7891], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4880893", "1495624", "7948042", "4880896", "8734655", "1435310", "4845318", "549182", "6893979", "8179490"], "ranked_scores": [0.9478, 0.9439, 0.9438, 0.9433, 0.9428, 0.9424, 0.9424, 0.9423, 0.9409, 0.9409], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["3636937", "4253088", "7958943", "4888127", "6937120", "6937119", "2535705", "2356989", "8771266", "2316828"], "ranked_scores": [0.9103, 0.9052, 0.9038, 0.9025, 0.9023, 0.9022, 0.9021, 0.902, 0.9017, 0.8993], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["4702012", "8323384", "5365824", "7663534", "724148", "657351", "6496889", "1799629", "7152746", "6535340"], "ranked_scores": [0.8932, 0.8808, 0.8802, 0.879, 0.8779, 0.8765, 0.8743, 0.8717, 0.8711, 0.8711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["6761601", "7553310", "886990", "657354", "657351", "8738042", "6232868", "1807959", "527685", "4305356"], "ranked_scores": [0.9302, 0.9258, 0.9256, 0.9241, 0.9226, 0.9225, 0.9222, 0.9218, 0.9214, 0.9212], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["1924567", "6532402", "8540414", "7846837", "5088303", "5143396", "2587999", "1075678", "4796869", "2175873"], "ranked_scores": [0.9504, 0.9495, 0.9453, 0.9445, 0.9439, 0.9436, 0.9433, 0.943, 0.9423, 0.9406], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["4615907", "4936994", "2270798", "7735540", "3672909", "4305356", "5039965", "7689710", "8392977", "2531512"], "ranked_scores": [0.912, 0.9096, 0.8989, 0.8984, 0.8978, 0.8945, 0.893, 0.8926, 0.8923, 0.8921], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["631307", "6979322", "4284022", "5427648", "7558904", "92150", "1493896", "1417617", "1851284", "3161063"], "ranked_scores": [0.9462, 0.9452, 0.9444, 0.9442, 0.9442, 0.9442, 0.9441, 0.944, 0.944, 0.9439], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8426355", "2636668", "2648108", "7424964", "5055675", "2441709", "2636672", "1106640", "7427900", "5771761"], "ranked_scores": [0.9485, 0.9462, 0.9413, 0.9409, 0.9406, 0.9382, 0.9382, 0.9375, 0.9365, 0.9315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1088382", "4805366", "5939467", "3793424", "3788810", "2375922", "251385", "2044076", "2301672", "5654270"], "ranked_scores": [0.9303, 0.9302, 0.93, 0.9253, 0.9247, 0.9245, 0.9238, 0.9238, 0.9229, 0.9229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1789031", "1582279", "1525616", "870351", "1929105", "4723156", "4892500", "4528861", "3148555", "6709254"], "ranked_scores": [0.9118, 0.9045, 0.9041, 0.9036, 0.9009, 0.9, 0.8995, 0.8986, 0.8972, 0.897], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["4053745", "5408281", "3132831", "3296425", "2887944", "412211", "1221320", "7403004", "3720839", "3925241"], "ranked_scores": [0.954, 0.9534, 0.9519, 0.9513, 0.9513, 0.9502, 0.949, 0.9489, 0.948, 0.9478], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["1332664", "1582279", "8323384", "4892500", "1759110", "540193", "4515525", "6535340", "5483469", "4989064"], "ranked_scores": [0.88, 0.878, 0.8779, 0.8769, 0.8733, 0.8727, 0.8723, 0.8718, 0.8717, 0.8703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1536187", "7154585", "5123280", "7332215", "8624217", "7735540", "1945871", "1189674", "7637427", "8118269"], "ranked_scores": [0.9089, 0.9059, 0.8985, 0.898, 0.8964, 0.8948, 0.8918, 0.8917, 0.8906, 0.8901], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["2998932", "5964806", "2998929", "5409490", "394375", "7975065", "8392977", "5365824", "4553656", "7637427"], "ranked_scores": [0.8515, 0.849, 0.8472, 0.8467, 0.8463, 0.8453, 0.8448, 0.8423, 0.8418, 0.8397], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1536187", "7637427", "1525616", "6496889", "657351", "8366972", "4033269", "4989064", "2723818", "4892500"], "ranked_scores": [0.8623, 0.8597, 0.8583, 0.8572, 0.8563, 0.8551, 0.8546, 0.8546, 0.8537, 0.8535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["2737704", "3259751", "5280582", "3701436", "5655", "8120033", "7110612", "7937494", "5280575", "2744677"], "ranked_scores": [0.9615, 0.961, 0.961, 0.9603, 0.9597, 0.9596, 0.9594, 0.9582, 0.9579, 0.9577], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["6496889", "1592532", "7075674", "7663534", "4723156", "6535340", "2359804", "4892500", "1536187", "7735540"], "ranked_scores": [0.8206, 0.8125, 0.8109, 0.8101, 0.8075, 0.8036, 0.8012, 0.8002, 0.8002, 0.7994], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7565108", "5879000", "7645257", "3636937", "57309", "7119732", "754800", "7874898", "6910965", "8733282"], "ranked_scores": [0.9131, 0.9066, 0.9062, 0.8981, 0.8957, 0.8949, 0.8941, 0.893, 0.892, 0.8919], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "3765105", "2474580", "2391077", "2565557", "3920912", "2565555", "3767739", "4004619", "4205560"], "ranked_scores": [0.953, 0.9509, 0.9493, 0.9484, 0.9481, 0.947, 0.9467, 0.9461, 0.9457, 0.9449], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["1621473", "4528861", "3931579", "826058", "1143755", "7475050", "7161099", "5920876", "8374135", "5360753"], "ranked_scores": [0.9457, 0.9412, 0.9396, 0.937, 0.9368, 0.9341, 0.9333, 0.9325, 0.9322, 0.9321], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7075674", "8392977", "7663534", "4892500", "4515525", "4989064", "8323384", "6535340", "7637427", "7152746"], "ranked_scores": [0.8508, 0.8472, 0.8364, 0.8359, 0.8323, 0.8307, 0.83, 0.8295, 0.8292, 0.8261], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2422076", "7831679", "3722839", "2872271", "5857755", "3404651", "1063812", "6803877", "2927544", "6167831"], "ranked_scores": [0.9252, 0.9176, 0.91, 0.9081, 0.907, 0.9055, 0.9048, 0.9048, 0.9042, 0.9041], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["7075674", "4989064", "7663534", "4515525", "4892500", "6496889", "7735540", "4033269", "724148", "8323384"], "ranked_scores": [0.8509, 0.8483, 0.8365, 0.8361, 0.8343, 0.8303, 0.829, 0.8269, 0.8241, 0.8221], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7420248", "4130908", "3505871", "952726", "283592", "8494137", "4258668", "8827602", "8455725", "4151423"], "ranked_scores": [0.9139, 0.9113, 0.9074, 0.906, 0.9013, 0.9011, 0.9006, 0.9, 0.8995, 0.8995], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "1157354", "2024648", "2024646", "5951944", "1337894", "3636937", "3132831", "538306", "1535431"], "ranked_scores": [0.907, 0.8945, 0.8921, 0.8915, 0.8891, 0.8878, 0.8844, 0.8829, 0.8825, 0.8821], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "2659096", "7856346", "8221430", "5409488", "1545429", "7169927", "6806135", "6284710", "1768680"], "ranked_scores": [0.9393, 0.9353, 0.9246, 0.9213, 0.9198, 0.9197, 0.9192, 0.918, 0.9179, 0.9174], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["8424890", "5118337", "3495831", "7793020", "1079499", "4726395", "7565108", "157696", "527685", "8738884"], "ranked_scores": [0.8582, 0.8554, 0.845, 0.842, 0.841, 0.8401, 0.8391, 0.8391, 0.8369, 0.8367], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212597", "609594", "6212591", "609590", "7546946", "8470196", "917841", "4893231", "2750832", "1014839"], "ranked_scores": [0.8877, 0.887, 0.8725, 0.8685, 0.8632, 0.8624, 0.8618, 0.8617, 0.861, 0.8608], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7075674", "7735540", "4515525", "4892500", "4989064", "7663534", "8477970", "7637427", "6761602", "8392977"], "ranked_scores": [0.8901, 0.8785, 0.878, 0.8776, 0.8756, 0.8735, 0.8721, 0.8706, 0.8697, 0.8695], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["447601", "8366972", "4723156", "1193873", "1332664", "6535340", "4892500", "557928", "8323384", "4515525"], "ranked_scores": [0.8769, 0.874, 0.8728, 0.871, 0.8707, 0.8702, 0.8676, 0.8671, 0.8658, 0.8641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7075674", "4989064", "1759110", "8323384", "4892500", "4515525", "4033269", "7663534", "1582279", "8392977"], "ranked_scores": [0.8466, 0.8385, 0.8371, 0.8361, 0.8352, 0.8306, 0.8299, 0.8296, 0.8288, 0.8284], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7075674", "4892500", "7637427", "4515525", "8392977", "1536187", "7663534", "2215882", "8477970", "6535340"], "ranked_scores": [0.8656, 0.8518, 0.851, 0.849, 0.847, 0.8455, 0.8441, 0.8436, 0.8433, 0.843], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["8771883", "65356", "5143248", "4630972", "757044", "297876", "915842", "2579423", "3944077", "7364245"], "ranked_scores": [0.9159, 0.9089, 0.9059, 0.9051, 0.9018, 0.8997, 0.8992, 0.8986, 0.8963, 0.8952], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7584907", "1674646", "3527619", "638358", "7072115", "768350", "1674644", "8541250", "7837267", "558173"], "ranked_scores": [0.6912, 0.6843, 0.674, 0.6604, 0.6492, 0.6459, 0.6347, 0.6272, 0.627, 0.6249], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["5633832", "2684883", "1674644", "1297109", "3308552", "1297112", "1674646", "542682", "2581550", "220565"], "ranked_scores": [0.5994, 0.5953, 0.585, 0.5826, 0.5759, 0.5753, 0.57, 0.564, 0.556, 0.5528], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "298606", "7905688", "5842823", "911138", "2403649", "5221728", "694863", "4726075"], "ranked_scores": [0.5528, 0.5433, 0.5042, 0.4897, 0.467, 0.4635, 0.4487, 0.4297, 0.4221, 0.4125], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "2812582", "3338175", "8279447", "5359258", "7369987", "6926916", "66616", "7386245", "698581"], "ranked_scores": [0.8121, 0.8092, 0.7992, 0.737, 0.7136, 0.7132, 0.7021, 0.6999, 0.6926, 0.69], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "7048914", "3794297", "7255675", "5450605", "8554964", "7255678", "3640120", "2070215", "1936834"], "ranked_scores": [0.6893, 0.6818, 0.6783, 0.6678, 0.6483, 0.6463, 0.6377, 0.6247, 0.6222, 0.6173], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["4450104", "5606320", "1805806", "5676506", "2215699", "1191483", "8283881", "378964", "7469549", "7929603"], "ranked_scores": [0.479, 0.4697, 0.4623, 0.4619, 0.4608, 0.4588, 0.4581, 0.4541, 0.4496, 0.4377], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "6964479", "4816964", "7813557", "6801871", "1767388", "7123629", "6964486", "5227711", "6980305"], "ranked_scores": [0.713, 0.6669, 0.6536, 0.6504, 0.6303, 0.6173, 0.5937, 0.5853, 0.5819, 0.5718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550559", "3550563", "7698064", "4136867", "3428369", "4041246", "3689309", "5997547", "2562047"], "ranked_scores": [0.6757, 0.5497, 0.5454, 0.5228, 0.3454, 0.2989, 0.2838, 0.2837, 0.276, 0.2717], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "8452568", "5110182", "1365210", "1365215", "4414409", "1640257", "6950275", "2322244", "6950276"], "ranked_scores": [0.7132, 0.6869, 0.6861, 0.6677, 0.6513, 0.6461, 0.6405, 0.6334, 0.6317, 0.6296], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5132484", "7187662", "5942525", "4617506", "5469449", "2117748", "5324876", "879819", "1696206"], "ranked_scores": [0.5447, 0.4368, 0.4087, 0.4062, 0.4039, 0.4033, 0.4033, 0.3932, 0.3886, 0.385], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "1226213", "4922192", "1226215", "2136954", "8114676", "1501685", "2037947"], "ranked_scores": [0.6791, 0.6353, 0.541, 0.5079, 0.466, 0.4204, 0.4109, 0.3958, 0.3813, 0.3489], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7168976", "7168973", "7858639", "4069689", "7058927", "4623383", "7058926", "295794", "5339337", "295789"], "ranked_scores": [0.435, 0.4144, 0.3749, 0.3639, 0.3457, 0.3285, 0.3275, 0.3195, 0.3168, 0.308], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "4892433", "5809779", "6363851", "5457419", "6363854", "3512764", "1317497"], "ranked_scores": [0.61, 0.5424, 0.5132, 0.4751, 0.4689, 0.4443, 0.4379, 0.4304, 0.4298, 0.4146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970736", "7970728", "8450827", "320956", "8450828", "7970735", "8450833", "8259514", "1265191"], "ranked_scores": [0.7636, 0.7176, 0.7175, 0.6942, 0.6921, 0.6866, 0.6828, 0.6688, 0.6243, 0.6048], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "6193662", "7160804", "8128745", "981996", "232771", "4619086", "4702013", "664917", "5720449"], "ranked_scores": [0.6772, 0.6601, 0.6053, 0.5942, 0.5921, 0.5919, 0.5905, 0.59, 0.5827, 0.5818], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "2010657", "8067800", "5190750", "3936785", "6467669", "4768599", "2238728", "1136294"], "ranked_scores": [0.7039, 0.4814, 0.4809, 0.4578, 0.453, 0.4415, 0.427, 0.4138, 0.4134, 0.4069], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5143532", "3835174", "5672317", "7870700", "6368665", "7937822", "3830558", "7919682", "7870704"], "ranked_scores": [0.662, 0.6137, 0.5534, 0.5369, 0.5339, 0.5244, 0.5186, 0.5159, 0.5046, 0.5003], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "2116932", "8722441", "8157542", "1435310", "2116929", "3646580", "7948050", "2116938", "3646584"], "ranked_scores": [0.701, 0.6955, 0.6928, 0.6843, 0.6827, 0.6789, 0.6759, 0.6648, 0.664, 0.6562], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "1782220", "4985799", "6937120", "2870276", "4374443", "6937119", "133086", "7218532"], "ranked_scores": [0.7009, 0.5042, 0.465, 0.456, 0.4487, 0.4387, 0.4379, 0.4354, 0.4343, 0.4253], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "1674914", "2002380", "4393603", "5964551", "8045998", "2044069", "6775026", "4799839", "1307740"], "ranked_scores": [0.7503, 0.6182, 0.5931, 0.5917, 0.5685, 0.5652, 0.5547, 0.5443, 0.5429, 0.537], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489799", "1174164", "6804877", "1174168", "2131335", "4595482", "1174172", "4489797", "7170238", "6854565"], "ranked_scores": [0.5935, 0.5791, 0.5753, 0.5684, 0.5556, 0.5373, 0.5361, 0.5215, 0.5199, 0.5149], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "2588002", "863946", "442006", "1023113", "1839684", "4796869", "5535297", "2588000", "3853232"], "ranked_scores": [0.7158, 0.6531, 0.6446, 0.6426, 0.6409, 0.6402, 0.6334, 0.6109, 0.5951, 0.595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "7689710", "8820180", "4936994", "5039968", "2188117", "3368582", "5364572", "1673140", "7689707"], "ranked_scores": [0.6598, 0.6207, 0.6082, 0.5979, 0.5554, 0.5358, 0.5197, 0.5114, 0.5098, 0.5091], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "3968773", "2443030", "3346337", "92150", "1460640", "1546056", "7649297", "5668797", "3562912"], "ranked_scores": [0.7552, 0.731, 0.7057, 0.7021, 0.7006, 0.6839, 0.6496, 0.6462, 0.6405, 0.6377], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5269626", "2636672", "1871086", "2796274", "1070634", "8426355", "1348264", "5784428", "4942019", "3733774"], "ranked_scores": [0.6971, 0.6945, 0.6871, 0.6835, 0.6698, 0.6658, 0.6592, 0.6553, 0.6502, 0.6499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "4805364", "5170949", "1333652", "1039754", "5174051", "1588747", "4805366", "6507423", "7650732"], "ranked_scores": [0.6327, 0.6063, 0.6028, 0.5747, 0.5667, 0.5595, 0.5563, 0.539, 0.5372, 0.5357], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "272188", "2080220", "870351", "870346", "7249172", "1368309", "551238", "1314383"], "ranked_scores": [0.6495, 0.6065, 0.5785, 0.5582, 0.5566, 0.5494, 0.5327, 0.5321, 0.532, 0.5318], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7810605", "8741687", "5184907", "6694795", "1850491", "8277053", "3720839", "5952078", "5351934", "8346188"], "ranked_scores": [0.6587, 0.6471, 0.6227, 0.6013, 0.5994, 0.5959, 0.5943, 0.5934, 0.5827, 0.5808], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5352322", "8265919", "7288502", "2510740", "4377794", "2929750", "5094229", "1848152", "7288504"], "ranked_scores": [0.6912, 0.6186, 0.6109, 0.6051, 0.5905, 0.5832, 0.572, 0.5666, 0.5655, 0.5649], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3173599", "1536187", "8584772", "8624217", "2175305", "2525613", "5764460", "4603370", "7073235", "3424319"], "ranked_scores": [0.6007, 0.5981, 0.549, 0.5373, 0.5341, 0.5325, 0.527, 0.5178, 0.5149, 0.5062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "6714731", "7833611", "4451324", "4765788", "8607085", "8796486", "4765789", "3979452", "8773427"], "ranked_scores": [0.6356, 0.5795, 0.5699, 0.553, 0.537, 0.5241, 0.5214, 0.5147, 0.4994, 0.4937], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526867", "1511150", "7526871", "2898312", "4786937", "4863107", "2599853", "982652", "4863108", "7526870"], "ranked_scores": [0.6627, 0.6508, 0.638, 0.6327, 0.6301, 0.6298, 0.6221, 0.6212, 0.6212, 0.6154], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "3259751", "8310623", "7110611", "7937494", "2737704", "607856", "7770196", "6864626"], "ranked_scores": [0.7319, 0.6794, 0.6287, 0.6225, 0.6121, 0.5943, 0.5917, 0.5907, 0.5883, 0.5806], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "4502858", "1417034", "2366115", "8327486", "5336580", "30085", "30088", "166399", "4522649"], "ranked_scores": [0.7243, 0.7038, 0.6606, 0.6446, 0.6426, 0.6395, 0.6391, 0.6329, 0.6297, 0.6263], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207587", "3712671", "6207588", "7874898", "6684798", "7886033", "5181693", "7645257", "2789716"], "ranked_scores": [0.7275, 0.6402, 0.631, 0.6306, 0.5905, 0.5788, 0.5736, 0.5683, 0.5683, 0.566], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "4589415", "2290637", "2476395", "3920912", "2391075", "8187754", "4205560", "8819844", "2391077"], "ranked_scores": [0.77, 0.7647, 0.7454, 0.7127, 0.7124, 0.7105, 0.7033, 0.7025, 0.7003, 0.6944], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "8374135", "3672237", "4991353", "4991356", "3806458", "6988582", "6465402", "7161101"], "ranked_scores": [0.7245, 0.6844, 0.6561, 0.6525, 0.6337, 0.6084, 0.5964, 0.5479, 0.5393, 0.5385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "7778956", "4409027", "4605271", "2531512", "3747811", "4605270", "7778949", "5393501", "5231292"], "ranked_scores": [0.6186, 0.6164, 0.5989, 0.5971, 0.5122, 0.4744, 0.4275, 0.4202, 0.4171, 0.4135], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "7831679", "1109548", "7428627", "2422076", "3722839", "6632518", "8586692", "5857755", "139961"], "ranked_scores": [0.6583, 0.6439, 0.6292, 0.6269, 0.599, 0.5986, 0.5963, 0.5933, 0.5895, 0.5821], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "6761606", "8139545", "5812523", "921100", "1933329", "1716202", "1692091", "5143805", "921101"], "ranked_scores": [0.7052, 0.6578, 0.6438, 0.6301, 0.6189, 0.617, 0.6126, 0.6089, 0.6038, 0.5898], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7420248", "4258668", "2940016", "3252244", "7728427", "7503113", "5339586", "8494137", "1969532"], "ranked_scores": [0.7511, 0.6591, 0.6366, 0.6233, 0.6188, 0.6142, 0.6062, 0.5825, 0.5824, 0.5822], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "5304087", "2024648", "7562631", "1732853", "1732850", "8646229", "3368462", "1904920"], "ranked_scores": [0.7332, 0.6991, 0.681, 0.6627, 0.65, 0.6079, 0.5386, 0.5302, 0.5271, 0.5129], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8221437", "8015905", "3834488", "5409486", "1922718", "4626170", "4158114", "6132796", "2525123"], "ranked_scores": [0.5836, 0.5628, 0.5348, 0.5255, 0.5225, 0.5165, 0.5138, 0.5095, 0.5056, 0.5045], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "3495835", "3495838", "7770963", "3495840", "7770959", "6625132", "1634694", "3885772"], "ranked_scores": [0.7062, 0.672, 0.5901, 0.536, 0.5322, 0.5018, 0.4856, 0.4688, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212597", "6212591", "6965745", "917841", "186816", "1941403", "8470196"], "ranked_scores": [0.6828, 0.6752, 0.6732, 0.651, 0.643, 0.5376, 0.4784, 0.4713, 0.4553, 0.4361], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "8499854", "7601059", "3823641", "6948296", "4846383", "6938258", "1325723", "1676112"], "ranked_scores": [0.6315, 0.3931, 0.3921, 0.3852, 0.3845, 0.3838, 0.3829, 0.3593, 0.3529, 0.3518], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "3668938", "7511874", "1420186", "8177246", "1460689", "8432430", "2857974"], "ranked_scores": [0.6859, 0.5679, 0.5677, 0.5235, 0.5056, 0.5022, 0.4984, 0.4955, 0.4913, 0.4904], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "1690952", "7985411", "7104592", "4437855", "34456", "4878176", "6567497"], "ranked_scores": [0.6904, 0.6848, 0.5593, 0.5039, 0.4949, 0.4891, 0.4825, 0.4818, 0.4734, 0.4704], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "1981693", "8424304", "5955284", "1981696", "1420930", "2229750", "7589844", "5209746", "5647010"], "ranked_scores": [0.5002, 0.4997, 0.4781, 0.4776, 0.4749, 0.4633, 0.4412, 0.4208, 0.3978, 0.3962], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8771883", "8743966", "297876", "4597448", "3664758", "5025261", "3113295", "8667781", "3989499"], "ranked_scores": [0.6239, 0.5507, 0.5157, 0.5048, 0.4953, 0.492, 0.4917, 0.4875, 0.4791, 0.479], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-post-int8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7584907", "1674646", "3527619", "575979", "638358", "768350", "615746", "7072115", "2746690", "558173"], "ranked_scores": [0.6096, 0.6015, 0.5923, 0.5578, 0.5571, 0.5553, 0.549, 0.5488, 0.5481, 0.5433], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["5633832", "1297109", "2684883", "1674644", "1674646", "220565", "1297112", "3308552", "3619391", "8083127"], "ranked_scores": [0.5524, 0.5223, 0.5211, 0.5178, 0.514, 0.5093, 0.5084, 0.4985, 0.4928, 0.4885], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "298606", "7383965", "911138", "7905688", "5221728", "3451041", "694863", "7694305", "1592656"], "ranked_scores": [0.4662, 0.4357, 0.4219, 0.4062, 0.4049, 0.4015, 0.4015, 0.3958, 0.3842, 0.3839], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "2812582", "3338175", "8279447", "66616", "6926916", "5359258", "7369987", "7011409", "452450"], "ranked_scores": [0.7011, 0.6685, 0.6538, 0.6313, 0.6125, 0.5966, 0.5956, 0.5938, 0.5794, 0.5601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "3794304", "3794297", "7255675", "3640120", "7255678", "2070215", "5450605", "8554964", "5346316"], "ranked_scores": [0.6057, 0.5756, 0.5755, 0.5603, 0.5322, 0.5314, 0.5236, 0.5219, 0.521, 0.5134], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["378964", "1805806", "3971679", "1190311", "8643852", "970989", "5606320", "1494980", "8299818", "4450104"], "ranked_scores": [0.4381, 0.4174, 0.4165, 0.4116, 0.4087, 0.4032, 0.3995, 0.3947, 0.3908, 0.3892], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "6964479", "4816964", "6801871", "7813557", "1767388", "6964486", "6980305", "7840121", "1777799"], "ranked_scores": [0.5548, 0.5434, 0.5291, 0.4994, 0.4923, 0.4842, 0.4709, 0.4619, 0.455, 0.4542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "3550559", "7698064", "4136867", "8760018", "3689309", "6212591", "8069476", "4041246"], "ranked_scores": [0.516, 0.4258, 0.4091, 0.4066, 0.2784, 0.2729, 0.2564, 0.2305, 0.2291, 0.2245], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "249524", "5110182", "4414409", "1365215", "1365210", "2322244", "1640257", "289409", "6950276"], "ranked_scores": [0.6367, 0.6329, 0.6073, 0.5915, 0.5865, 0.5785, 0.5767, 0.5582, 0.5571, 0.5538], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5132484", "5469449", "2117748", "1696206", "7187662", "128974", "4617506", "5324876", "6124279"], "ranked_scores": [0.4697, 0.4133, 0.3908, 0.3842, 0.3822, 0.3677, 0.3655, 0.3561, 0.3546, 0.3443], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1226213", "1438830", "2136954", "1226215", "4922192", "1501685", "1398222", "3829937"], "ranked_scores": [0.5941, 0.5609, 0.5025, 0.4661, 0.4102, 0.4063, 0.3921, 0.3876, 0.3778, 0.3661], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7168976", "7168973", "4069689", "7058927", "7058926", "1070106", "295788", "566163", "5339337", "7858639"], "ranked_scores": [0.381, 0.3759, 0.3547, 0.3165, 0.3096, 0.3039, 0.2992, 0.2955, 0.2885, 0.2876], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "5457419", "4892433", "3321024", "5809779", "3512764", "6363851", "7301814"], "ranked_scores": [0.5641, 0.488, 0.4558, 0.4189, 0.4106, 0.385, 0.3796, 0.3715, 0.3706, 0.3692], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970728", "7970736", "7970735", "8450827", "320956", "8450828", "8450833", "1265191", "8259514"], "ranked_scores": [0.7094, 0.6825, 0.6303, 0.6209, 0.6179, 0.6086, 0.5973, 0.573, 0.5606, 0.539], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["6193662", "7160805", "7160804", "5720449", "4619086", "8636883", "8346654", "981996", "664917", "87282"], "ranked_scores": [0.5588, 0.5176, 0.508, 0.5056, 0.4925, 0.4873, 0.4787, 0.4755, 0.4665, 0.4634], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2010657", "7220312", "6467669", "8067800", "5190750", "3936785", "2238728", "8023011", "1488928"], "ranked_scores": [0.6512, 0.4764, 0.469, 0.4649, 0.4502, 0.4451, 0.4425, 0.4385, 0.4332, 0.4296], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5143532", "3835174", "5672317", "5827343", "6368665", "3830558", "6043027", "7937822", "7870704"], "ranked_scores": [0.5353, 0.4841, 0.4828, 0.4811, 0.4624, 0.4576, 0.4511, 0.4505, 0.4456, 0.4418], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "2116932", "7948050", "2066593", "1435310", "7964392", "7948042", "2116938", "8722441", "2116929"], "ranked_scores": [0.5607, 0.5577, 0.5551, 0.55, 0.5496, 0.5306, 0.5298, 0.5239, 0.5196, 0.5172], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4985799", "6937120", "7218532", "1782220", "2535705", "2870276", "4253088", "3915433"], "ranked_scores": [0.6405, 0.4167, 0.4117, 0.4065, 0.4029, 0.401, 0.4004, 0.3999, 0.3984, 0.3969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "4393603", "1674914", "4799839", "5964551", "8045998", "2044069", "4393601", "2002380", "1226636"], "ranked_scores": [0.6649, 0.5429, 0.5338, 0.497, 0.4959, 0.4922, 0.4813, 0.472, 0.4652, 0.4624], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1174164", "1174168", "1174172", "2131335", "4489799", "1842454", "6804877", "4595482", "4489797", "6513250"], "ranked_scores": [0.4709, 0.46, 0.4374, 0.4296, 0.4257, 0.4058, 0.4057, 0.4033, 0.3887, 0.3841], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "2588002", "863946", "1839684", "442006", "5535297", "3853232", "1023113", "7134383", "4796869"], "ranked_scores": [0.6382, 0.5633, 0.5484, 0.5471, 0.5385, 0.536, 0.5346, 0.5242, 0.5214, 0.5183], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "7689710", "8820180", "4936994", "5364572", "1673140", "5039968", "3368582", "2188117", "3649557"], "ranked_scores": [0.4953, 0.4684, 0.4518, 0.4505, 0.4241, 0.4128, 0.4078, 0.3999, 0.398, 0.3923], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3968773", "5729775", "92150", "3346337", "1460640", "2443030", "7649297", "1546056", "1494462", "5210161"], "ranked_scores": [0.6158, 0.6037, 0.5904, 0.5865, 0.5846, 0.582, 0.571, 0.5624, 0.5598, 0.5576], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5269626", "2636672", "2796274", "1871086", "1348264", "3733774", "1070634", "5784428", "2636677", "5123227"], "ranked_scores": [0.605, 0.5917, 0.5756, 0.5714, 0.5682, 0.5652, 0.5601, 0.5517, 0.5417, 0.5415], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5170949", "4805364", "6287785", "1039754", "1333652", "4805366", "1588747", "6507423", "7650732"], "ranked_scores": [0.5113, 0.4987, 0.4802, 0.4697, 0.4638, 0.4581, 0.4524, 0.4471, 0.4418, 0.4394], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "272188", "551238", "2080220", "845706", "870351", "1525620", "2692492", "5474252"], "ranked_scores": [0.5879, 0.5703, 0.5073, 0.5045, 0.499, 0.4915, 0.4872, 0.4802, 0.4762, 0.4752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["5184907", "5952078", "7810605", "5351934", "8162192", "6797667", "412211", "8741687", "8346188", "8499149"], "ranked_scores": [0.5466, 0.5169, 0.5129, 0.5, 0.4841, 0.4828, 0.4821, 0.4809, 0.4807, 0.4806], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5352322", "8265919", "7288504", "7288502", "2510740", "2929750", "278768", "4377794", "4195768"], "ranked_scores": [0.5082, 0.4871, 0.474, 0.4734, 0.4354, 0.4342, 0.4297, 0.4282, 0.4224, 0.4182], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3173599", "1536187", "2175305", "2525613", "8584772", "8624217", "3424319", "1463441", "2923681", "7154585"], "ranked_scores": [0.4978, 0.4964, 0.4774, 0.433, 0.4316, 0.4229, 0.4164, 0.415, 0.4105, 0.4048], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "4451324", "8773427", "4765788", "6714731", "3979452", "8796486", "3039809", "3334934"], "ranked_scores": [0.5478, 0.4995, 0.4866, 0.481, 0.4604, 0.434, 0.4312, 0.43, 0.4231, 0.4227], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526867", "7526871", "4863107", "1511150", "2898312", "982652", "4786937", "4863108", "7526870", "1511155"], "ranked_scores": [0.5614, 0.5574, 0.5487, 0.5477, 0.5436, 0.5401, 0.5357, 0.53, 0.5258, 0.5249], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "8310623", "3259751", "2737704", "607856", "5655", "7110611", "888154", "6864626"], "ranked_scores": [0.6033, 0.5572, 0.4937, 0.4882, 0.4826, 0.4787, 0.4786, 0.4785, 0.4753, 0.4743], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["4502858", "1592532", "6278487", "2366115", "166399", "30085", "4522649", "5343617", "1417034", "5336580"], "ranked_scores": [0.6124, 0.5947, 0.561, 0.5605, 0.5573, 0.553, 0.5494, 0.5468, 0.5441, 0.5396], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207587", "6207588", "3712671", "6684798", "8148596", "6428732", "2789716", "7874898", "7645257"], "ranked_scores": [0.681, 0.6034, 0.596, 0.5617, 0.5556, 0.5297, 0.5218, 0.5162, 0.5118, 0.5089], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "4589415", "4205560", "351022", "3920912", "2290637", "2391077", "2565555", "8187754", "2391075"], "ranked_scores": [0.6357, 0.5935, 0.5784, 0.5779, 0.5734, 0.5719, 0.5679, 0.5673, 0.5592, 0.5589], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "3672237", "8374135", "4991356", "4991353", "3806458", "6465402", "7161101", "6988582"], "ranked_scores": [0.6499, 0.61, 0.5894, 0.5659, 0.5401, 0.5365, 0.5056, 0.4807, 0.4728, 0.4663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "7778956", "4605271", "4409027", "2531512", "3747811", "4605270", "6193415", "7778949", "5393501"], "ranked_scores": [0.5494, 0.5354, 0.5212, 0.5184, 0.4336, 0.4086, 0.4076, 0.3829, 0.3805, 0.3792], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "1109548", "2422076", "7831679", "5857755", "8586692", "4208658", "5338899", "3722839", "7428627"], "ranked_scores": [0.5544, 0.5386, 0.5257, 0.5199, 0.5044, 0.4943, 0.4896, 0.4883, 0.4823, 0.4804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "921100", "1716202", "5812523", "5143805", "1933329", "921101", "8139545", "1692091", "6955768"], "ranked_scores": [0.6082, 0.556, 0.5541, 0.5494, 0.5337, 0.5335, 0.5292, 0.5288, 0.509, 0.4892], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7420248", "7728427", "2940016", "3252244", "4258668", "1969532", "1623860", "5339586", "8532695"], "ranked_scores": [0.5875, 0.5312, 0.5119, 0.5067, 0.5026, 0.501, 0.4851, 0.4722, 0.4599, 0.446], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "2024648", "7562624", "7562631", "5304087", "1732853", "1904920", "8264837", "1337894", "3451041"], "ranked_scores": [0.6081, 0.5776, 0.5744, 0.5485, 0.529, 0.4884, 0.4604, 0.4575, 0.4561, 0.4413], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "4158114", "3834488", "8015905", "1922718", "8221431", "4343906", "4626170", "4127072", "5626400"], "ranked_scores": [0.5083, 0.4847, 0.4799, 0.4656, 0.4466, 0.4455, 0.4432, 0.4426, 0.4388, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "3495835", "7770963", "6625132", "3495838", "1634694", "3885772", "3495840", "1188785"], "ranked_scores": [0.5562, 0.4576, 0.4265, 0.3885, 0.3813, 0.379, 0.3696, 0.3695, 0.3637, 0.3635], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212597", "6212591", "917841", "6965745", "186816", "1941403", "8470196"], "ranked_scores": [0.5724, 0.5644, 0.5639, 0.5248, 0.4932, 0.4037, 0.3823, 0.3673, 0.3527, 0.3413], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "4846383", "1325723", "3823641", "8499854", "1676112", "6948296", "4803924", "7601059"], "ranked_scores": [0.5701, 0.3618, 0.3573, 0.3557, 0.3403, 0.3316, 0.3212, 0.3197, 0.3179, 0.3141], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "1460685", "7511874", "8177246", "3668938", "1193873", "1420186", "2857974", "1460689"], "ranked_scores": [0.6205, 0.507, 0.494, 0.4583, 0.4525, 0.4483, 0.4432, 0.4387, 0.4317, 0.4307], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "1690952", "7104592", "34456", "7395884", "7985411", "4437855", "6533909", "1246649"], "ranked_scores": [0.647, 0.6023, 0.4988, 0.4857, 0.4748, 0.4676, 0.4652, 0.4532, 0.4403, 0.4339], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981693", "5955284", "7589839", "8424304", "1981696", "5209746", "7589844", "637289", "1420930", "2229750"], "ranked_scores": [0.3824, 0.3767, 0.3605, 0.355, 0.3471, 0.3323, 0.325, 0.3195, 0.3172, 0.3129], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8771883", "8743966", "3982832", "1953277", "8667781", "5025261", "297876", "4597448", "4997383"], "ranked_scores": [0.5214, 0.445, 0.4215, 0.4142, 0.4018, 0.3907, 0.3888, 0.3874, 0.3798, 0.3792], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-post-binary": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7584907", "7837267", "1674646", "5496645", "2746690", "768350", "7072115", "638358", "3527619", "749759"], "ranked_scores": [565.0, 563.0, 559.0, 559.0, 556.0, 555.0, 554.0, 554.0, 552.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["8083127", "2581550", "5633832", "1674646", "3671400", "2684883", "1297109", "3308552", "542682", "1150856"], "ranked_scores": [550.0, 542.0, 539.0, 539.0, 537.0, 532.0, 531.0, 529.0, 529.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5221728", "298606", "694863", "7905688", "5842823", "911138", "6235583", "6711596", "7694305"], "ranked_scores": [540.0, 531.0, 526.0, 513.0, 511.0, 509.0, 507.0, 507.0, 505.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2812582", "5769842", "3338175", "6926916", "8279447", "7369987", "66616", "5359258", "7011409", "515311"], "ranked_scores": [584.0, 581.0, 578.0, 575.0, 573.0, 571.0, 571.0, 566.0, 556.0, 554.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "7255675", "3794304", "3794297", "2070215", "3640120", "5346316", "8554964", "1936834", "7255678"], "ranked_scores": [584.0, 575.0, 569.0, 566.0, 559.0, 554.0, 552.0, 548.0, 546.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["4450104", "378964", "5606320", "7929603", "1190311", "5676506", "2215699", "1494980", "1805806", "970989"], "ranked_scores": [533.0, 516.0, 510.0, 508.0, 507.0, 505.0, 505.0, 503.0, 502.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "6964479", "7813557", "4816964", "6801871", "7123629", "1767388", "7840121", "6964486", "1979937"], "ranked_scores": [569.0, 563.0, 557.0, 556.0, 550.0, 546.0, 544.0, 537.0, 536.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550559", "3550563", "7698064", "4136867", "3689309", "8760018", "3428369", "6728238", "6252080"], "ranked_scores": [540.0, 524.0, 521.0, 498.0, 477.0, 473.0, 472.0, 471.0, 467.0, 463.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "249524", "5110182", "4414409", "1640257", "1365215", "2322244", "6950269", "6950275", "1640260"], "ranked_scores": [581.0, 573.0, 548.0, 547.0, 545.0, 544.0, 543.0, 541.0, 540.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5132484", "2066852", "4617506", "2117748", "5324876", "5469449", "8215127", "2117742", "6678435"], "ranked_scores": [534.0, 519.0, 507.0, 506.0, 506.0, 505.0, 503.0, 503.0, 501.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1226213", "1438830", "2136954", "6042871", "4922192", "1866080", "1234413", "859199"], "ranked_scores": [565.0, 547.0, 528.0, 517.0, 507.0, 506.0, 504.0, 498.0, 498.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7168973", "7168976", "4069689", "4633037", "1070106", "7858639", "7058927", "566163", "729503", "2921046"], "ranked_scores": [499.0, 486.0, 478.0, 477.0, 472.0, 472.0, 472.0, 466.0, 466.0, 464.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "4892433", "3512764", "5457419", "277374", "6628785", "4243709", "3756561"], "ranked_scores": [551.0, 523.0, 518.0, 511.0, 508.0, 507.0, 503.0, 503.0, 503.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970736", "7970728", "8450827", "8450828", "320956", "8450833", "7970735", "1265191", "7970734"], "ranked_scores": [587.0, 574.0, 573.0, 569.0, 560.0, 558.0, 556.0, 556.0, 548.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["6193662", "4619086", "5720449", "7160804", "981996", "7160805", "8636883", "7612966", "8296550", "826701"], "ranked_scores": [560.0, 549.0, 545.0, 543.0, 541.0, 539.0, 537.0, 536.0, 534.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "5190750", "7220312", "2010657", "6467669", "3936785", "4768599", "5020098", "2949038", "7903539"], "ranked_scores": [556.0, 514.0, 513.0, 511.0, 506.0, 502.0, 501.0, 490.0, 489.0, 485.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["3835174", "7870707", "5143532", "3636075", "6368665", "5827343", "5672317", "7870704", "6043027", "5644674"], "ranked_scores": [554.0, 551.0, 541.0, 539.0, 535.0, 530.0, 530.0, 521.0, 519.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8722441", "8157542", "1435310", "7948042", "7948050", "2116932", "7146728", "3646584", "4845318", "3646580"], "ranked_scores": [594.0, 588.0, 586.0, 586.0, 582.0, 581.0, 578.0, 576.0, 575.0, 574.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4985799", "2535705", "2320165", "7809289", "4253088", "942766", "2870276", "6937119"], "ranked_scores": [569.0, 518.0, 502.0, 500.0, 498.0, 498.0, 498.0, 498.0, 497.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "1674914", "2002380", "4393603", "5964551", "8245381", "7153163", "2091063", "6607918", "6775026"], "ranked_scores": [568.0, 552.0, 537.0, 533.0, 533.0, 531.0, 531.0, 531.0, 526.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1174164", "4489799", "6804877", "1174168", "4595482", "1174172", "5351437", "474971", "7170238", "7827765"], "ranked_scores": [540.0, 536.0, 528.0, 525.0, 521.0, 520.0, 515.0, 514.0, 513.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "2175868", "442006", "2588000", "5535297", "1839684", "3853232", "7134383", "863946", "8477970"], "ranked_scores": [566.0, 553.0, 551.0, 550.0, 549.0, 548.0, 545.0, 545.0, 545.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "7689710", "8820180", "4936994", "1673140", "5039968", "3368582", "2188117", "5039965", "3649557"], "ranked_scores": [547.0, 545.0, 539.0, 536.0, 527.0, 527.0, 519.0, 516.0, 514.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "3346337", "92150", "3968773", "6979322", "6979330", "4369187", "1546056", "2443030", "4843274"], "ranked_scores": [601.0, 593.0, 592.0, 576.0, 569.0, 565.0, 565.0, 564.0, 564.0, 564.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["1348264", "2636672", "5269626", "1871086", "7630103", "2796274", "6639719", "2636677", "5734570", "7346169"], "ranked_scores": [575.0, 574.0, 573.0, 572.0, 561.0, 560.0, 560.0, 558.0, 558.0, 558.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["4805364", "7527096", "6287785", "1588747", "5170949", "7650732", "4805366", "6343914", "1333652", "6507423"], "ranked_scores": [544.0, 543.0, 537.0, 536.0, 531.0, 525.0, 522.0, 522.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "1525620", "2692492", "1314390", "272188", "870346", "4617487", "1059524", "870351"], "ranked_scores": [568.0, 555.0, 539.0, 535.0, 531.0, 527.0, 527.0, 525.0, 524.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8741687", "5184907", "7810605", "5351934", "5952078", "5351935", "412211", "8277053", "6797667", "8346188"], "ranked_scores": [551.0, 547.0, 544.0, 543.0, 542.0, 539.0, 537.0, 536.0, 535.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "8265919", "5352322", "5094229", "7646422", "2929750", "7288502", "2510740", "4437965", "4437972"], "ranked_scores": [576.0, 555.0, 548.0, 541.0, 540.0, 539.0, 538.0, 536.0, 532.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["2175305", "3173599", "1536187", "8584772", "4603370", "3424319", "7154585", "4244515", "7619577", "7073235"], "ranked_scores": [547.0, 543.0, 533.0, 527.0, 522.0, 520.0, 519.0, 517.0, 515.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4451324", "7833611", "8796486", "4765788", "8607085", "4765789", "1800207", "4233615", "6714731"], "ranked_scores": [576.0, 559.0, 553.0, 528.0, 522.0, 521.0, 516.0, 515.0, 512.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511150", "7526867", "2898312", "4863107", "4786937", "982644", "7526870", "982652", "1511155", "8783461"], "ranked_scores": [573.0, 572.0, 559.0, 556.0, 556.0, 551.0, 549.0, 549.0, 544.0, 543.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "6864626", "5655", "3259751", "607856", "5164644", "2486151", "8237806", "2737704"], "ranked_scores": [596.0, 568.0, 544.0, 543.0, 539.0, 537.0, 537.0, 536.0, 535.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "4502858", "2366115", "4522649", "5336580", "6179402", "567380", "30088", "5190712", "6278487"], "ranked_scores": [572.0, 562.0, 557.0, 554.0, 552.0, 551.0, 550.0, 546.0, 545.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207588", "6207587", "5181693", "7886033", "6428732", "7874898", "1464540", "1917162", "6684798"], "ranked_scores": [605.0, 576.0, 574.0, 551.0, 545.0, 544.0, 543.0, 542.0, 537.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "4589415", "3920912", "8187754", "2290637", "351022", "2476395", "8819844", "5212100", "1477186"], "ranked_scores": [609.0, 605.0, 593.0, 591.0, 587.0, 585.0, 583.0, 583.0, 582.0, 579.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "8374135", "4991354", "3672237", "4991356", "3806458", "7161101", "4991353", "6465402", "6988582"], "ranked_scores": [568.0, 564.0, 562.0, 548.0, 546.0, 542.0, 536.0, 532.0, 519.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4409027", "4605271", "7778956", "2531512", "3747811", "4605270", "5171449", "7778949", "8201717"], "ranked_scores": [564.0, 555.0, 546.0, 523.0, 522.0, 512.0, 507.0, 502.0, 498.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "2422076", "5857755", "7428627", "1109548", "6632522", "3722839", "7831679", "3942500", "5186526"], "ranked_scores": [563.0, 541.0, 539.0, 537.0, 536.0, 535.0, 534.0, 534.0, 530.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "1716202", "921101", "5143805", "5812523", "6955768", "921100", "1933329", "7313342", "1692091"], "ranked_scores": [568.0, 560.0, 555.0, 549.0, 547.0, 538.0, 538.0, 537.0, 534.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "7728427", "7420248", "3252244", "2940016", "1623860", "8494137", "3250817", "1904771"], "ranked_scores": [584.0, 558.0, 549.0, 548.0, 534.0, 531.0, 523.0, 519.0, 518.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "7562631", "3451041", "5304087", "2024648", "1904920", "1374743", "3451044", "3368462"], "ranked_scores": [590.0, 575.0, 551.0, 546.0, 540.0, 540.0, 534.0, 533.0, 532.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8221437", "7856346", "4158114", "4343906", "1922718", "8015905", "8221431", "3047203", "5409486"], "ranked_scores": [561.0, 544.0, 536.0, 533.0, 530.0, 528.0, 528.0, 526.0, 523.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "3495835", "3495838", "3495840", "7770963", "6625132", "7770959", "1634694", "3885772"], "ranked_scores": [571.0, 561.0, 536.0, 524.0, 517.0, 511.0, 507.0, 502.0, 495.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6212588", "6401864", "6212597", "6212591", "917841", "6965745", "8470196", "1941403", "2852056"], "ranked_scores": [563.0, 547.0, 545.0, 541.0, 534.0, 517.0, 509.0, 501.0, 497.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "1676112", "8499854", "8736649", "3823641", "7332215", "1325723", "6948296", "7153880", "4520541"], "ranked_scores": [563.0, 500.0, 495.0, 490.0, 490.0, 488.0, 487.0, 484.0, 484.0, 483.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "7511874", "2857974", "8432430", "3668938", "1460685", "1420186", "1460689", "8177246"], "ranked_scores": [587.0, 545.0, 527.0, 526.0, 524.0, 524.0, 524.0, 515.0, 513.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "6567497", "7104592", "34456", "704294", "3302094", "4603022", "4878176"], "ranked_scores": [573.0, 567.0, 526.0, 525.0, 520.0, 519.0, 517.0, 516.0, 513.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "8424304", "1981696", "5955284", "1981693", "7589844", "2229750", "1420930", "3373195", "5209746"], "ranked_scores": [525.0, 512.0, 506.0, 503.0, 502.0, 498.0, 498.0, 492.0, 480.0, 476.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8771883", "3113295", "297876", "3569362", "5444303", "3664758", "3982832", "2830832", "1304102"], "ranked_scores": [529.0, 528.0, 522.0, 521.0, 516.0, 515.0, 514.0, 514.0, 512.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-bat": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["575979", "3527619", "1674646", "3445481", "4592392", "1245154", "3533251", "4591200", "7584907", "6162682"], "ranked_scores": [569.0, 566.0, 564.0, 563.0, 562.0, 561.0, 559.0, 557.0, 557.0, 556.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297112", "1674644", "3308552", "5633832", "542682", "4808866", "1297109", "558173", "7121381", "8083127"], "ranked_scores": [567.0, 553.0, 543.0, 542.0, 536.0, 530.0, 529.0, 527.0, 526.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["5842823", "911138", "7383965", "7094398", "298606", "1592656", "5221728", "2403650", "2295208", "2403648"], "ranked_scores": [588.0, 580.0, 549.0, 546.0, 545.0, 531.0, 530.0, 529.0, 524.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "515311", "8279447", "7369987", "2541248", "5684712", "2812582", "1727064", "7011409"], "ranked_scores": [612.0, 608.0, 595.0, 590.0, 587.0, 581.0, 577.0, 576.0, 574.0, 572.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "7048914", "1159742", "5450605", "5346316", "1936834", "2070215", "3794300", "4269405"], "ranked_scores": [580.0, 580.0, 577.0, 571.0, 565.0, 563.0, 552.0, 552.0, 551.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["378964", "1191483", "4078349", "8817884", "5676506", "729819", "8283881", "5606320", "970989", "8011156"], "ranked_scores": [522.0, 515.0, 504.0, 503.0, 502.0, 502.0, 500.0, 494.0, 493.0, 491.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "6980305", "4816964", "6964479", "7813557", "5227711", "6311584", "5108583", "6815901", "6964486"], "ranked_scores": [573.0, 572.0, 563.0, 556.0, 552.0, 542.0, 538.0, 537.0, 533.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550559", "7698064", "3550563", "6252080", "3428369", "7431788", "217890", "4476440", "7017745"], "ranked_scores": [614.0, 611.0, 570.0, 562.0, 528.0, 515.0, 513.0, 504.0, 502.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1102477", "249524", "5110182", "2322245", "1365210", "1102481", "289409", "6950275", "4414409"], "ranked_scores": [583.0, 576.0, 575.0, 572.0, 569.0, 568.0, 566.0, 556.0, 546.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "5132484", "2117748", "5469449", "7658715", "8251080", "6880513", "4513419", "5392883"], "ranked_scores": [582.0, 552.0, 524.0, 521.0, 521.0, 514.0, 512.0, 511.0, 508.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1226213", "1438830", "5640027", "8114676", "5775568", "5640023", "2136954", "8511971"], "ranked_scores": [641.0, 639.0, 537.0, 526.0, 503.0, 502.0, 497.0, 496.0, 494.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["2172884", "4996378", "295789", "7168976", "295788", "6807529", "2899047", "4069689", "1852105", "4623381"], "ranked_scores": [515.0, 510.0, 509.0, 508.0, 502.0, 499.0, 496.0, 495.0, 493.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "4892433", "5809779", "5809784", "6363851", "6363850", "6628785", "277376"], "ranked_scores": [613.0, 554.0, 541.0, 533.0, 531.0, 529.0, 524.0, 520.0, 519.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450827", "8259512", "8259514", "7970736", "8450828", "8450833", "7970728", "7970734", "1265191", "320956"], "ranked_scores": [634.0, 624.0, 624.0, 621.0, 619.0, 604.0, 590.0, 582.0, 556.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "7160804", "8346654", "6193662", "7138663", "3868557", "4702013", "7612966", "5841488", "981996"], "ranked_scores": [585.0, 573.0, 565.0, 555.0, 552.0, 547.0, 538.0, 538.0, 535.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "8067800", "1136294", "2010657", "5190750", "665690", "3936785", "8827602"], "ranked_scores": [654.0, 576.0, 551.0, 524.0, 524.0, 522.0, 517.0, 515.0, 514.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "5340239", "5143532", "6439595", "7096206", "2995208", "5672317", "7937822"], "ranked_scores": [613.0, 578.0, 542.0, 541.0, 531.0, 523.0, 521.0, 519.0, 518.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "8157542", "7948042", "8660295", "2116929", "3646584", "7146728", "1793535", "3646580", "2116933"], "ranked_scores": [595.0, 580.0, 564.0, 558.0, 558.0, 557.0, 557.0, 549.0, 547.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "3569426", "4725494", "1611463", "2535705", "2801033", "2647181", "6937119", "3290515"], "ranked_scores": [611.0, 609.0, 525.0, 525.0, 523.0, 522.0, 520.0, 517.0, 511.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "2091063", "7153163", "7503576", "5231134", "1674914", "4393603", "4624992", "3444262", "6951440"], "ranked_scores": [609.0, 551.0, 550.0, 550.0, 550.0, 540.0, 538.0, 536.0, 535.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1174164", "1174168", "1174172", "6804877", "4489794", "1299663", "4595482", "4489799", "4489797", "4826837"], "ranked_scores": [553.0, 552.0, 548.0, 542.0, 540.0, 540.0, 537.0, 537.0, 534.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8477970", "8045986", "7623735", "863946", "3853232", "8540414", "1023113", "4796869", "7134383"], "ranked_scores": [594.0, 581.0, 581.0, 576.0, 571.0, 571.0, 565.0, 562.0, 561.0, 558.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["8820180", "4936994", "7689710", "2188117", "5063008", "7689707", "6506033", "1673140", "3368582", "5039968"], "ranked_scores": [553.0, 545.0, 543.0, 542.0, 534.0, 525.0, 515.0, 512.0, 512.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3968773", "1460640", "3346337", "7649297", "1546056", "2443030", "6642275", "5808457"], "ranked_scores": [664.0, 622.0, 601.0, 597.0, 592.0, 588.0, 587.0, 584.0, 580.0, 569.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5269626", "1871086", "4647338", "8281194", "2796265", "5873574", "2796268", "5734570", "5055675", "1070634"], "ranked_scores": [602.0, 581.0, 581.0, 579.0, 578.0, 576.0, 574.0, 574.0, 573.0, 572.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "5170949", "5027731", "4805364", "5174051", "1588747", "6287785", "5027729", "954270"], "ranked_scores": [594.0, 576.0, 554.0, 545.0, 544.0, 542.0, 542.0, 537.0, 535.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "1314383", "2576605", "2576606", "7249172", "805894", "272190", "1059524", "551238"], "ranked_scores": [600.0, 584.0, 577.0, 566.0, 566.0, 564.0, 562.0, 560.0, 558.0, 556.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "7810605", "8162194", "8277053", "6797667", "8162192", "8741687", "1850491", "5149609", "4799603"], "ranked_scores": [567.0, 559.0, 559.0, 556.0, 550.0, 549.0, 542.0, 541.0, 540.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7646422", "5094229", "7288502", "4195768", "2061122", "5756090", "5196370", "5352322", "7646426"], "ranked_scores": [623.0, 593.0, 591.0, 580.0, 569.0, 564.0, 561.0, 561.0, 553.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["7154587", "3173599", "2068025", "6818953", "5499496", "6045016", "1463441", "8531579", "3230959", "4603370"], "ranked_scores": [561.0, 548.0, 528.0, 527.0, 526.0, 526.0, 524.0, 519.0, 517.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4233615", "7833611", "8796486", "4451324", "2304854", "3979452", "3591787", "8773427", "4765785"], "ranked_scores": [606.0, 574.0, 569.0, 557.0, 556.0, 545.0, 544.0, 543.0, 540.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2099688", "3141441", "1511155", "6760855", "7526867", "2898312", "4863107", "6503017", "7526870", "4863108"], "ranked_scores": [604.0, 598.0, 586.0, 582.0, 581.0, 578.0, 577.0, 576.0, 576.0, 572.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110611", "7110612", "7770196", "8331763", "2299432", "888154", "607856", "7937494", "7429866"], "ranked_scores": [611.0, 565.0, 562.0, 547.0, 534.0, 528.0, 527.0, 525.0, 524.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "4502858", "30088", "1417034", "3659405", "5336580", "2391916", "567380", "4522649", "2066951"], "ranked_scores": [664.0, 619.0, 611.0, 607.0, 601.0, 586.0, 577.0, 576.0, 572.0, 560.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207587", "5904163", "1917162", "6207588", "8653062", "5338621", "2789716", "3712671", "6684798"], "ranked_scores": [632.0, 555.0, 552.0, 549.0, 547.0, 543.0, 543.0, 542.0, 541.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["3920912", "4893298", "6302238", "4004619", "2391077", "4589415", "4205560", "4004613", "2565560", "4004614"], "ranked_scores": [614.0, 604.0, 602.0, 601.0, 600.0, 595.0, 593.0, 589.0, 586.0, 585.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3672237", "4991354", "3148555", "4991353", "8374135", "4991356", "7161101", "3806457", "3806458"], "ranked_scores": [596.0, 579.0, 575.0, 568.0, 568.0, 553.0, 552.0, 548.0, 542.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "7778956", "4409027", "4605271", "5393501", "2531512", "3747811", "6193415", "1250411", "2531517"], "ranked_scores": [588.0, 584.0, 580.0, 575.0, 560.0, 556.0, 534.0, 524.0, 521.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "8586692", "7831679", "139961", "1109548", "7428627", "2651737", "139964", "2169679", "6632522"], "ranked_scores": [587.0, 584.0, 575.0, 569.0, 556.0, 546.0, 541.0, 540.0, 540.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["921100", "921101", "6106100", "1867101", "5143805", "6180355", "4992578", "3689305", "1631830", "8628818"], "ranked_scores": [568.0, 564.0, 559.0, 559.0, 553.0, 552.0, 550.0, 547.0, 542.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7728427", "3252244", "7420248", "2940019", "4258668", "1623860", "8532695", "5339587", "1969532"], "ranked_scores": [632.0, 623.0, 617.0, 590.0, 586.0, 573.0, 567.0, 567.0, 564.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "7562631", "5304087", "3811525", "3451041", "1398369", "7611888", "8646229", "3451044"], "ranked_scores": [640.0, 577.0, 560.0, 558.0, 541.0, 535.0, 529.0, 529.0, 528.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "4127072", "7856346", "8221437", "4158114", "8221431", "6269961", "8015905", "4626170", "4343906"], "ranked_scores": [597.0, 592.0, 591.0, 590.0, 583.0, 576.0, 563.0, 562.0, 559.0, 557.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495835", "7770963", "3495831", "3495838", "8608976", "7699084", "3495840", "3231354", "3885772"], "ranked_scores": [608.0, 554.0, 546.0, 544.0, 537.0, 521.0, 517.0, 512.0, 508.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212597", "6212588", "6401864", "609594", "6212591", "1941403", "3843787", "917841", "8470196", "609590"], "ranked_scores": [627.0, 617.0, 615.0, 589.0, 578.0, 554.0, 551.0, 544.0, 530.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7803343", "7078336", "2763685", "7332215", "1325723", "7153880", "4520541", "1031361", "6984244"], "ranked_scores": [610.0, 515.0, 510.0, 495.0, 491.0, 489.0, 488.0, 486.0, 480.0, 479.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "7511874", "5891383", "1460685", "2857976", "1193873", "1443272", "1420186", "3668938", "8432430"], "ranked_scores": [590.0, 579.0, 564.0, 564.0, 541.0, 536.0, 532.0, 532.0, 531.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "1690952", "6124976", "2018124", "7985411", "7558181", "6176864", "3215105"], "ranked_scores": [613.0, 592.0, 566.0, 532.0, 528.0, 523.0, 520.0, 518.0, 517.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "1420930", "6986881", "7589844", "1981693", "5955284", "5647010", "5209746", "3559380", "6358108"], "ranked_scores": [539.0, 529.0, 521.0, 520.0, 514.0, 514.0, 511.0, 510.0, 506.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8771883", "7966624", "5262322", "3664758", "8743966", "5025261", "8743967", "4597448", "8758591"], "ranked_scores": [624.0, 547.0, 537.0, 533.0, 524.0, 522.0, 519.0, 517.0, 515.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-32": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "7584907", "4591200", "3527619", "220570", "6375472", "962399", "7072115", "6858216", "1301327"], "ranked_scores": [0.9189, 0.9046, 0.8909, 0.8882, 0.8824, 0.8812, 0.8809, 0.8757, 0.8748, 0.8748], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "4808866", "8083127", "1150856", "220565", "7584907", "527685", "3308552", "1297109", "1297112"], "ranked_scores": [0.8764, 0.8711, 0.8677, 0.8624, 0.8572, 0.8542, 0.8473, 0.8452, 0.844, 0.8428], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["5221728", "7905688", "5842823", "298606", "7094398", "1729038", "6235583", "6712790", "8543994", "6711597"], "ranked_scores": [0.8489, 0.8329, 0.7957, 0.7891, 0.7865, 0.766, 0.7504, 0.7494, 0.7428, 0.7372], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2812582", "3338175", "5769842", "7369987", "6926916", "2740613", "5359258", "66616", "7386245", "3399535"], "ranked_scores": [0.9172, 0.9094, 0.906, 0.8602, 0.837, 0.8298, 0.8275, 0.8269, 0.8144, 0.789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3640120", "7048914", "7255675", "7255678", "7048912", "1946946", "5817777", "3794300", "1936834", "3794304"], "ranked_scores": [0.8373, 0.8367, 0.8339, 0.8193, 0.818, 0.8009, 0.7997, 0.795, 0.7882, 0.788], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1190311", "4450104", "5606320", "3931595", "1805806", "5401718", "8011156", "5676506", "7469549", "3931594"], "ranked_scores": [0.7907, 0.7606, 0.7461, 0.7453, 0.7224, 0.7147, 0.7065, 0.7058, 0.6935, 0.69], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6815901", "6104775", "2807543", "1767388", "5108583", "4816964", "1173182", "4487109", "5155174", "3930817"], "ranked_scores": [0.8659, 0.8587, 0.8423, 0.8204, 0.8074, 0.806, 0.7933, 0.7896, 0.7862, 0.7861], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550559", "3550561", "3550563", "7698064", "734127", "3671400", "7017745", "2005528", "7647368", "8069476"], "ranked_scores": [0.8649, 0.8534, 0.7911, 0.7829, 0.6765, 0.6701, 0.6559, 0.6521, 0.6432, 0.637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["6950276", "4414409", "5110182", "6950269", "3761522", "140294", "249524", "1640257", "140290", "6909168"], "ranked_scores": [0.8932, 0.8838, 0.8786, 0.8499, 0.8363, 0.8297, 0.8235, 0.8225, 0.8167, 0.8081], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7479448", "7479455", "7187662", "2995208", "7964634", "8215736", "4830263", "4830265", "3452232"], "ranked_scores": [0.8013, 0.7773, 0.7765, 0.774, 0.7648, 0.758, 0.743, 0.734, 0.7301, 0.7244], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "5232211", "4095188", "4405605", "5775568", "6033800", "1438830", "2037947", "3897453"], "ranked_scores": [0.8872, 0.8022, 0.7619, 0.7512, 0.7378, 0.723, 0.7225, 0.7215, 0.7177, 0.7172], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8110427", "729819", "7181639", "2172877", "3415897", "5351437", "1070106", "4597681", "1919882", "7058927"], "ranked_scores": [0.7281, 0.6929, 0.6767, 0.6721, 0.6686, 0.6586, 0.6554, 0.6469, 0.6454, 0.6387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "5289585", "8672006", "7301816", "7301819", "6628785", "3512764", "5694511", "5457419", "7431788"], "ranked_scores": [0.7868, 0.769, 0.7434, 0.7413, 0.722, 0.715, 0.7057, 0.7034, 0.7023, 0.7017], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "8450827", "7970736", "7970728", "8596346", "8259514", "6256272", "3437046", "4380333", "6709249"], "ranked_scores": [0.8774, 0.8448, 0.8383, 0.823, 0.8009, 0.7799, 0.7765, 0.7682, 0.7632, 0.7632], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["5720449", "95177", "7160805", "8632001", "232771", "6193662", "1466669", "6835042", "8128745", "4448360"], "ranked_scores": [0.8269, 0.8118, 0.7912, 0.775, 0.7738, 0.7683, 0.764, 0.7615, 0.757, 0.7542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2010657", "3936785", "7686961", "7872867", "7496070", "1136294", "7574370", "8450833", "6467669"], "ranked_scores": [0.8719, 0.7623, 0.7286, 0.7274, 0.7119, 0.6922, 0.6903, 0.6872, 0.6857, 0.6797], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5143532", "4015499", "7870704", "7870700", "6368665", "6439597", "6043027", "2001867", "3830558"], "ranked_scores": [0.757, 0.7531, 0.7302, 0.7288, 0.7138, 0.6896, 0.6795, 0.6753, 0.6695, 0.6574], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["6373832", "2211646", "3646580", "4845318", "875199", "7671660", "8722441", "507236", "4574062", "4000690"], "ranked_scores": [0.8555, 0.8531, 0.8495, 0.8495, 0.8442, 0.8433, 0.8314, 0.8264, 0.8214, 0.8204], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "3569426", "2801033", "4166350", "4725494", "2870276", "7958943", "942766", "2356986", "2646257"], "ranked_scores": [0.8139, 0.7389, 0.71, 0.7033, 0.7032, 0.7014, 0.6993, 0.6988, 0.6904, 0.689], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5674942", "2002380", "5964551", "7503576", "1863876", "1674914", "4393601", "1226636", "6641482"], "ranked_scores": [0.8857, 0.8513, 0.8394, 0.821, 0.7955, 0.7913, 0.7882, 0.7835, 0.7757, 0.7702], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1842454", "7803391", "6046078", "261654", "1174168", "1174164", "1767936", "6703894", "1174172", "4999276"], "ranked_scores": [0.8509, 0.825, 0.8231, 0.8197, 0.8104, 0.8042, 0.7988, 0.7956, 0.7927, 0.7889], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["1023113", "2588002", "442006", "1839684", "8045986", "7269273", "4796869", "5535297", "7393462", "3853232"], "ranked_scores": [0.8703, 0.8448, 0.8356, 0.8355, 0.83, 0.8136, 0.8096, 0.8084, 0.8064, 0.8049], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4606680", "8820180", "7689707", "1143382", "5039968", "2188117", "5063008", "4936994", "623987"], "ranked_scores": [0.8392, 0.8037, 0.7858, 0.7773, 0.7611, 0.7604, 0.7564, 0.7504, 0.7446, 0.7231], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3968773", "1460640", "92150", "5729775", "5305583", "1546056", "268498", "4679829", "2443030", "1737755"], "ranked_scores": [0.911, 0.8961, 0.8879, 0.887, 0.8829, 0.882, 0.8817, 0.8729, 0.8718, 0.8679], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2636672", "2636668", "5269626", "1348264", "8426355", "5784428", "4634946", "3733774", "1017723", "8307546"], "ranked_scores": [0.9279, 0.9119, 0.9094, 0.9044, 0.8978, 0.8948, 0.8766, 0.8736, 0.873, 0.8696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5174051", "5170949", "7527096", "1333651", "1214489", "1088384", "5996085", "7650732", "954270", "4805366"], "ranked_scores": [0.8433, 0.8346, 0.7864, 0.7803, 0.7764, 0.7734, 0.7657, 0.7623, 0.7619, 0.7597], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1059524", "272188", "2080220", "1613678", "845706", "1314383", "7249172", "551238", "7131195"], "ranked_scores": [0.8545, 0.8391, 0.8304, 0.8301, 0.8199, 0.8135, 0.8123, 0.8036, 0.8027, 0.801], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["5351934", "258524", "5184907", "5952078", "5149609", "8346188", "8741687", "4547262", "7810605", "8162192"], "ranked_scores": [0.8585, 0.8553, 0.8235, 0.8204, 0.8199, 0.8029, 0.7995, 0.7943, 0.7942, 0.7831], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["8657854", "8265919", "2536497", "5335298", "7288504", "4377794", "4278761", "5094229", "2510740", "5352322"], "ranked_scores": [0.9292, 0.8576, 0.8454, 0.8383, 0.835, 0.833, 0.83, 0.8296, 0.8281, 0.8281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["7899629", "8584772", "7878881", "5764460", "8624217", "2525613", "5786097", "1536187", "3173599", "2175305"], "ranked_scores": [0.7585, 0.7562, 0.7432, 0.7312, 0.7147, 0.6948, 0.6947, 0.6942, 0.6938, 0.6848], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "4451324", "4765789", "8773427", "8796481", "8607085", "6714731", "2998930", "1867187"], "ranked_scores": [0.8434, 0.8076, 0.8001, 0.7843, 0.7708, 0.7676, 0.7547, 0.7398, 0.7395, 0.7196], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["4786937", "7526871", "982652", "1511150", "6062947", "7526870", "7526868", "3438193", "6503017", "2617807"], "ranked_scores": [0.9096, 0.9058, 0.8936, 0.8886, 0.8826, 0.8803, 0.8787, 0.8768, 0.8762, 0.8739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "3259751", "7770196", "7110611", "7110612", "2486151", "5280575", "5280582", "8310623", "5546116"], "ranked_scores": [0.8954, 0.878, 0.8362, 0.8265, 0.8176, 0.8001, 0.7954, 0.7926, 0.7806, 0.7731], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "4502858", "4256443", "1417034", "7699112", "6278487", "30085", "5268642", "6179402", "490710"], "ranked_scores": [0.8367, 0.8256, 0.8189, 0.8184, 0.8167, 0.8142, 0.8011, 0.8006, 0.7945, 0.7943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "4039012", "7886033", "8098325", "8148596", "7645257", "1696161", "6207587", "6684798"], "ranked_scores": [0.9094, 0.8583, 0.8417, 0.8298, 0.8175, 0.8166, 0.8045, 0.795, 0.7905, 0.7863], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "2290637", "2391075", "4589415", "3661383", "4111498", "4893298", "2565560", "2474580", "2245440"], "ranked_scores": [0.9404, 0.9334, 0.9318, 0.9296, 0.9263, 0.9248, 0.9174, 0.915, 0.912, 0.9104], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["3672237", "4991354", "826058", "8374135", "4991353", "4991356", "3806458", "7161099", "6465402", "7161101"], "ranked_scores": [0.8568, 0.853, 0.8476, 0.8315, 0.8223, 0.7782, 0.7733, 0.7535, 0.7523, 0.7296], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "2531512", "4605271", "4409027", "6967801", "4900578", "7778949", "6448142", "4363844", "7689564"], "ranked_scores": [0.8797, 0.8605, 0.7957, 0.7901, 0.7825, 0.7691, 0.765, 0.7585, 0.745, 0.6924], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["3722839", "3722841", "7428627", "3942500", "4590213", "7611350", "3186813", "5390765", "6632518", "7795888"], "ranked_scores": [0.8597, 0.8036, 0.802, 0.8001, 0.7933, 0.7932, 0.7879, 0.7789, 0.7784, 0.7774], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1933329", "921100", "1631830", "1867101", "6761601", "7313345", "7313342", "886990", "7882842", "6761606"], "ranked_scores": [0.9143, 0.911, 0.8978, 0.8966, 0.8865, 0.8845, 0.8824, 0.8822, 0.8799, 0.8773], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7420248", "3252244", "4258668", "7728427", "4130908", "7503113", "2359804", "1623860", "2940016"], "ranked_scores": [0.8589, 0.8579, 0.8418, 0.8395, 0.8387, 0.8369, 0.8338, 0.8188, 0.8132, 0.8127], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562631", "8738884", "5304087", "3368462", "2024648", "7562624", "1732853", "6241516", "694863", "3016589"], "ranked_scores": [0.847, 0.8333, 0.8306, 0.8099, 0.7888, 0.7364, 0.6921, 0.6908, 0.6885, 0.6882], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "8221431", "4343906", "4158114", "7856346", "8015905", "1922718", "5409488", "2628906", "2659096"], "ranked_scores": [0.8308, 0.7683, 0.7655, 0.7591, 0.7435, 0.7434, 0.7416, 0.7298, 0.7276, 0.7194], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495831", "3495835", "3495838", "3495840", "6625132", "1188785", "4545847", "1005751"], "ranked_scores": [0.8722, 0.8117, 0.7881, 0.7653, 0.747, 0.7431, 0.7273, 0.7046, 0.7041, 0.6943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212597", "609594", "6212588", "6401864", "6212591", "5961455", "3843787", "8120878", "6106100", "7078336"], "ranked_scores": [0.8936, 0.8862, 0.882, 0.8764, 0.8718, 0.8216, 0.7915, 0.782, 0.7597, 0.7561], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "6948296", "2465849", "4520541", "4133425", "2108312", "5025269", "3765824", "2932576", "1224895"], "ranked_scores": [0.8229, 0.8158, 0.7908, 0.7576, 0.757, 0.7496, 0.7447, 0.7341, 0.7111, 0.71], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "6919840", "5057288", "7511874", "5442993", "8043490", "4846553", "5891383", "5442989"], "ranked_scores": [0.8769, 0.8694, 0.8095, 0.8086, 0.8052, 0.7787, 0.777, 0.7745, 0.7732, 0.7675], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7104592", "8600254", "4437855", "1690952", "6567497", "7558181", "7564158", "7985411"], "ranked_scores": [0.8933, 0.8861, 0.8338, 0.8304, 0.8093, 0.8072, 0.8022, 0.7953, 0.7949, 0.7845], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "1981693", "1420930", "7138494", "1981696", "5209746", "5955284", "8424304", "7152851", "6986881"], "ranked_scores": [0.8297, 0.8075, 0.7985, 0.7807, 0.7598, 0.7568, 0.7551, 0.7539, 0.7526, 0.74], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["6304249", "5025261", "7946528", "3664758", "8743966", "3404247", "4957113", "6230498", "8667781", "7823501"], "ranked_scores": [0.7918, 0.7756, 0.7394, 0.7134, 0.6988, 0.6985, 0.692, 0.6904, 0.6879, 0.6682], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-64": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "7584907", "1674644", "2410161", "2746690", "1301327", "6858216", "1433976", "638358", "7072115"], "ranked_scores": [0.8915, 0.8844, 0.8618, 0.8605, 0.8592, 0.8568, 0.8559, 0.8553, 0.8526, 0.8473], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "220565", "1674644", "1297109", "1297112", "8083127", "1150856", "527685", "7584907", "1674646"], "ranked_scores": [0.8466, 0.8281, 0.8242, 0.8072, 0.8061, 0.8037, 0.8032, 0.8013, 0.7953, 0.7909], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "5842823", "911138", "3451043", "298606", "5221728", "2295208", "3792488", "6712790"], "ranked_scores": [0.7781, 0.7497, 0.7426, 0.7352, 0.7069, 0.6802, 0.6734, 0.6689, 0.666, 0.6658], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2812582", "5769842", "3338175", "7369987", "515311", "2740613", "3125130", "7386245", "5359258", "6926916"], "ranked_scores": [0.8925, 0.8892, 0.8765, 0.8491, 0.8185, 0.8044, 0.7929, 0.7899, 0.7879, 0.7827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7255675", "7048914", "3640120", "3794304", "7048912", "3794297", "7255678", "856390", "1159742", "5346316"], "ranked_scores": [0.8247, 0.8154, 0.8115, 0.7901, 0.79, 0.7707, 0.7672, 0.7602, 0.7601, 0.757], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1805806", "4450104", "1494980", "3971679", "3205963", "5606320", "1190311", "5401718", "8283881", "8299818"], "ranked_scores": [0.7192, 0.7045, 0.6816, 0.6687, 0.6679, 0.666, 0.6654, 0.6531, 0.6418, 0.641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "6964479", "7813557", "6980305", "6801871", "6964486", "2807543", "1777799", "6815901"], "ranked_scores": [0.7844, 0.7767, 0.773, 0.7711, 0.7217, 0.721, 0.7073, 0.6951, 0.6939, 0.6926], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "7698064", "3550559", "3550563", "3689309", "3689305", "3428369", "5812523", "1692091", "477636"], "ranked_scores": [0.8485, 0.7576, 0.6836, 0.6312, 0.579, 0.5571, 0.5464, 0.5395, 0.5358, 0.5284], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["6950276", "6950269", "4414409", "5110182", "1640257", "140294", "8452568", "249524", "6950275", "3761522"], "ranked_scores": [0.8128, 0.8065, 0.7928, 0.7653, 0.7631, 0.7484, 0.7435, 0.7402, 0.7346, 0.7337], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "2508734", "4830263", "7479455", "7187662", "630314", "7479448", "792477", "4582407", "5002757"], "ranked_scores": [0.6956, 0.6082, 0.6056, 0.6048, 0.6023, 0.599, 0.5977, 0.5853, 0.5848, 0.5817], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "4922192", "1226213", "4405605", "1226215", "209692", "5640023", "4436697"], "ranked_scores": [0.7856, 0.7712, 0.7134, 0.6865, 0.6453, 0.6192, 0.6051, 0.5879, 0.5702, 0.5668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["2172877", "4069689", "8110427", "4623383", "2172884", "295789", "729503", "7058927", "7058926", "7181639"], "ranked_scores": [0.6131, 0.6022, 0.5598, 0.5588, 0.5511, 0.5464, 0.5425, 0.5419, 0.5413, 0.5377], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "5809779", "4892433", "6363851", "6363850", "6363854", "5457419", "3512764", "5289585", "5809784"], "ranked_scores": [0.6949, 0.6674, 0.6562, 0.6517, 0.6304, 0.6255, 0.6199, 0.6182, 0.6087, 0.6007], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970735", "7970728", "7970736", "8450827", "8450833", "8450828", "211437", "3790851", "4860954"], "ranked_scores": [0.822, 0.8177, 0.7843, 0.7778, 0.762, 0.7346, 0.7279, 0.7173, 0.7098, 0.6975], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["4619086", "7160805", "5720449", "232771", "7160804", "6193662", "8128745", "1466669", "8636883", "6835042"], "ranked_scores": [0.8042, 0.7844, 0.784, 0.7827, 0.7526, 0.752, 0.7458, 0.7389, 0.7385, 0.7376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "5190750", "6467669", "2010657", "7220312", "7574370", "1136294", "3936785", "8067800", "4768599"], "ranked_scores": [0.8477, 0.6764, 0.6716, 0.6684, 0.6284, 0.6231, 0.6177, 0.6175, 0.6021, 0.5846], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5143532", "7870700", "7870704", "3835174", "2001867", "2995208", "6368665", "5672317", "7919682"], "ranked_scores": [0.686, 0.6739, 0.6215, 0.6184, 0.6149, 0.5972, 0.5857, 0.5856, 0.5852, 0.5823], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["1435310", "2116932", "8722441", "8660295", "3646580", "2116929", "8157542", "6373832", "875199", "8722440"], "ranked_scores": [0.8349, 0.8251, 0.8179, 0.8101, 0.8064, 0.8062, 0.8057, 0.8045, 0.8004, 0.7991], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "3569426", "7958943", "4985799", "3891003", "2870276", "2801033", "2320165", "5984719", "3638988"], "ranked_scores": [0.8264, 0.7257, 0.7249, 0.6752, 0.6583, 0.6484, 0.6415, 0.6325, 0.6323, 0.6298], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5674942", "7503576", "1674914", "5964551", "1290166", "4393603", "925659", "1863876", "4393601"], "ranked_scores": [0.8632, 0.8081, 0.8072, 0.7715, 0.7712, 0.7589, 0.7554, 0.7472, 0.7446, 0.7442], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1842454", "1174168", "1174164", "7803391", "1174172", "6046078", "6513250", "1299663", "4999276", "6127285"], "ranked_scores": [0.7835, 0.771, 0.7682, 0.7597, 0.757, 0.7531, 0.7504, 0.7321, 0.6897, 0.6839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "2588002", "1023113", "4796869", "1839684", "3853232", "442006", "5535297", "2175868", "2587999"], "ranked_scores": [0.845, 0.8326, 0.8255, 0.8041, 0.7996, 0.7909, 0.7891, 0.7868, 0.7721, 0.7565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "2188117", "8820180", "7689707", "4936994", "7689710", "5039968", "5136036", "3368582", "5467125"], "ranked_scores": [0.7959, 0.7144, 0.7133, 0.7052, 0.6954, 0.6623, 0.6572, 0.6507, 0.6457, 0.6457], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3968773", "5729775", "1460640", "1546056", "92150", "2443030", "5668797", "5808457", "3346337", "1494462"], "ranked_scores": [0.9, 0.8992, 0.8774, 0.8768, 0.8714, 0.8632, 0.8528, 0.8477, 0.8434, 0.8387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5784428", "2636672", "5269626", "5873574", "8426355", "1348264", "3733774", "1017723", "2636668", "5123227"], "ranked_scores": [0.8908, 0.8884, 0.8839, 0.874, 0.867, 0.8668, 0.8666, 0.8597, 0.8565, 0.8543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5170949", "5174051", "4805366", "6343914", "1088384", "8421090", "4805364", "5027731", "954270"], "ranked_scores": [0.829, 0.829, 0.822, 0.7966, 0.7954, 0.7924, 0.7861, 0.7856, 0.7841, 0.784], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1059524", "2080220", "1613678", "272188", "845706", "7131195", "755730", "1314383", "1525620"], "ranked_scores": [0.8257, 0.7853, 0.7845, 0.7807, 0.7799, 0.7711, 0.7682, 0.7637, 0.7594, 0.7518], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8741687", "3132831", "5184907", "5952078", "7810605", "6797667", "3720839", "8346188", "5149609", "3024301"], "ranked_scores": [0.7734, 0.7615, 0.7584, 0.7436, 0.738, 0.7309, 0.7268, 0.7232, 0.7203, 0.7183], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["2510740", "8265919", "5094229", "7646422", "7288502", "4195768", "2536497", "4278761", "4437972", "5335298"], "ranked_scores": [0.8507, 0.8426, 0.8387, 0.8362, 0.8343, 0.8336, 0.8334, 0.8303, 0.8302, 0.828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3173599", "7878881", "5764460", "8584772", "8624217", "7899629", "1536187", "3445115", "7619577", "8498825"], "ranked_scores": [0.7477, 0.7284, 0.7259, 0.7115, 0.7015, 0.6982, 0.6901, 0.6806, 0.6768, 0.6726], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "6714731", "7833611", "8773427", "4765789", "4451324", "8287779", "2998929", "1800205", "2998930"], "ranked_scores": [0.8146, 0.7816, 0.745, 0.7149, 0.7082, 0.7075, 0.6917, 0.686, 0.6694, 0.6666], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526871", "1511150", "6503017", "2617807", "4786937", "5036995", "982644", "7526870", "7526867", "4600593"], "ranked_scores": [0.8507, 0.8072, 0.8047, 0.8032, 0.7982, 0.7959, 0.7955, 0.7931, 0.7874, 0.7865], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "3259751", "7110611", "7110612", "7770196", "8310623", "5280582", "3701436", "4788846", "2486151"], "ranked_scores": [0.8512, 0.816, 0.7962, 0.7873, 0.767, 0.7412, 0.7348, 0.7322, 0.7164, 0.7155], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "4502858", "6278487", "1417034", "4256443", "5268642", "5343617", "30085", "7699112", "2366115"], "ranked_scores": [0.7954, 0.7869, 0.7785, 0.774, 0.7722, 0.768, 0.751, 0.7487, 0.7477, 0.7471], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "6207587", "6207588", "4039012", "7886033", "2789716", "4687112", "7874898", "3388064"], "ranked_scores": [0.8312, 0.7876, 0.7607, 0.7553, 0.7479, 0.7203, 0.7111, 0.7076, 0.7039, 0.7015], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4111498", "4205560", "4004619", "8187749", "2245440", "4589415", "1338705", "8819844", "4432184", "5212100"], "ranked_scores": [0.8677, 0.8631, 0.8586, 0.8571, 0.8563, 0.8514, 0.8504, 0.8421, 0.8408, 0.8397], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3672237", "4991354", "8374135", "4991356", "3806458", "4991353", "6465402", "6669947", "7161099"], "ranked_scores": [0.8642, 0.8505, 0.8409, 0.8195, 0.7601, 0.757, 0.7516, 0.7348, 0.6991, 0.6974], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4409027", "4900578", "2531512", "4363844", "2103530", "7778949", "4363840", "3747811"], "ranked_scores": [0.823, 0.783, 0.7751, 0.7635, 0.7558, 0.6889, 0.6424, 0.6357, 0.6123, 0.6042], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["3722839", "7831679", "7606919", "7428627", "5338899", "6632522", "1109548", "6632520", "6803877", "6632518"], "ranked_scores": [0.7662, 0.7464, 0.7381, 0.7357, 0.7118, 0.7083, 0.7069, 0.703, 0.7009, 0.6976], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["921100", "1933329", "1631830", "1867101", "5812523", "921101", "6761601", "5143805", "7313345", "7313342"], "ranked_scores": [0.8703, 0.8627, 0.8578, 0.852, 0.8256, 0.8227, 0.8105, 0.8073, 0.8056, 0.8046], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7420248", "4258668", "2940016", "2359804", "7728427", "3252244", "8494137", "1969532", "4130908"], "ranked_scores": [0.8648, 0.8328, 0.8089, 0.7811, 0.7801, 0.7755, 0.7621, 0.7438, 0.7415, 0.733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562631", "2024648", "5304087", "7562624", "1732853", "3368462", "1732850", "3016589", "1337894"], "ranked_scores": [0.7851, 0.7731, 0.7701, 0.7498, 0.7216, 0.6557, 0.6444, 0.6047, 0.5868, 0.5805], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "8015905", "8221430", "4343906", "7856346", "5409488", "5409487", "8221431", "4158114", "5409486"], "ranked_scores": [0.7466, 0.6927, 0.6902, 0.6839, 0.6821, 0.681, 0.6796, 0.6787, 0.6686, 0.6686], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495831", "3495835", "3495838", "6625132", "3495840", "7770959", "654073", "6786202"], "ranked_scores": [0.8247, 0.796, 0.7775, 0.7445, 0.7041, 0.694, 0.6483, 0.6478, 0.6417, 0.6417], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6212597", "6212591", "6401864", "6212588", "3843787", "6185824", "6185825", "8405293", "8120878"], "ranked_scores": [0.8475, 0.837, 0.8354, 0.8352, 0.833, 0.7213, 0.7112, 0.6989, 0.6974, 0.6751], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "6948296", "2465849", "2108312", "5025269", "6392824", "4846383", "1224895", "4520541", "7704729"], "ranked_scores": [0.7895, 0.7326, 0.6736, 0.6458, 0.643, 0.6425, 0.618, 0.6134, 0.6102, 0.6086], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "7511874", "1193873", "6305059", "8177246", "1420186", "6919840", "2857974"], "ranked_scores": [0.8583, 0.8022, 0.7837, 0.7505, 0.7264, 0.7228, 0.7211, 0.7171, 0.7159, 0.7119], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "7985411", "7104592", "4437855", "1690952", "4878176", "4437857", "6533908"], "ranked_scores": [0.886, 0.8811, 0.7805, 0.7689, 0.7634, 0.7602, 0.7538, 0.7331, 0.732, 0.7293], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["8424304", "1981693", "7589839", "5955284", "1981696", "1420930", "2229750", "8123901", "6986881", "7138494"], "ranked_scores": [0.7562, 0.753, 0.7473, 0.7469, 0.7453, 0.7446, 0.6984, 0.697, 0.6853, 0.6522], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "5025261", "6304249", "4630972", "8743966", "8828449", "8771883", "8667781", "297876", "4564069"], "ranked_scores": [0.749, 0.7216, 0.7107, 0.6916, 0.6896, 0.6554, 0.642, 0.6362, 0.6316, 0.6239], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-128": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7584907", "1674646", "7072115", "768350", "638358", "3649859", "2410161", "5496645", "8083127", "1674644"], "ranked_scores": [0.8218, 0.8132, 0.81, 0.8013, 0.7842, 0.7841, 0.7834, 0.7828, 0.7771, 0.776], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "220565", "8083127", "3308552", "5633832", "1150856", "1297109", "1674644", "1674646", "8083121"], "ranked_scores": [0.781, 0.7603, 0.729, 0.7281, 0.7259, 0.7252, 0.7181, 0.7089, 0.6992, 0.694], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "7383965", "3451043", "7905688", "911138", "1592656", "298606", "8528760", "5221728"], "ranked_scores": [0.7448, 0.6464, 0.6447, 0.6444, 0.6378, 0.6254, 0.6164, 0.5984, 0.5971, 0.5968], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "2812582", "7369987", "515311", "5359258", "2740613", "66616", "6926916", "2548176"], "ranked_scores": [0.8926, 0.8809, 0.865, 0.8208, 0.8087, 0.8076, 0.8037, 0.8019, 0.8013, 0.7873], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "7255675", "3640120", "3794304", "3794297", "856390", "7048912", "8554964", "1159742", "7255678"], "ranked_scores": [0.8283, 0.8185, 0.81, 0.7917, 0.7765, 0.7653, 0.758, 0.7572, 0.7564, 0.7532], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["4450104", "1805806", "1190311", "3971679", "8299818", "5401718", "8283881", "3205963", "5606320", "5676506"], "ranked_scores": [0.6871, 0.6742, 0.6683, 0.6666, 0.6618, 0.6614, 0.6451, 0.6426, 0.6407, 0.6391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "4816964", "6964479", "7813557", "6815901", "2807543", "1767388", "5227711", "6964486", "4487109"], "ranked_scores": [0.7644, 0.7613, 0.7314, 0.7055, 0.6934, 0.69, 0.6851, 0.6827, 0.6776, 0.6603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "7698064", "3550559", "3550563", "3689305", "3689309", "3659405", "5812523", "2562047", "1692091"], "ranked_scores": [0.8108, 0.6811, 0.6102, 0.5933, 0.5055, 0.5054, 0.4822, 0.4774, 0.4649, 0.4632], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "249524", "6950276", "6950269", "1640260", "5110182", "1640257", "6950275", "4414409", "140294"], "ranked_scores": [0.7943, 0.7588, 0.7581, 0.7517, 0.7356, 0.7356, 0.714, 0.7115, 0.7065, 0.7028], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "5002757", "4636167", "879819", "4582407", "7658715", "792477", "5132484", "5469449"], "ranked_scores": [0.6664, 0.6047, 0.5542, 0.5527, 0.5435, 0.539, 0.5386, 0.5367, 0.5259, 0.5247], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "1226213", "4922192", "1226215", "2136954", "1390706", "2037947", "8114676"], "ranked_scores": [0.806, 0.7371, 0.7369, 0.6772, 0.6689, 0.5958, 0.5633, 0.5437, 0.5263, 0.514], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7058927", "2172877", "7168976", "295789", "7058926", "729503", "2172884", "7858639", "4069689", "7547705"], "ranked_scores": [0.537, 0.5256, 0.5222, 0.5206, 0.5175, 0.5127, 0.511, 0.4977, 0.4954, 0.493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "6363851", "4892433", "6363850", "5809779", "6363854", "3512764", "7301816", "5289585", "1904771"], "ranked_scores": [0.7299, 0.6718, 0.6616, 0.6589, 0.6545, 0.6209, 0.6203, 0.614, 0.6111, 0.5939], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970736", "7970735", "7970728", "8450827", "8450833", "8450828", "320956", "1265191", "3987938"], "ranked_scores": [0.8305, 0.8203, 0.805, 0.7873, 0.7672, 0.7495, 0.7397, 0.715, 0.6939, 0.6699], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "5720449", "4619086", "8636883", "6193662", "8128745", "7160804", "232771", "4702013", "1466669"], "ranked_scores": [0.781, 0.7623, 0.7503, 0.7453, 0.7443, 0.7401, 0.7349, 0.7323, 0.7308, 0.718], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2010657", "3936785", "6467669", "7220312", "5190750", "1136294", "4768599", "7872867", "8167164"], "ranked_scores": [0.8342, 0.7034, 0.6693, 0.6514, 0.6463, 0.6338, 0.6232, 0.5988, 0.5798, 0.5745], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5143532", "6368665", "6043027", "5672317", "3835174", "2995208", "7937822", "3830558", "3272070"], "ranked_scores": [0.738, 0.678, 0.6381, 0.6368, 0.6259, 0.6115, 0.6001, 0.5902, 0.5881, 0.5826], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8722441", "1435310", "3646580", "6373832", "7948042", "2116932", "8157542", "2116929", "6893979", "7964388"], "ranked_scores": [0.8168, 0.8142, 0.7952, 0.7921, 0.7907, 0.7899, 0.7783, 0.778, 0.7754, 0.771], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4985799", "2320165", "3569426", "2801033", "4253088", "3891003", "2647181", "2870276"], "ranked_scores": [0.7855, 0.6013, 0.6004, 0.588, 0.5836, 0.5792, 0.5755, 0.5736, 0.5538, 0.551], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5674942", "5964551", "6641480", "1674914", "1863876", "2044069", "7503576", "6641482", "2002380"], "ranked_scores": [0.8484, 0.7693, 0.7625, 0.7441, 0.743, 0.7392, 0.7391, 0.7321, 0.7246, 0.7175], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1842454", "7803391", "6854565", "6046078", "2131335", "6804877", "1174168", "6513250", "1174164", "3310910"], "ranked_scores": [0.688, 0.6556, 0.6545, 0.653, 0.6482, 0.6445, 0.6433, 0.6414, 0.6411, 0.6409], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["2588002", "8045986", "1023113", "4796869", "5535297", "863946", "1839684", "442006", "2175868", "3853232"], "ranked_scores": [0.8246, 0.8194, 0.8056, 0.7965, 0.7897, 0.7867, 0.784, 0.7645, 0.754, 0.7517], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "2188117", "5039968", "8820180", "7689710", "4936994", "7689707", "1673140", "5136036", "4606680"], "ranked_scores": [0.8047, 0.7138, 0.6997, 0.6995, 0.6909, 0.6838, 0.6625, 0.6594, 0.6571, 0.604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3968773", "5729775", "1546056", "92150", "1460640", "2443030", "3346337", "5808457", "7649297", "6979322"], "ranked_scores": [0.8727, 0.8586, 0.8438, 0.8324, 0.8297, 0.8285, 0.8284, 0.7978, 0.7916, 0.7877], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5269626", "2636668", "2636672", "1017723", "5784428", "5123227", "1348264", "8426355", "5873574", "4647338"], "ranked_scores": [0.837, 0.8305, 0.826, 0.8251, 0.8143, 0.8131, 0.8125, 0.8104, 0.8055, 0.789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "7527096", "5174051", "4805364", "1039754", "1088384", "3073632", "2820637", "6507423", "4805366"], "ranked_scores": [0.8046, 0.7959, 0.768, 0.7473, 0.7448, 0.7428, 0.7422, 0.7289, 0.7231, 0.7222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "1314383", "2080220", "272188", "845706", "7131195", "7453783", "7249172", "272190"], "ranked_scores": [0.8103, 0.7616, 0.7607, 0.7512, 0.7494, 0.7388, 0.7386, 0.7322, 0.7251, 0.7249], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8741687", "5952078", "7810605", "5184907", "8346188", "6694795", "8277053", "3720839", "6797667", "7409003"], "ranked_scores": [0.7217, 0.7159, 0.6986, 0.6891, 0.6885, 0.6858, 0.6775, 0.6772, 0.6667, 0.6639], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7288502", "5352322", "8265919", "5094229", "5335298", "4195768", "2061122", "7980282", "7646422"], "ranked_scores": [0.8346, 0.8082, 0.7903, 0.7859, 0.7833, 0.7783, 0.7686, 0.767, 0.765, 0.7636], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3173599", "1536187", "7878881", "8624217", "7899629", "5764460", "8584772", "4603370", "8789524", "3424319"], "ranked_scores": [0.7462, 0.7267, 0.6805, 0.6762, 0.6755, 0.6662, 0.6653, 0.6611, 0.6524, 0.6501], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "6714731", "8773427", "4451324", "4765788", "3979452", "8796481", "4765789", "1800205"], "ranked_scores": [0.7842, 0.7471, 0.6974, 0.686, 0.6813, 0.6658, 0.6536, 0.6524, 0.6489, 0.6448], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526871", "982644", "8783461", "1511150", "2617807", "7526870", "6503017", "5036995", "4786937", "7526867"], "ranked_scores": [0.8384, 0.8034, 0.7916, 0.7817, 0.7801, 0.775, 0.7666, 0.7646, 0.7613, 0.7612], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7770196", "3259751", "7110611", "8310623", "2299432", "4153698", "5280582", "5655"], "ranked_scores": [0.831, 0.8123, 0.7549, 0.7505, 0.7418, 0.7305, 0.7182, 0.7014, 0.6874, 0.6765], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "4502858", "5336580", "30085", "6278487", "5362792", "166399", "1417034", "2366115", "2066951"], "ranked_scores": [0.8433, 0.8427, 0.8243, 0.8226, 0.8214, 0.8192, 0.8067, 0.8061, 0.8044, 0.7951], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207588", "6207587", "3712671", "4039012", "7886033", "7645257", "7505807", "7874898", "3108253"], "ranked_scores": [0.8037, 0.7438, 0.73, 0.7126, 0.6867, 0.6772, 0.6662, 0.666, 0.6623, 0.6574], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "4589415", "4205560", "4111498", "2290637", "351022", "2476395", "8819844", "2245440", "2391075"], "ranked_scores": [0.8711, 0.8649, 0.858, 0.8545, 0.8515, 0.8464, 0.8463, 0.8415, 0.8398, 0.8394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "3672237", "8374135", "4991356", "3806458", "4991353", "6465402", "7161101", "7161099"], "ranked_scores": [0.8492, 0.846, 0.833, 0.8045, 0.7826, 0.7705, 0.7468, 0.7231, 0.7006, 0.6592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4900578", "4409027", "2531512", "5393501", "4363844", "3747811", "7778948", "2103530"], "ranked_scores": [0.7802, 0.7564, 0.7405, 0.7311, 0.6841, 0.6382, 0.6008, 0.5851, 0.578, 0.5751], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7606919", "7428627", "7831679", "3722839", "1109548", "2488121", "5338899", "6632522", "5186526", "6632518"], "ranked_scores": [0.7209, 0.7162, 0.7123, 0.7016, 0.6952, 0.6915, 0.6865, 0.6752, 0.6723, 0.6689], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["921100", "1867101", "5812523", "921101", "1933329", "1631830", "6903201", "1716202", "5143805", "6761606"], "ranked_scores": [0.8247, 0.8148, 0.8134, 0.784, 0.7828, 0.778, 0.7729, 0.7713, 0.7674, 0.7631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7420248", "7728427", "4258668", "3252244", "2940016", "7503113", "2359804", "1969532", "5339586"], "ranked_scores": [0.8741, 0.8479, 0.8175, 0.8122, 0.7962, 0.7922, 0.7742, 0.7532, 0.7486, 0.7455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "5304087", "2024648", "7562631", "7562624", "1732853", "8646229", "1732850", "2024646", "3368462"], "ranked_scores": [0.8437, 0.76, 0.7594, 0.7577, 0.7481, 0.6668, 0.6538, 0.6274, 0.6214, 0.6191], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "8221430", "8015905", "1922718", "7856346", "5626400", "5409486", "4158114", "5409487", "5101805"], "ranked_scores": [0.6865, 0.684, 0.6748, 0.67, 0.6644, 0.6628, 0.6573, 0.6495, 0.6395, 0.6333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "7770963", "3495835", "3495838", "1634694", "3885772", "6625132", "3495840", "1005751"], "ranked_scores": [0.8194, 0.775, 0.7477, 0.7285, 0.7128, 0.6555, 0.6555, 0.6519, 0.6375, 0.6366], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212591", "6212597", "6965745", "6185824", "8470196", "8405293", "8120878"], "ranked_scores": [0.8336, 0.8209, 0.8158, 0.8115, 0.7997, 0.6262, 0.6011, 0.5957, 0.5873, 0.5698], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "1325723", "6392824", "8499854", "6744770", "6948296", "5702620", "5128175", "8499858", "2432015"], "ranked_scores": [0.7757, 0.5917, 0.5844, 0.581, 0.5761, 0.5725, 0.5707, 0.5573, 0.5561, 0.5512], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "7511874", "6919840", "3668938", "1420186", "8177246", "1193873", "1460687"], "ranked_scores": [0.8219, 0.7377, 0.7254, 0.6862, 0.6468, 0.632, 0.6276, 0.6274, 0.6265, 0.6238], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7985411", "7395884", "4878176", "7104592", "4437855", "1690952", "6567497", "5830025"], "ranked_scores": [0.8608, 0.8606, 0.7485, 0.7392, 0.7325, 0.7189, 0.7131, 0.7088, 0.6976, 0.6915], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981693", "8424304", "7589839", "1981696", "2229750", "1420930", "7589844", "5955284", "7152851", "7888894"], "ranked_scores": [0.7077, 0.7021, 0.6879, 0.685, 0.672, 0.6655, 0.6339, 0.6208, 0.6016, 0.5968], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "5025261", "7966624", "3664758", "6304249", "8743966", "8667781", "297876", "3404247", "3998777"], "ranked_scores": [0.7317, 0.6875, 0.6674, 0.656, 0.6545, 0.6539, 0.6427, 0.6349, 0.6279, 0.6168], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-256": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "7072115", "7584907", "638358", "1674644", "5687382", "8825856", "8083127", "3527619", "768350"], "ranked_scores": [0.8095, 0.8043, 0.7961, 0.78, 0.7733, 0.7617, 0.7574, 0.7562, 0.7555, 0.7522], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "5633832", "1297109", "8083127", "220565", "8083121", "3308552", "1674644", "1674646", "1150856"], "ranked_scores": [0.751, 0.7409, 0.7294, 0.7142, 0.7064, 0.6941, 0.6901, 0.6896, 0.6846, 0.6815], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "911138", "5842823", "7905688", "298606", "7383965", "6236648", "694863", "5221728", "1592656"], "ranked_scores": [0.6873, 0.6341, 0.6312, 0.6228, 0.6226, 0.5997, 0.587, 0.5691, 0.5668, 0.5612], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "2812582", "7369987", "515311", "6926916", "5359258", "66616", "7011409", "8279447"], "ranked_scores": [0.8607, 0.8489, 0.8436, 0.7774, 0.7768, 0.7738, 0.7728, 0.7634, 0.7561, 0.7463], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "7255675", "3640120", "3794304", "3794297", "7255678", "1936834", "8554964", "7048912", "5346316"], "ranked_scores": [0.8125, 0.7935, 0.7862, 0.7806, 0.7651, 0.7643, 0.7629, 0.7476, 0.739, 0.7322], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["4450104", "3971679", "3205963", "5606320", "1190311", "8299818", "378964", "2742231", "1494980", "1805806"], "ranked_scores": [0.6399, 0.6373, 0.6111, 0.6093, 0.609, 0.5994, 0.5972, 0.5962, 0.595, 0.5935], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "4816964", "6964479", "7813557", "6964486", "5227711", "7840121", "1767388", "6980305", "2807543"], "ranked_scores": [0.7965, 0.7752, 0.7508, 0.7301, 0.7043, 0.6989, 0.6907, 0.6906, 0.6868, 0.684], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "7698064", "3550563", "3550559", "3689309", "4136867", "5644075", "2562047", "951992", "6419646"], "ranked_scores": [0.759, 0.6393, 0.6121, 0.576, 0.4417, 0.4357, 0.408, 0.4077, 0.4056, 0.4028], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "249524", "6950276", "5110182", "1640257", "1640260", "4414409", "6950275", "6950269", "1365210"], "ranked_scores": [0.782, 0.7785, 0.7708, 0.7545, 0.7461, 0.7422, 0.7188, 0.7169, 0.6986, 0.6896], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "4636167", "915232", "5469449", "8215736", "2552611", "5132484", "4617506", "4582407"], "ranked_scores": [0.655, 0.5607, 0.5084, 0.5023, 0.4956, 0.491, 0.4901, 0.4885, 0.4826, 0.4803], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "4922192", "1226213", "1226215", "2136954", "5775568", "1390706", "551694"], "ranked_scores": [0.8168, 0.7458, 0.6998, 0.687, 0.6123, 0.6059, 0.5547, 0.4949, 0.4863, 0.4752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7058927", "7058926", "2172877", "7547697", "4069689", "7168976", "7547705", "295789", "566163", "1070106"], "ranked_scores": [0.5249, 0.5036, 0.4897, 0.4829, 0.4781, 0.4778, 0.4768, 0.4602, 0.4539, 0.4521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "5809779", "7301816", "4892433", "6363850", "7301819", "6363851", "5457419", "3512764", "277374"], "ranked_scores": [0.7007, 0.6054, 0.598, 0.5914, 0.585, 0.5844, 0.5807, 0.5758, 0.566, 0.5537], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970728", "7970735", "7970736", "8450827", "8450833", "8450828", "320956", "1265191", "7970734"], "ranked_scores": [0.8525, 0.8211, 0.8112, 0.8072, 0.7786, 0.7592, 0.7479, 0.7401, 0.7168, 0.6869], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "8636883", "232771", "5720449", "4702013", "4619086", "6193662", "485410", "7160804"], "ranked_scores": [0.7918, 0.732, 0.7156, 0.7098, 0.7095, 0.7063, 0.7038, 0.6876, 0.68, 0.6754], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2010657", "7220312", "5190750", "6467669", "3936785", "1136294", "8067800", "4768599", "7872867"], "ranked_scores": [0.8011, 0.7105, 0.6248, 0.6182, 0.6039, 0.6024, 0.5883, 0.5638, 0.5597, 0.5558], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5143532", "3835174", "5672317", "7937822", "6043027", "6368665", "5827343", "8584557", "3272070"], "ranked_scores": [0.7516, 0.7159, 0.6528, 0.651, 0.6441, 0.6407, 0.6351, 0.6282, 0.6148, 0.6096], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["1435310", "2116932", "8722441", "3646580", "7948042", "8157542", "2116929", "6373832", "3646584", "507236"], "ranked_scores": [0.7962, 0.7938, 0.7935, 0.7882, 0.7856, 0.7821, 0.774, 0.757, 0.7505, 0.7503], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4253088", "1782220", "2320165", "2870276", "6937119", "6937120", "133086", "7641492"], "ranked_scores": [0.7822, 0.5934, 0.5688, 0.5668, 0.5542, 0.554, 0.5493, 0.5473, 0.5438, 0.5435], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "1674914", "5674942", "5964551", "2044069", "2002380", "6641480", "4393603", "6951440", "7503576"], "ranked_scores": [0.8444, 0.7355, 0.7288, 0.7235, 0.697, 0.6951, 0.6946, 0.6785, 0.6772, 0.6763], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1842454", "1174164", "4489799", "1174168", "6854565", "6804877", "2131335", "1174172", "4595482", "5233423"], "ranked_scores": [0.7099, 0.6925, 0.6872, 0.6848, 0.6791, 0.6754, 0.6729, 0.666, 0.6635, 0.652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "2588002", "4796869", "1023113", "863946", "5535297", "1839684", "442006", "4796876", "7134383"], "ranked_scores": [0.8317, 0.8103, 0.7909, 0.7808, 0.7644, 0.7563, 0.7532, 0.7464, 0.7433, 0.7216], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "8820180", "4936994", "2188117", "7689710", "5039968", "1673140", "7689707", "3368582", "5364572"], "ranked_scores": [0.7589, 0.7015, 0.6934, 0.6782, 0.6685, 0.6666, 0.6395, 0.6109, 0.5959, 0.5874], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3968773", "5729775", "3346337", "92150", "1460640", "2443030", "1546056", "4843274", "7649297", "5808457"], "ranked_scores": [0.8425, 0.8359, 0.8034, 0.8024, 0.7942, 0.7941, 0.7851, 0.7557, 0.7529, 0.7432], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2636672", "5269626", "8426355", "1348264", "5784428", "5123227", "1017723", "2636668", "1871086", "5873574"], "ranked_scores": [0.8191, 0.8106, 0.794, 0.7854, 0.7848, 0.7803, 0.7779, 0.7722, 0.7721, 0.7685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "7527096", "1039754", "4805364", "5174051", "4805366", "954268", "3073632", "2820637", "6343914"], "ranked_scores": [0.7819, 0.7571, 0.7367, 0.7305, 0.7218, 0.7206, 0.705, 0.7046, 0.7037, 0.7034], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "272188", "1613678", "272190", "845706", "1665801", "4520834", "1059524", "2080220", "2576605"], "ranked_scores": [0.7978, 0.7179, 0.7137, 0.6975, 0.6904, 0.6862, 0.6809, 0.6799, 0.6718, 0.6712], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8741687", "7810605", "6694795", "8263203", "7409003", "5952078", "8277053", "1850491", "8346188", "258524"], "ranked_scores": [0.7652, 0.7596, 0.7195, 0.711, 0.7042, 0.6958, 0.6938, 0.687, 0.6864, 0.6854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7288502", "5352322", "8265919", "2510740", "4377794", "4437972", "4195768", "5335298", "2536497"], "ranked_scores": [0.7847, 0.7463, 0.737, 0.7313, 0.7286, 0.7141, 0.7139, 0.7137, 0.707, 0.7047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1536187", "3173599", "8789524", "8242417", "8641232", "7899629", "8118269", "3424319", "2525613", "5764460"], "ranked_scores": [0.7168, 0.6787, 0.6389, 0.6213, 0.6202, 0.6175, 0.6172, 0.6096, 0.6086, 0.6056], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "6714731", "4765788", "7833611", "4451324", "4765789", "8607085", "1800205", "8773427", "8796486"], "ranked_scores": [0.7607, 0.6901, 0.6825, 0.6821, 0.6531, 0.6308, 0.6216, 0.6155, 0.6119, 0.6007], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526871", "1511150", "7526867", "4786937", "982644", "7526870", "1511155", "5036995", "6503017", "2617807"], "ranked_scores": [0.8026, 0.7725, 0.7678, 0.7665, 0.7566, 0.7488, 0.7474, 0.7383, 0.7285, 0.7282], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "8310623", "7110611", "3259751", "7770196", "6688747", "2486151", "2299432", "8237802"], "ranked_scores": [0.8266, 0.7945, 0.7471, 0.7412, 0.7192, 0.7118, 0.6978, 0.697, 0.6954, 0.6887], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["4502858", "30085", "1592532", "1417034", "5336580", "2366115", "4522649", "5362792", "166399", "1205478"], "ranked_scores": [0.8339, 0.7945, 0.7944, 0.7906, 0.7867, 0.7832, 0.7783, 0.7772, 0.7762, 0.7635], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207588", "6207587", "3712671", "7645257", "7505807", "4687112", "2789716", "7874898", "7886033"], "ranked_scores": [0.8115, 0.7767, 0.7615, 0.7466, 0.698, 0.6903, 0.6887, 0.6881, 0.6786, 0.6754], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "4589415", "2290637", "4205560", "2245440", "351022", "2391075", "4111498", "8819844", "2476395"], "ranked_scores": [0.8664, 0.8474, 0.8415, 0.831, 0.8293, 0.8224, 0.8222, 0.8139, 0.8087, 0.8077], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "3672237", "8374135", "4991353", "4991356", "3806458", "6465402", "7161101", "2913412"], "ranked_scores": [0.8339, 0.8303, 0.8091, 0.7681, 0.7638, 0.756, 0.7441, 0.6889, 0.6833, 0.6544], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4900578", "4605271", "4409027", "2531512", "5393501", "4605270", "7778948", "3747811", "4363844"], "ranked_scores": [0.7758, 0.7418, 0.7353, 0.7243, 0.6865, 0.6242, 0.5702, 0.5404, 0.5377, 0.5351], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "7831679", "3722839", "2488121", "8586692", "1109548", "139961", "5338899", "139964", "1063811"], "ranked_scores": [0.7023, 0.7018, 0.6917, 0.689, 0.6697, 0.6695, 0.6535, 0.6517, 0.6491, 0.6442], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["921100", "5812523", "1867101", "921101", "1716202", "6761606", "1933329", "5143805", "8139545", "1631830"], "ranked_scores": [0.7718, 0.7639, 0.7618, 0.7474, 0.7368, 0.7265, 0.726, 0.7189, 0.7172, 0.7155], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7420248", "7728427", "4258668", "7503113", "2940016", "3252244", "5339586", "2359804", "1969532"], "ranked_scores": [0.8301, 0.7677, 0.7534, 0.7494, 0.7474, 0.746, 0.7388, 0.7193, 0.6881, 0.6791], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "2024648", "5304087", "7562631", "7562624", "1732853", "8646229", "1732850", "1398369", "3368462"], "ranked_scores": [0.803, 0.7506, 0.7358, 0.7253, 0.7238, 0.6526, 0.6172, 0.6024, 0.5918, 0.5816], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8015905", "5626400", "6132796", "4127072", "4158114", "1922718", "8221437", "2525123", "3716869"], "ranked_scores": [0.6888, 0.6414, 0.6388, 0.6334, 0.6321, 0.6261, 0.6204, 0.6196, 0.6132, 0.5979], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "7770963", "3495838", "3495835", "3495840", "3885772", "1634694", "6625132", "1005751"], "ranked_scores": [0.8212, 0.7751, 0.7402, 0.7283, 0.726, 0.6664, 0.6453, 0.6453, 0.6254, 0.597], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "609594", "6212588", "6212591", "6212597", "8470196", "8120878", "6965745", "186816", "6106100"], "ranked_scores": [0.7969, 0.7951, 0.7801, 0.7688, 0.7438, 0.5951, 0.5885, 0.5584, 0.5368, 0.5132], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "8499854", "6948296", "2790097", "5635135", "4520541", "1325723", "5702620", "6984244", "5145284"], "ranked_scores": [0.7393, 0.5327, 0.5129, 0.511, 0.5087, 0.5065, 0.4976, 0.4964, 0.4936, 0.4926], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "7511874", "1460687", "3668938", "8177246", "6919840", "8432430", "1420186"], "ranked_scores": [0.8051, 0.7359, 0.7068, 0.6506, 0.6389, 0.633, 0.6304, 0.6289, 0.6285, 0.6214], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7985411", "7395884", "4437855", "1690952", "6567497", "4878176", "5830025", "7104592"], "ranked_scores": [0.8365, 0.8345, 0.7083, 0.6844, 0.6767, 0.675, 0.6635, 0.6599, 0.6588, 0.6537], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981693", "7589839", "8424304", "1981696", "2229750", "1420930", "5955284", "5209746", "7152851", "6986881"], "ranked_scores": [0.6573, 0.646, 0.6458, 0.6272, 0.6199, 0.6169, 0.5673, 0.5631, 0.5397, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "5025261", "3664758", "8743966", "8771883", "7966624", "1953277", "4597448", "4957113", "3404247"], "ranked_scores": [0.7348, 0.6516, 0.6368, 0.6258, 0.6107, 0.5985, 0.5855, 0.5838, 0.5822, 0.5815], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-512": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "7584907", "7072115", "3527619", "638358", "1674644", "768350", "2746690", "8083127", "8825856"], "ranked_scores": [0.8118, 0.7993, 0.796, 0.7938, 0.7893, 0.7839, 0.7588, 0.7574, 0.7551, 0.7534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "1674646", "1674644", "5633832", "1297109", "3308552", "8083127", "542682", "3619391", "7584907"], "ranked_scores": [0.7566, 0.7473, 0.7462, 0.7396, 0.728, 0.7217, 0.7177, 0.7158, 0.7068, 0.7048], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "911138", "7383965", "7905688", "5842823", "298606", "5582271", "1592656", "3792488", "4726075"], "ranked_scores": [0.6679, 0.6164, 0.6136, 0.6126, 0.5914, 0.5552, 0.5402, 0.518, 0.5063, 0.5047], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2812582", "5769842", "3338175", "5359258", "6926916", "8279447", "66616", "698581", "515311", "7011409"], "ranked_scores": [0.876, 0.8736, 0.8643, 0.8213, 0.8151, 0.8131, 0.807, 0.7998, 0.7895, 0.7819], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "7048914", "7255675", "7255678", "3640120", "7048912", "1936834", "8554964", "5346316"], "ranked_scores": [0.7969, 0.7858, 0.7849, 0.7659, 0.7617, 0.7497, 0.7476, 0.7423, 0.7346, 0.732], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["4450104", "3971679", "1805806", "1179925", "378964", "5606320", "5676506", "7469549", "7929603", "8283881"], "ranked_scores": [0.6253, 0.592, 0.5782, 0.5691, 0.5645, 0.564, 0.5617, 0.5601, 0.551, 0.5467], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "7813557", "4816964", "6964479", "1767388", "6980305", "3566159", "6815901", "5227711", "6801871"], "ranked_scores": [0.7988, 0.7525, 0.7478, 0.7306, 0.6958, 0.6751, 0.6694, 0.6614, 0.6522, 0.6512], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "4136867", "7017745", "8760018", "5644076", "3428369", "4041246"], "ranked_scores": [0.75, 0.6374, 0.6183, 0.606, 0.4881, 0.4258, 0.401, 0.3955, 0.3947, 0.3873], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "1640257", "8452568", "1640260", "5110182", "1365215", "1365210", "4414409", "3761522", "1640256"], "ranked_scores": [0.754, 0.7279, 0.727, 0.6972, 0.6935, 0.6922, 0.6919, 0.6841, 0.675, 0.6723], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "6124279", "915232", "5132484", "879819", "7658715", "7137594", "2117748", "2552610"], "ranked_scores": [0.6306, 0.55, 0.5326, 0.5246, 0.5221, 0.5145, 0.5075, 0.503, 0.5023, 0.5017], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "4922192", "1226213", "1226215", "2136954", "8114676", "1390706", "1501685"], "ranked_scores": [0.778, 0.7291, 0.6542, 0.6064, 0.5462, 0.5328, 0.4836, 0.4541, 0.4036, 0.3918], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7058926", "7168976", "7058927", "4069689", "5339337", "7858639", "4623381", "3961796", "295794", "2172877"], "ranked_scores": [0.4713, 0.4681, 0.4651, 0.4484, 0.4343, 0.4339, 0.4285, 0.4265, 0.4246, 0.4217], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "5809779", "7301819", "4892433", "6363851", "6363854", "6363850", "5457419", "3512764"], "ranked_scores": [0.7081, 0.6194, 0.5995, 0.5904, 0.5741, 0.5552, 0.5526, 0.5317, 0.5299, 0.5295], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970735", "7970728", "7970736", "8450827", "8450828", "8450833", "320956", "1265191", "7970734"], "ranked_scores": [0.8212, 0.812, 0.8011, 0.7892, 0.767, 0.742, 0.7369, 0.7345, 0.7075, 0.6736], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "6193662", "4702013", "5720449", "7160804", "232771", "8636883", "1466669", "6835042"], "ranked_scores": [0.7865, 0.7148, 0.7143, 0.7121, 0.7033, 0.6974, 0.6812, 0.671, 0.6615, 0.6605], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2010657", "7220312", "3936785", "6467669", "5190750", "1136294", "2238728", "8067800", "4768599"], "ranked_scores": [0.7922, 0.6757, 0.6419, 0.5982, 0.5819, 0.5788, 0.574, 0.5429, 0.5389, 0.538], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5143532", "3835174", "7937822", "6368665", "6043027", "8584557", "3636075", "5827343", "3830558"], "ranked_scores": [0.7288, 0.6799, 0.6324, 0.6284, 0.6195, 0.61, 0.6055, 0.5959, 0.5897, 0.5881], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116932", "1435310", "8722441", "7948042", "8157542", "3646580", "2116929", "3646584", "7964388", "6893979"], "ranked_scores": [0.7948, 0.7915, 0.787, 0.7857, 0.7783, 0.7754, 0.7734, 0.766, 0.7475, 0.7444], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "6937120", "7958943", "2870276", "6937119", "1782220", "2450611", "4985799", "7218532", "5347138"], "ranked_scores": [0.7576, 0.5306, 0.53, 0.5194, 0.5182, 0.511, 0.5071, 0.503, 0.5025, 0.4989], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "1674914", "5964551", "2044069", "2002380", "1307740", "6951440", "8045998", "5674942", "6641480"], "ranked_scores": [0.8369, 0.7528, 0.7256, 0.7173, 0.7081, 0.6885, 0.6796, 0.6784, 0.6675, 0.6652], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1174164", "1174168", "4489799", "1842454", "1174172", "6804877", "4595482", "2131335", "5233423", "7170238"], "ranked_scores": [0.6689, 0.6632, 0.66, 0.6554, 0.6452, 0.6419, 0.6393, 0.622, 0.6187, 0.6183], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "1023113", "2588002", "4796869", "863946", "1839684", "4796876", "5535297", "442006", "7134383"], "ranked_scores": [0.8222, 0.7684, 0.7637, 0.7576, 0.7294, 0.7261, 0.7221, 0.7112, 0.7104, 0.7086], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "8820180", "4936994", "7689710", "2188117", "5039968", "1673140", "7689707", "3368582", "4606680"], "ranked_scores": [0.7178, 0.6618, 0.6616, 0.6384, 0.6362, 0.6306, 0.6026, 0.5835, 0.5834, 0.552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "3968773", "2443030", "92150", "3346337", "1460640", "1546056", "5808457", "4843274", "5668797"], "ranked_scores": [0.8436, 0.8404, 0.8096, 0.8093, 0.8091, 0.8023, 0.792, 0.7611, 0.7565, 0.7511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8426355", "5269626", "2636672", "1871086", "1348264", "5784428", "3733774", "1070634", "2636668", "5123227"], "ranked_scores": [0.8076, 0.8038, 0.7859, 0.7849, 0.7769, 0.7728, 0.7677, 0.7658, 0.7652, 0.7547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5170949", "4805364", "1039754", "5174051", "4805366", "6343914", "1088384", "2820637", "1588747"], "ranked_scores": [0.7695, 0.7488, 0.747, 0.7397, 0.727, 0.7264, 0.7259, 0.7218, 0.7105, 0.7082], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "272188", "4520834", "272190", "845706", "870346", "2080220", "1665801", "1059524"], "ranked_scores": [0.7787, 0.7286, 0.703, 0.6863, 0.6725, 0.6722, 0.6708, 0.6705, 0.6699, 0.669], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8741687", "7810605", "5952078", "5351934", "8346188", "6694795", "8263203", "5184907", "412211", "3720839"], "ranked_scores": [0.7663, 0.7616, 0.7256, 0.7211, 0.7114, 0.7108, 0.7028, 0.7028, 0.6894, 0.6834], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "8265919", "2510740", "5352322", "4377794", "7288502", "4437972", "7646422", "5094229", "2536497"], "ranked_scores": [0.7318, 0.7215, 0.7065, 0.6985, 0.695, 0.6946, 0.684, 0.6745, 0.6716, 0.6624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1536187", "3173599", "4603370", "7899629", "8242417", "8584772", "8624217", "2525613", "8789524", "1690652"], "ranked_scores": [0.7002, 0.6838, 0.6043, 0.6018, 0.6002, 0.5863, 0.5848, 0.5817, 0.5797, 0.5728], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "6714731", "4765788", "7833611", "4451324", "8607085", "4765789", "1800205", "8796486", "2998929"], "ranked_scores": [0.7262, 0.6679, 0.6604, 0.6419, 0.6398, 0.6343, 0.6211, 0.6187, 0.5783, 0.5704], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511150", "7526867", "7526871", "4786937", "4863107", "2898312", "1511155", "7526870", "982652", "4863108"], "ranked_scores": [0.7904, 0.7883, 0.7789, 0.7688, 0.7449, 0.7418, 0.7401, 0.7368, 0.734, 0.7311], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "3259751", "8310623", "2486151", "7770196", "5280582", "7434451", "7937494"], "ranked_scores": [0.8249, 0.8044, 0.7709, 0.7634, 0.7596, 0.741, 0.7404, 0.7243, 0.7238, 0.7092], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["4502858", "1592532", "1417034", "5362792", "5336580", "2366115", "166399", "4256443", "30085", "8327486"], "ranked_scores": [0.8185, 0.8042, 0.7849, 0.7806, 0.7771, 0.7723, 0.7598, 0.7486, 0.7479, 0.7448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "6207588", "6207587", "6684798", "3108253", "8148596", "7886033", "7874898", "7505807"], "ranked_scores": [0.7974, 0.7361, 0.7172, 0.7145, 0.6637, 0.652, 0.6513, 0.6478, 0.647, 0.6464], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "2290637", "4589415", "2391075", "2245440", "4205560", "2476395", "8819844", "1338702", "351022"], "ranked_scores": [0.8682, 0.8527, 0.8524, 0.837, 0.8278, 0.827, 0.8187, 0.8168, 0.8145, 0.8072], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "3672237", "8374135", "4991353", "4991356", "3806458", "7161101", "6465402", "7161099"], "ranked_scores": [0.8089, 0.7859, 0.7386, 0.7315, 0.7189, 0.7152, 0.7074, 0.624, 0.6207, 0.6182], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4900578", "4409027", "4605271", "2531512", "3747811", "5393501", "4605270", "2103530", "6193415"], "ranked_scores": [0.7518, 0.7209, 0.6998, 0.699, 0.6438, 0.539, 0.5389, 0.5307, 0.4939, 0.4892], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "1109548", "7428627", "7831679", "8586692", "139961", "5338899", "3722839", "5186526", "6632518"], "ranked_scores": [0.6912, 0.6791, 0.6724, 0.6697, 0.6401, 0.6365, 0.6331, 0.631, 0.6224, 0.6195], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["6761606", "1867101", "5812523", "8139545", "1716202", "921101", "5143805", "1933329", "921100", "1692091"], "ranked_scores": [0.771, 0.7446, 0.7433, 0.7388, 0.7247, 0.7124, 0.7119, 0.7111, 0.7048, 0.7032], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7728427", "7420248", "3252244", "4258668", "2940016", "1969532", "7503113", "5339586", "1623860"], "ranked_scores": [0.8264, 0.7864, 0.7615, 0.7529, 0.7408, 0.727, 0.726, 0.7246, 0.7075, 0.6994], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "5304087", "2024648", "7562631", "1732853", "1398369", "1732850", "3811525", "3451044"], "ranked_scores": [0.8023, 0.7527, 0.7478, 0.728, 0.7272, 0.6831, 0.597, 0.5762, 0.5696, 0.564], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "1922718", "5626400", "8221437", "3716869", "5409486", "4127072", "4343906", "3742896", "8015905"], "ranked_scores": [0.7001, 0.6423, 0.6388, 0.6374, 0.6317, 0.6282, 0.6215, 0.6214, 0.6213, 0.6208], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "3495835", "3495838", "7770963", "1634694", "3885772", "3495840", "7770959", "6625132"], "ranked_scores": [0.7626, 0.7266, 0.6826, 0.6525, 0.6501, 0.6323, 0.6323, 0.6142, 0.5903, 0.5851], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6212588", "6401864", "6212591", "6212597", "6965745", "917841", "186816", "1941403", "609590"], "ranked_scores": [0.7897, 0.7775, 0.7725, 0.7597, 0.7565, 0.5278, 0.5095, 0.5082, 0.4849, 0.4821], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "6948296", "8499854", "1676112", "4846383", "5025269", "1325723", "2790097", "5286547", "6392824"], "ranked_scores": [0.7054, 0.5406, 0.5275, 0.4997, 0.4844, 0.4748, 0.4705, 0.4663, 0.4636, 0.4602], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "8177246", "1460689", "1420186", "1460687", "3668938", "2857974", "8432430"], "ranked_scores": [0.7849, 0.6762, 0.6673, 0.6166, 0.6078, 0.6055, 0.6042, 0.5971, 0.5897, 0.5815], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7395884", "7985411", "4437855", "7104592", "4878176", "1690952", "6567497", "34456"], "ranked_scores": [0.7853, 0.781, 0.6622, 0.6498, 0.6347, 0.6246, 0.6243, 0.6106, 0.606, 0.5824], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "1981693", "8424304", "1981696", "2229750", "1420930", "5955284", "5209746", "7589844", "6986881"], "ranked_scores": [0.6415, 0.6317, 0.6203, 0.5743, 0.5739, 0.572, 0.5573, 0.516, 0.514, 0.5077], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8771883", "5025261", "8743966", "297876", "3664758", "3113295", "3404247", "4597448", "7966624"], "ranked_scores": [0.7526, 0.6369, 0.6339, 0.6292, 0.6024, 0.5954, 0.589, 0.5813, 0.5807, 0.58], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-32-post-binary": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["4402697", "3527619", "3619391", "7658715", "1674646", "3791469", "597456", "6375472", "7044940", "765488"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["4859452", "527685", "1297109", "1674644", "3308552", "2410161", "7584907", "3643512", "8083127", "8242417"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["3666352", "7395283", "4468485", "6711597", "6741124", "7694305", "694863", "8193212", "8114676", "7905688"], "ranked_scores": [27.0, 27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["452450", "2740613", "5865067", "1812030", "3338175", "5769842", "8279447", "691719", "7386245", "939894"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7255675", "7255678", "5346316", "5181586", "3640120", "8524691", "3794300", "7048914", "8554964", "948281"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1179925", "7479493", "529107", "1111800", "2801033", "4591200", "5660208", "7929603", "8351922", "8738884"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["1359257", "1173182", "6104775", "6311584", "6787213", "3867607", "1239935", "6361363", "6815901", "994550"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550559", "3550563", "734127", "1190311", "7423418", "2126679", "1111800", "7511874", "8314448", "930721"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["5110182", "1640257", "6950276", "140294", "4414409", "249524", "6950269", "6909168", "8670393", "8670401"], "ranked_scores": [29.0, 29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["4892433", "4600638", "3836743", "7187662", "653543", "7964634", "7103979", "8215736", "879819", "7712207"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "8061102", "209692", "6751942", "4405605", "2878725", "859199", "6296111", "5443069", "5230789"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7975065", "888154", "4516321", "6535340", "5375634", "4233615", "6568419", "7833608", "7531866", "8607085"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["6961304", "7431788", "156133", "587814", "7301823", "3512764", "8428127", "7698064", "3674314", "8672006"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["6709249", "320956", "8259514", "8067800", "7970728", "2257835", "8259512", "8177246", "8596346", "8665855"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["2703680", "6193662", "8510644", "5720449", "2583983", "4684937", "6193664", "8296550", "8091571", "8346654"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["4233615", "729503", "2508734", "4036339", "3195736", "7496070", "4133425", "953836", "8428127", "8450833"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7611350", "3157730", "1003691", "1063811", "1784487", "3835408", "6908048", "6119775", "7795896", "8327486"], "ranked_scores": [27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["6893979", "165886", "2066593", "3148599", "7964388", "5605066", "7643704", "6373832", "8083121", "8364487"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "2356986", "5347138", "204364", "4795580", "2356990", "8771266", "6296111", "7525071", "90421"], "ranked_scores": [27.0, 27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "3961796", "2091063", "7551316", "8531065", "5128180", "7479455", "5674942", "7546946", "8778783"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["2536995", "6127285", "4835673", "5185575", "5582271", "6703894", "8245381", "6392782", "7803391", "6854565"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["1023113", "7749216", "8747196", "391341", "4619244", "6110193", "6504208", "8296550", "863946", "7191526"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "6506033", "4606680", "4936994", "2395325", "5063008", "6439597", "7689710", "7236884", "8820180"], "ranked_scores": [28.0, 28.0, 27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3356485", "4843274", "3968773", "1460640", "1546056", "501830", "6243136", "5717874", "5729775", "92150"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["1348264", "2636672", "2441709", "1017723", "5269626", "8426355", "2636677", "8281191", "8307546", "8804328"], "ranked_scores": [31.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "5174051", "6193415", "8221687", "5939467", "7650732", "8421090", "7946218", "8661651", "8834986"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["4854782", "5079369", "7848151", "2080220", "845708", "5830020", "6992509", "7151780", "7249172", "8221668"], "ranked_scores": [30.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["5351934", "258524", "3749515", "1573004", "250946", "3406120", "3024301", "754800", "3646140", "806938"], "ranked_scores": [30.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["7980282", "1736728", "2195944", "7058096", "6231816", "6231821", "7372841", "8763003", "7671491", "7863433"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6844710", "3173599", "5726293", "2175305", "7369414", "7073235", "3698105", "5831764", "5123280", "8584772"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833611", "8773427", "4451324", "2269049", "7254353", "4523658", "4397641", "8059531", "6714731", "8749532"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511285", "2208599", "3421482", "3065846", "3438193", "4786937", "6753585", "628066", "6012313", "7920247"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["2486151", "4258366", "7110606", "3259746", "3259751", "6281807", "3701436", "7362929", "7770196", "5280582"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1417034", "460128", "7446981", "657354", "7837267", "6252085", "6036135", "6423189", "7275120", "930721"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["2564157", "1696161", "4039012", "7853304", "1288535", "2260935", "6207588", "7645257", "8148596", "8658849"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["1899171", "1338705", "5212100", "2476399", "4893298", "2290637", "3383567", "8186128", "8187749", "8819844"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["3672237", "7161101", "4991356", "4991354", "3806458", "1717545", "6465402", "4991353", "6669945", "8374135"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4605271", "2531512", "7778956", "4363844", "3260955", "4409027", "5393501", "7778949", "6534065", "6967801"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["3722841", "7795888", "7428627", "2174725", "3722839", "4590213", "5444303", "5558676", "6632520", "7582739"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["2750832", "1692091", "5010804", "3756561", "930721", "2236339", "6036135", "7313342", "3859979", "990007"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "5669642", "6546172", "8323384", "6227056", "2940019", "6442876", "4258668", "7548764", "7728427"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["5351935", "6392875", "6398634", "6476873", "7611888", "6513250", "8677933", "8169133", "6741124", "8499149"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["6387274", "7479455", "5409486", "1292768", "6742826", "7479448", "6960265", "8790064", "7610413", "880269"], "ranked_scores": [29.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495835", "3147298", "1206520", "3885772", "3495837", "1634694", "4854782", "4709447", "7327857", "7937823"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "1260007", "5676506", "609594", "6401864", "6212591", "6212597", "8283881", "7634339", "6893978"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["4938306", "7430879", "186816", "4133425", "2465849", "5653612", "4846383", "8499854", "7193888", "5581868"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["489957", "6486694", "2801403", "7511875", "4522649", "659682", "6919840", "7238264", "6979704", "7511874"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["1690952", "7980282", "3857064", "5809788", "7228393", "7288504", "7395885", "7741548", "8600254", "8477171"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["5382926", "108416", "1148253", "2157256", "2579637", "2525123", "8278272", "8059531", "3669167", "5199961"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["5025261", "3982832", "1671233", "7946528", "8758591", "4957113", "6230498", "8743966", "3569362", "3998777"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-64-post-binary": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3619391", "1674646", "2410161", "3063200", "3675169", "7296621", "6375472", "6672810", "8238877", "8541250"], "ranked_scores": [55.0, 55.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["527685", "1674644", "4859452", "1297112", "7584907", "220565", "4702433", "5687382", "7121383", "8825856"], "ranked_scores": [55.0, 55.0, 54.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["911138", "3666352", "1398369", "7094398", "3451043", "298606", "4218205", "7216017", "6712790", "944813"], "ranked_scores": [53.0, 53.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "2812582", "2740613", "452450", "3338175", "2541248", "3399535", "8279447", "7369987", "939894"], "ranked_scores": [56.0, 56.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794300", "7255675", "3640120", "3794297", "7048914", "4269405", "1159742", "3794304", "7941257", "5817777"], "ranked_scores": [54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1805806", "2801033", "1179925", "4450104", "1229810", "3205963", "5676506", "6061092", "7929603", "7479493"], "ranked_scores": [50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["5279878", "1359257", "3867607", "6311584", "6964479", "6787213", "4253092", "4816964", "7430879", "7260457"], "ranked_scores": [52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "7698064", "3550559", "3550563", "1111800", "3768242", "2731819", "4522649", "734127", "8188494"], "ranked_scores": [53.0, 53.0, 52.0, 51.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1640257", "249524", "1640260", "5110182", "140294", "6733381", "6909168", "6950275", "6950269", "6950276"], "ranked_scores": [56.0, 53.0, 53.0, 53.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["6709254", "4440095", "7187663", "4440097", "5289585", "7137594", "7712207", "7187662", "768350", "8043961"], "ranked_scores": [49.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "209692", "4922192", "1438830", "1226213", "4405605", "2476395", "5960436", "8064433"], "ranked_scores": [53.0, 50.0, 49.0, 49.0, 48.0, 48.0, 47.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7254353", "4069689", "1263055", "4516321", "2044076", "4623381", "5375634", "5128175", "7108987", "7562631"], "ranked_scores": [47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "6419646", "1317497", "2391916", "3649558", "4621132", "7134989", "6961304", "6363850", "8343642"], "ranked_scores": [51.0, 50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["665818", "8259512", "8596346", "8259514", "1269652", "320956", "6709254", "7970735", "8665855", "8751797"], "ranked_scores": [52.0, 52.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["5720449", "6193662", "6193664", "7160804", "4619086", "8828653", "8346654", "7395884", "8632001", "8510644"], "ranked_scores": [54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "6467669", "1216563", "46048", "2379160", "7220312", "6003286", "4133425", "5190750", "6355058"], "ranked_scores": [53.0, 52.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7094491", "7096206", "1340542", "3835174", "3907516", "7120498", "6043027", "6439597", "7919682", "6368665"], "ranked_scores": [49.0, 49.0, 46.0, 45.0, 45.0, 45.0, 45.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["6893979", "6977220", "1495624", "4574062", "2066593", "3148599", "6074131", "7964388", "6373832", "8722441"], "ranked_scores": [57.0, 56.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["2356986", "7958944", "2450611", "3569426", "4253088", "4985799", "4374443", "5932719", "5347138", "7958943"], "ranked_scores": [51.0, 50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "8531065", "3444262", "2091063", "5231134", "5855378", "6611953", "6775026", "7932035", "7153163"], "ranked_scores": [54.0, 53.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1842454", "6513250", "4859452", "6046078", "7741734", "1174168", "474971", "1811663", "7803391", "6892660"], "ranked_scores": [55.0, 53.0, 52.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["1839684", "442006", "2588002", "1023113", "3944850", "8045986", "5000405", "4796869", "863946", "8747196"], "ranked_scores": [54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "7689707", "7689710", "5467125", "1673140", "4936994", "4606680", "3978120", "5648984", "5675335"], "ranked_scores": [56.0, 54.0, 51.0, 49.0, 49.0, 49.0, 49.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5668797", "92150", "5729775", "3968773", "1546056", "1460640", "3356485", "4843274", "5210161", "7649297"], "ranked_scores": [54.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["1348264", "2636677", "8804328", "2636672", "5784428", "1017723", "1812307", "288003", "6604385", "5734570"], "ranked_scores": [59.0, 58.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["6507423", "1088384", "5027731", "5174051", "1039754", "6083058", "7527096", "5170943", "8474680", "6083050"], "ranked_scores": [54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["4617487", "1213535", "2080220", "4854782", "4520834", "5832533", "6992509", "7848151", "821374", "8630969"], "ranked_scores": [55.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["258524", "5351934", "5184907", "3255206", "250946", "3024301", "6797667", "5373185", "6694795", "8162192"], "ranked_scores": [54.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["7980282", "2510740", "6231821", "1848152", "7863431", "4437972", "4278761", "1736728", "8265919", "8763003"], "ranked_scores": [58.0, 56.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3173599", "7073235", "5899201", "3424319", "1052947", "6137393", "856390", "5123280", "7878881", "8584772"], "ranked_scores": [51.0, 51.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["6714731", "7833611", "1800207", "8773427", "1800205", "4451324", "2026078", "7833608", "3726367", "8607085"], "ranked_scores": [55.0, 54.0, 52.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["4786937", "2208599", "2617807", "6503017", "5036995", "4826467", "5392883", "8783461", "5565339", "6823993"], "ranked_scores": [50.0, 50.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["2486151", "3701436", "7110606", "5280582", "7429864", "2299432", "7110612", "7429866", "7434451", "7937494"], "ranked_scores": [53.0, 53.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["2821086", "460128", "6278487", "5696456", "4534195", "6036135", "489952", "6419646", "7446981", "665818"], "ranked_scores": [51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["6207587", "6207588", "7853304", "7886033", "5210713", "3388064", "8148596", "4039012", "7789240", "7789241"], "ranked_scores": [54.0, 54.0, 52.0, 52.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "1899171", "4004619", "2290637", "1338705", "7741066", "5212100", "8819844", "4893298", "8187754"], "ranked_scores": [58.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 55.0, 55.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "6669945", "7161101", "3672237", "4991353", "6465402", "3806458", "4991356", "6669947", "826058"], "ranked_scores": [55.0, 54.0, 54.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4605271", "4409027", "2531512", "7778956", "5393501", "2103530", "4900578", "2524818", "6534065", "8201717"], "ranked_scores": [56.0, 53.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["6632520", "3722839", "5338899", "3722841", "1694328", "5038578", "7428627", "7582739", "7835222", "7831679"], "ranked_scores": [51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["921100", "1511285", "1051929", "3538808", "7313342", "3859979", "2750832", "4117808", "7735540", "6728238"], "ranked_scores": [54.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "3250817", "2940019", "7728427", "1623860", "3252244", "4130908", "7420248", "489952"], "ranked_scores": [55.0, 52.0, 52.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["1337894", "8169133", "5155867", "8034055", "2024648", "2496551", "3720839", "6741124", "7527096", "7562624"], "ranked_scores": [51.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["5409486", "5101805", "4127072", "6387274", "3313846", "5409488", "5409487", "7610413", "7856346", "8221437"], "ranked_scores": [53.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495835", "1634694", "3885772", "3495837", "6625132", "3495838", "7327857", "3495831", "2719790", "7327273"], "ranked_scores": [53.0, 51.0, 51.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6401864", "6212588", "6212591", "3535991", "5676506", "6212597", "1053306", "5913982", "1190311"], "ranked_scores": [54.0, 54.0, 54.0, 53.0, 53.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["4846383", "7193888", "3823641", "4938306", "5496645", "8499854", "5355819", "5653612", "6744770", "6761606"], "ranked_scores": [54.0, 52.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["1460689", "7511875", "6305059", "1443272", "1193873", "1420186", "2857976", "2857974", "4091950", "5891383"], "ranked_scores": [52.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["5830020", "1690952", "7395885", "7395884", "7395888", "1136944", "5830025", "5832533", "7286634", "6107573"], "ranked_scores": [52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["8123901", "7589839", "1420930", "1338462", "2579637", "5199961", "1981696", "664873", "7138494", "8424304"], "ranked_scores": [52.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["3982832", "5025261", "7946528", "8743966", "3404247", "7830233", "3862223", "8667781", "4701564", "4957113"], "ranked_scores": [53.0, 52.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-128-post-binary": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["6672810", "2187141", "5633832", "1319763", "8238877", "3649859", "6115206", "1674646", "558173", "2410161"], "ranked_scores": [103.0, 102.0, 102.0, 101.0, 101.0, 101.0, 101.0, 100.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1674644", "2684883", "4859452", "1297109", "1297112", "1150856", "4956876", "5633832", "7584907", "8083121"], "ranked_scores": [99.0, 99.0, 98.0, 97.0, 96.0, 96.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["911138", "7094398", "1238142", "694863", "3666352", "3640251", "1337894", "7114600", "8543994", "7383965"], "ranked_scores": [102.0, 101.0, 98.0, 96.0, 95.0, 94.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "2812582", "3338175", "3399535", "2740613", "452450", "7369987", "515311", "939894", "5997195"], "ranked_scores": [111.0, 111.0, 110.0, 108.0, 108.0, 108.0, 108.0, 107.0, 107.0, 107.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "3794304", "7255675", "7048914", "3640120", "3794300", "1159742", "7048912", "7255678", "8554964"], "ranked_scores": [107.0, 105.0, 105.0, 104.0, 103.0, 103.0, 103.0, 103.0, 102.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1805806", "7929603", "1179925", "5676506", "4450104", "5401718", "3971679", "2742231", "1229810", "3205963"], "ranked_scores": [100.0, 100.0, 99.0, 99.0, 99.0, 98.0, 98.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6964479", "4816964", "6964486", "6787213", "7260457", "2807543", "3138143", "3212847", "5227711", "7813557"], "ranked_scores": [102.0, 100.0, 100.0, 100.0, 99.0, 96.0, 96.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "7698064", "3550559", "3550563", "6090688", "6419646", "4136867", "7299128", "5336580", "7735540"], "ranked_scores": [105.0, 102.0, 98.0, 98.0, 94.0, 94.0, 93.0, 93.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1640257", "1640260", "8452568", "249524", "1640256", "1790781", "5110182", "6950275", "140294", "6909168"], "ranked_scores": [105.0, 104.0, 102.0, 100.0, 99.0, 98.0, 97.0, 96.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187662", "4636167", "8759592", "6709254", "6496889", "7187663", "5002757", "551238", "6678435", "7498446"], "ranked_scores": [93.0, 91.0, 90.0, 90.0, 90.0, 90.0, 89.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "1226213", "1438830", "7707024", "1226215", "209692", "4922192", "5640027", "5022892", "1390706"], "ranked_scores": [106.0, 99.0, 99.0, 99.0, 96.0, 95.0, 95.0, 94.0, 92.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["729503", "4623381", "7058926", "2172884", "114691", "2921046", "7810212", "7058927", "5128175", "7168973"], "ranked_scores": [90.0, 88.0, 88.0, 88.0, 87.0, 87.0, 87.0, 87.0, 86.0, 86.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "3512764", "25901", "4892433", "6363850", "1904771", "384573", "3756561", "6419646", "6363851"], "ranked_scores": [99.0, 96.0, 94.0, 93.0, 93.0, 92.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450827", "7970735", "7970736", "8259512", "320956", "7970728", "8450833", "1269652", "8259514", "8450828"], "ranked_scores": [106.0, 105.0, 103.0, 102.0, 102.0, 100.0, 99.0, 98.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["4619086", "5720449", "6193662", "7160804", "4702013", "1466669", "7160805", "8828653", "6193664", "8636883"], "ranked_scores": [105.0, 105.0, 104.0, 103.0, 103.0, 102.0, 101.0, 101.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "6467669", "3936785", "2010657", "4133417", "7220312", "8658396", "5190750", "8167164", "7872867"], "ranked_scores": [101.0, 98.0, 95.0, 94.0, 94.0, 94.0, 93.0, 93.0, 92.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["6043027", "5672317", "6368665", "7096206", "5672319", "7870707", "2995208", "3636075", "6667088", "7870700"], "ranked_scores": [98.0, 96.0, 96.0, 96.0, 93.0, 93.0, 92.0, 92.0, 92.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["6893979", "8722441", "2066593", "6977220", "7964388", "1495624", "3646580", "6074131", "4574062", "6373832"], "ranked_scores": [113.0, 111.0, 110.0, 110.0, 110.0, 109.0, 108.0, 108.0, 107.0, 107.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "2316828", "2356986", "4374443", "3569426", "4165452", "4253088", "4985799", "2647181", "4166350"], "ranked_scores": [101.0, 98.0, 96.0, 95.0, 94.0, 94.0, 94.0, 94.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5964551", "7932035", "1674914", "6775026", "5517313", "1318422", "4939334", "4393601", "6611953"], "ranked_scores": [102.0, 99.0, 99.0, 97.0, 97.0, 96.0, 96.0, 96.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["474971", "1842454", "7741734", "6046078", "1174168", "3310910", "7100022", "6804877", "6376836", "6854565"], "ranked_scores": [103.0, 99.0, 97.0, 97.0, 95.0, 94.0, 94.0, 94.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "1839684", "863946", "2587999", "2175868", "1023113", "4796869", "442006", "5535297", "7393462"], "ranked_scores": [107.0, 106.0, 106.0, 105.0, 105.0, 105.0, 104.0, 104.0, 104.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "7689707", "4936994", "1673140", "5039968", "7689710", "8820180", "5467125", "5648984", "5063008"], "ranked_scores": [102.0, 100.0, 99.0, 99.0, 99.0, 98.0, 93.0, 92.0, 92.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5668797", "3968773", "5210161", "7649297", "5729775", "1546056", "6363366", "2884457", "6600249", "5808457"], "ranked_scores": [106.0, 104.0, 104.0, 103.0, 102.0, 101.0, 101.0, 101.0, 101.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["1348264", "4647338", "2636677", "1017723", "1871086", "8426355", "2636672", "2636668", "2441709", "5784428"], "ranked_scores": [110.0, 109.0, 108.0, 107.0, 106.0, 106.0, 106.0, 106.0, 105.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5174051", "1039754", "6343914", "1088384", "4805364", "5027731", "3073632", "5170949", "8421090"], "ranked_scores": [106.0, 106.0, 104.0, 102.0, 102.0, 102.0, 101.0, 101.0, 101.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2080220", "7453783", "4854782", "1059524", "1123678", "4520834", "1613678", "7131195", "6874906"], "ranked_scores": [105.0, 105.0, 104.0, 103.0, 102.0, 101.0, 101.0, 101.0, 101.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6797667", "8265258", "6694795", "250946", "8263203", "1850491", "5351935", "4053745", "5351934", "5952078"], "ranked_scores": [101.0, 101.0, 99.0, 99.0, 99.0, 97.0, 97.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["7980282", "8265919", "1848152", "4278761", "2510740", "2061122", "4437972", "365236", "7288504", "7646422"], "ranked_scores": [110.0, 109.0, 108.0, 107.0, 107.0, 104.0, 104.0, 104.0, 104.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3173599", "8789524", "3974537", "1052947", "4603370", "7073235", "2175305", "7878881", "1536187", "8584772"], "ranked_scores": [97.0, 96.0, 95.0, 94.0, 94.0, 93.0, 93.0, 93.0, 92.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833611", "7833608", "4451324", "1800205", "2998932", "8796481", "6714731", "2026078", "3314760", "8773427"], "ranked_scores": [107.0, 102.0, 100.0, 99.0, 99.0, 98.0, 97.0, 97.0, 97.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2208599", "2617807", "7573185", "8783461", "3438193", "5036995", "5565339", "1282741", "6503017", "7526871"], "ranked_scores": [102.0, 100.0, 99.0, 99.0, 99.0, 99.0, 98.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110612", "7110606", "2299432", "2486151", "5280582", "7937494", "3701436", "4520367", "8310623", "7770196"], "ranked_scores": [104.0, 102.0, 102.0, 101.0, 101.0, 100.0, 98.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["6278487", "4534195", "2821086", "5362792", "5694666", "1592532", "3096334", "4256443", "5190712", "7699112"], "ranked_scores": [101.0, 101.0, 100.0, 100.0, 100.0, 100.0, 99.0, 99.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["6207588", "7853304", "6207587", "4687112", "4039012", "7886033", "3406116", "8148596", "520691", "7645257"], "ranked_scores": [103.0, 100.0, 99.0, 96.0, 96.0, 96.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2290637", "4004619", "4589415", "2476395", "4893298", "351022", "2391075", "8187754", "2565555", "8819844"], "ranked_scores": [113.0, 113.0, 112.0, 111.0, 110.0, 109.0, 109.0, 108.0, 107.0, 107.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "826058", "3672237", "7161101", "3806458", "6465402", "8374135", "4991356", "4991353", "6669947"], "ranked_scores": [110.0, 105.0, 105.0, 104.0, 104.0, 103.0, 103.0, 102.0, 101.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4605271", "7778956", "4409027", "4900578", "5393501", "4605270", "2531512", "2103530", "3260957", "8201717"], "ranked_scores": [108.0, 103.0, 102.0, 102.0, 101.0, 100.0, 97.0, 97.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["5338899", "2488121", "1109548", "3722839", "3942500", "4590213", "3722841", "6632522", "7428627", "6632520"], "ranked_scores": [99.0, 98.0, 97.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["921100", "4117808", "1867101", "7735540", "921101", "4117805", "3538808", "4992578", "6496889", "5812523"], "ranked_scores": [102.0, 99.0, 98.0, 97.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "3252244", "7728427", "1623860", "7420248", "4130908", "4258668", "3250817", "2940019", "7692614"], "ranked_scores": [103.0, 102.0, 102.0, 102.0, 102.0, 102.0, 101.0, 99.0, 95.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562631", "8034055", "7562624", "2024648", "8646229", "8169133", "3811525", "5155867", "7611888"], "ranked_scores": [96.0, 96.0, 95.0, 95.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "5409486", "8221437", "3742896", "1922718", "4127072", "6834849", "5409488", "6960265", "8015905"], "ranked_scores": [102.0, 102.0, 101.0, 101.0, 100.0, 100.0, 99.0, 99.0, 99.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495835", "1634694", "3885772", "3495837", "3495831", "3495838", "1079499", "1005751", "2553886", "2719790"], "ranked_scores": [103.0, 100.0, 100.0, 99.0, 99.0, 94.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6212597", "6212588", "6401864", "6212591", "8470196", "4798572", "6965745", "6185824", "979449"], "ranked_scores": [101.0, 101.0, 100.0, 100.0, 100.0, 92.0, 91.0, 91.0, 90.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "6984244", "6744770", "1325723", "7186342", "8499854", "3823641", "2888032", "7439755", "4938306"], "ranked_scores": [102.0, 95.0, 94.0, 94.0, 93.0, 92.0, 92.0, 91.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "7511874", "4091950", "6305059", "8177246", "2719551", "1460689", "7274984", "5891383", "7829393"], "ranked_scores": [101.0, 95.0, 93.0, 92.0, 92.0, 91.0, 91.0, 91.0, 90.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "5830025", "3857064", "6533908", "7558181", "1690952", "7395884", "34456", "4878176"], "ranked_scores": [101.0, 98.0, 95.0, 95.0, 94.0, 94.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "8424304", "1420930", "1981696", "1981693", "2229750", "2654018", "7138494", "3302677", "8123901"], "ranked_scores": [94.0, 93.0, 93.0, 93.0, 90.0, 90.0, 89.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7830233", "5025261", "3989499", "2819440", "3415242", "2999426", "3982832", "3944077", "4957113"], "ranked_scores": [98.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-256-post-binary": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7072115", "1674646", "3527619", "638358", "2187141", "6672810", "6115206", "8238877", "5633832", "6773366"], "ranked_scores": [203.0, 200.0, 200.0, 199.0, 198.0, 198.0, 198.0, 198.0, 197.0, 197.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297109", "4859452", "5633832", "1674644", "8083121", "8083127", "1297112", "2684883", "7248824", "7391322"], "ranked_scores": [197.0, 195.0, 193.0, 192.0, 191.0, 189.0, 188.0, 188.0, 185.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["911138", "1238142", "694863", "7383965", "7094398", "7694305", "5221728", "7905688", "298606", "4726075"], "ranked_scores": [201.0, 190.0, 189.0, 187.0, 186.0, 185.0, 185.0, 183.0, 182.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "2812582", "5997195", "7369987", "939894", "6368609", "3399535", "515311", "8279447"], "ranked_scores": [220.0, 219.0, 218.0, 212.0, 209.0, 208.0, 208.0, 207.0, 206.0, 206.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["1936834", "7048914", "3794304", "7255678", "8554964", "3794297", "3640120", "3794300", "7255675", "7048912"], "ranked_scores": [203.0, 201.0, 200.0, 200.0, 200.0, 199.0, 199.0, 195.0, 195.0, 194.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["4450104", "5676506", "1179925", "3971679", "7929603", "1805806", "1190311", "8643852", "2742231", "8283881"], "ranked_scores": [191.0, 185.0, 185.0, 184.0, 184.0, 184.0, 183.0, 181.0, 180.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "6964479", "3566159", "6964486", "7813557", "5227711", "1173182", "1767388", "7840121"], "ranked_scores": [210.0, 207.0, 204.0, 200.0, 200.0, 198.0, 197.0, 196.0, 195.0, 194.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "7698064", "3550563", "3550559", "8760018", "4136867", "156133", "4702433", "7735540", "8499858"], "ranked_scores": [198.0, 194.0, 188.0, 181.0, 173.0, 171.0, 170.0, 170.0, 170.0, 169.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1640257", "1640260", "8452568", "249524", "1640256", "5110182", "6950276", "6950275", "4414409", "1365210"], "ranked_scores": [208.0, 203.0, 201.0, 200.0, 195.0, 191.0, 190.0, 187.0, 187.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "4636167", "2360413", "4582407", "5324876", "128974", "6709254", "6678435", "8552901"], "ranked_scores": [189.0, 181.0, 177.0, 174.0, 174.0, 174.0, 173.0, 172.0, 172.0, 171.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1226213", "1438830", "2136954", "209692", "4922192", "4036339", "8511971", "5640027"], "ranked_scores": [206.0, 200.0, 186.0, 185.0, 183.0, 179.0, 179.0, 178.0, 178.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7058927", "4069689", "4623381", "295788", "7547705", "3961796", "7058926", "566163", "2921046", "295794"], "ranked_scores": [183.0, 175.0, 174.0, 173.0, 172.0, 171.0, 171.0, 169.0, 169.0, 168.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "3512764", "5457419", "277376", "6363850", "277374", "7410464", "3803414", "8043961", "8385126"], "ranked_scores": [189.0, 187.0, 184.0, 183.0, 178.0, 177.0, 177.0, 176.0, 175.0, 174.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970735", "7970728", "7970736", "8450827", "320956", "8450833", "8450828", "8259514", "7970734"], "ranked_scores": [212.0, 212.0, 204.0, 204.0, 203.0, 203.0, 200.0, 192.0, 190.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "5720449", "4619086", "4702013", "6193662", "8636883", "7160804", "1466669", "6835042", "7206774"], "ranked_scores": [201.0, 199.0, 199.0, 199.0, 197.0, 196.0, 195.0, 190.0, 190.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2010657", "3936785", "6467669", "7220312", "5190750", "1136294", "2949038", "1863796", "7872867"], "ranked_scores": [202.0, 192.0, 184.0, 183.0, 183.0, 179.0, 178.0, 178.0, 178.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["3636075", "6043027", "6368665", "7870707", "3835174", "5261392", "5143532", "3830558", "5644674", "5672317"], "ranked_scores": [198.0, 196.0, 195.0, 194.0, 192.0, 188.0, 188.0, 187.0, 187.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8722441", "3646580", "7964388", "8157542", "6893979", "1435310", "3646584", "2116933", "3692412", "6977220"], "ranked_scores": [218.0, 209.0, 208.0, 208.0, 205.0, 204.0, 204.0, 204.0, 204.0, 203.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "2870276", "5984719", "3915433", "6937119", "2356986", "2316828", "7958943", "3569426", "7809289"], "ranked_scores": [200.0, 182.0, 180.0, 179.0, 179.0, 178.0, 178.0, 177.0, 177.0, 176.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5964551", "1674914", "3444262", "6775026", "2091063", "7932035", "5084215", "7503576", "6951440"], "ranked_scores": [209.0, 202.0, 197.0, 191.0, 189.0, 188.0, 187.0, 185.0, 185.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1842454", "1174172", "1174168", "474971", "6046078", "3310910", "4489799", "6804877", "6854565", "4999276"], "ranked_scores": [201.0, 193.0, 190.0, 189.0, 188.0, 187.0, 185.0, 185.0, 185.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "1839684", "4796869", "2588002", "442006", "1023113", "7134383", "2175868", "863946", "2587999"], "ranked_scores": [207.0, 203.0, 203.0, 201.0, 201.0, 198.0, 197.0, 197.0, 197.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "1673140", "5039968", "7689710", "7689707", "4936994", "8820180", "5648984", "2188117", "5136036"], "ranked_scores": [196.0, 194.0, 190.0, 189.0, 187.0, 186.0, 184.0, 182.0, 181.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "3968773", "5668797", "6979330", "7649297", "3346337", "5808457", "1546056", "2443030", "2884457"], "ranked_scores": [207.0, 207.0, 202.0, 201.0, 201.0, 200.0, 200.0, 199.0, 199.0, 199.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["1348264", "4787774", "1871086", "2636672", "5123227", "4634946", "5269626", "2636668", "4647338", "5873574"], "ranked_scores": [207.0, 207.0, 204.0, 204.0, 202.0, 201.0, 199.0, 198.0, 197.0, 197.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5174051", "7527096", "1039754", "5170949", "3073632", "8421090", "4805364", "6507423", "5027729", "4805366"], "ranked_scores": [203.0, 201.0, 199.0, 197.0, 196.0, 196.0, 195.0, 195.0, 195.0, 194.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "4520834", "7137675", "272190", "4617487", "2080220", "1059524", "272188", "2576605", "2576606"], "ranked_scores": [196.0, 191.0, 189.0, 189.0, 189.0, 189.0, 188.0, 188.0, 188.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8263203", "1850491", "258524", "6797667", "5351934", "5351935", "8265258", "412211", "6694795", "250946"], "ranked_scores": [206.0, 204.0, 201.0, 200.0, 200.0, 198.0, 198.0, 197.0, 197.0, 195.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["8265919", "5352322", "2510740", "4278761", "1848152", "7980282", "5671809", "8763003", "2536497", "4437972"], "ranked_scores": [211.0, 208.0, 207.0, 207.0, 206.0, 206.0, 205.0, 204.0, 203.0, 202.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1536187", "1052947", "8789524", "3173599", "2175305", "5764460", "7878881", "3424319", "6716821", "8242417"], "ranked_scores": [190.0, 189.0, 189.0, 188.0, 187.0, 184.0, 184.0, 183.0, 183.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833611", "7833608", "4451324", "6714731", "2998932", "8607085", "1800205", "8796481", "1800207", "4765788"], "ranked_scores": [197.0, 197.0, 194.0, 193.0, 190.0, 189.0, 188.0, 185.0, 184.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511155", "2099688", "2208599", "7526867", "5036995", "2617807", "7573185", "982652", "7526870", "7526871"], "ranked_scores": [196.0, 196.0, 196.0, 194.0, 194.0, 194.0, 193.0, 193.0, 192.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "2486151", "7110612", "8310623", "888154", "4520367", "2299432", "4303165", "3259751", "4153698"], "ranked_scores": [204.0, 197.0, 196.0, 195.0, 194.0, 194.0, 193.0, 193.0, 193.0, 192.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["4502858", "5694666", "2821086", "30085", "1205478", "5336580", "4534195", "1417034", "712617", "5362792"], "ranked_scores": [209.0, 200.0, 200.0, 199.0, 199.0, 197.0, 197.0, 196.0, 196.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["6207588", "7853304", "6207587", "3712671", "4687112", "3406116", "2789716", "7886033", "8148596", "7645257"], "ranked_scores": [209.0, 204.0, 202.0, 195.0, 194.0, 191.0, 191.0, 191.0, 191.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "2290637", "2391075", "4589415", "8819844", "2476395", "351022", "4893298", "2565555", "6302237"], "ranked_scores": [218.0, 217.0, 216.0, 213.0, 210.0, 208.0, 208.0, 208.0, 206.0, 206.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "826058", "8374135", "3672237", "4991353", "7161101", "4991356", "3806458", "6465402", "7161099"], "ranked_scores": [211.0, 204.0, 202.0, 198.0, 197.0, 193.0, 189.0, 188.0, 187.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4409027", "4900578", "4605270", "2531512", "3260957", "2531517", "3260955", "6748971"], "ranked_scores": [202.0, 201.0, 198.0, 197.0, 192.0, 190.0, 186.0, 185.0, 185.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "2422076", "3722839", "1109548", "5338899", "1343315", "7428627", "3942500", "6803877", "8586692"], "ranked_scores": [192.0, 187.0, 186.0, 186.0, 184.0, 183.0, 182.0, 181.0, 181.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["921101", "7735540", "921100", "7313342", "1716202", "5812523", "1867101", "6761606", "7313345", "8139545"], "ranked_scores": [194.0, 193.0, 193.0, 191.0, 189.0, 188.0, 188.0, 188.0, 188.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "3252244", "7420248", "7728427", "4258668", "3250817", "4130908", "2359804", "7503113", "5934339"], "ranked_scores": [203.0, 196.0, 194.0, 192.0, 192.0, 190.0, 186.0, 183.0, 183.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "7562631", "5304087", "1732853", "2024648", "3811525", "6712790", "3828904", "8034055"], "ranked_scores": [194.0, 192.0, 190.0, 190.0, 190.0, 184.0, 181.0, 181.0, 180.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "4127072", "5409486", "7856346", "1922718", "3742896", "2659096", "6742826", "4158114", "8221437"], "ranked_scores": [196.0, 192.0, 192.0, 191.0, 190.0, 189.0, 188.0, 188.0, 187.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495831", "3495835", "3495837", "1634694", "3885772", "3495838", "7770963", "3495840", "1005751", "4545847"], "ranked_scores": [202.0, 202.0, 202.0, 192.0, 192.0, 191.0, 187.0, 186.0, 180.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6401864", "6212591", "6212597", "6212588", "8470196", "6965745", "6106100", "8120878", "2852056"], "ranked_scores": [202.0, 200.0, 198.0, 198.0, 196.0, 178.0, 175.0, 173.0, 172.0, 170.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "6984244", "3823641", "2790097", "5635135", "5653612", "7186342", "4029000", "7439755", "5286547"], "ranked_scores": [197.0, 178.0, 175.0, 174.0, 174.0, 173.0, 172.0, 171.0, 171.0, 170.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "1460689", "1420186", "6305059", "8177246", "2857974", "3668938", "1460687", "7274984"], "ranked_scores": [202.0, 190.0, 188.0, 186.0, 184.0, 183.0, 182.0, 181.0, 180.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7395884", "5830025", "1690952", "6025784", "7564158", "6567497", "8600254", "7558181"], "ranked_scores": [207.0, 201.0, 187.0, 185.0, 185.0, 184.0, 183.0, 181.0, 181.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1420930", "7589839", "8424304", "1981693", "2229750", "1981696", "4603370", "8624217", "5647010", "5955284"], "ranked_scores": [184.0, 181.0, 179.0, 178.0, 175.0, 174.0, 173.0, 173.0, 173.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "5025261", "3944077", "2999426", "1304102", "4597448", "4957113", "3415242", "3664758", "7830233"], "ranked_scores": [190.0, 190.0, 189.0, 189.0, 185.0, 185.0, 185.0, 185.0, 183.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-512-post-binary": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7072115", "3527619", "7584907", "2746690", "1674646", "8083127", "8825856", "1319763", "638358", "6375472"], "ranked_scores": [413.0, 404.0, 404.0, 400.0, 400.0, 398.0, 397.0, 396.0, 396.0, 394.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1674644", "542682", "1297109", "5633832", "1674646", "4859452", "2684883", "8083127", "1150856", "8083121"], "ranked_scores": [392.0, 391.0, 390.0, 389.0, 388.0, 388.0, 383.0, 380.0, 379.0, 379.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["911138", "7094398", "694863", "7383965", "5842823", "1238142", "6235583", "5221728", "8623619", "7905688"], "ranked_scores": [389.0, 376.0, 373.0, 368.0, 367.0, 364.0, 364.0, 364.0, 364.0, 362.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2812582", "5769842", "3338175", "515311", "7369987", "5997195", "5359258", "8279447", "66616", "7011409"], "ranked_scores": [437.0, 434.0, 424.0, 415.0, 414.0, 410.0, 408.0, 406.0, 403.0, 402.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["1936834", "7255675", "3794304", "7048914", "3794297", "8554964", "7255678", "3794300", "3640120", "7048912"], "ranked_scores": [408.0, 403.0, 403.0, 402.0, 401.0, 400.0, 398.0, 397.0, 392.0, 392.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["4450104", "1179925", "7929603", "5676506", "378964", "3971679", "8643852", "1805806", "5606320", "7469549"], "ranked_scores": [380.0, 372.0, 366.0, 365.0, 361.0, 361.0, 360.0, 360.0, 352.0, 352.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "4816964", "6964479", "7813557", "7123629", "1767388", "3566159", "6801871", "6964486", "1173182"], "ranked_scores": [405.0, 403.0, 397.0, 388.0, 386.0, 385.0, 384.0, 384.0, 382.0, 380.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "4136867", "7735540", "7017745", "3689309", "5812523", "8760018"], "ranked_scores": [388.0, 376.0, 369.0, 359.0, 345.0, 342.0, 340.0, 335.0, 335.0, 332.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1640257", "8452568", "249524", "1640260", "4414409", "1640256", "5110182", "1365210", "6950276", "1365215"], "ranked_scores": [403.0, 395.0, 394.0, 392.0, 391.0, 386.0, 382.0, 379.0, 378.0, 377.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "2323827", "5324876", "7187662", "1696206", "915232", "7964634", "2360413", "627686", "2552610"], "ranked_scores": [376.0, 361.0, 359.0, 358.0, 352.0, 352.0, 351.0, 350.0, 350.0, 350.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "4922192", "1226213", "2136954", "1226215", "5640023", "8511971", "1588095"], "ranked_scores": [398.0, 394.0, 370.0, 361.0, 353.0, 351.0, 346.0, 341.0, 339.0, 338.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4069689", "7058927", "295788", "729503", "7168976", "4623381", "114691", "7858639", "5579441", "7058926"], "ranked_scores": [341.0, 341.0, 337.0, 337.0, 336.0, 336.0, 335.0, 334.0, 332.0, 330.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "3512764", "5457419", "277376", "6628785", "7301816", "4892433", "6363850", "3803414", "7301819"], "ranked_scores": [382.0, 365.0, 365.0, 357.0, 354.0, 354.0, 353.0, 352.0, 352.0, 350.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970735", "8259512", "7970728", "7970736", "320956", "8450827", "8450833", "8450828", "1265191", "8259514"], "ranked_scores": [423.0, 414.0, 407.0, 406.0, 402.0, 401.0, 382.0, 381.0, 379.0, 376.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "4702013", "6193662", "7160804", "5720449", "4619086", "8636883", "1466669", "8128745", "6835042"], "ranked_scores": [396.0, 393.0, 388.0, 388.0, 385.0, 384.0, 384.0, 379.0, 378.0, 377.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2010657", "6467669", "7220312", "3936785", "5190750", "7872867", "7541493", "1390109", "8067800"], "ranked_scores": [402.0, 377.0, 366.0, 365.0, 361.0, 354.0, 346.0, 346.0, 345.0, 345.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "6368665", "3636075", "6043027", "3835174", "5644674", "5261392", "7937822", "3555960", "3830558"], "ranked_scores": [392.0, 385.0, 382.0, 377.0, 373.0, 373.0, 367.0, 366.0, 365.0, 365.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8722441", "3646580", "1495624", "8157542", "3646584", "7964388", "6893979", "2116929", "4880893", "7948042"], "ranked_scores": [419.0, 411.0, 411.0, 408.0, 407.0, 405.0, 403.0, 403.0, 402.0, 402.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "2801033", "6937119", "7958943", "4166350", "2535705", "2356986", "7218532", "2870276", "6937120"], "ranked_scores": [388.0, 360.0, 358.0, 357.0, 356.0, 356.0, 354.0, 354.0, 353.0, 351.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "1674914", "5964551", "2002380", "2044069", "6641480", "6775026", "3444262", "1307740", "2091063"], "ranked_scores": [421.0, 410.0, 401.0, 388.0, 382.0, 380.0, 379.0, 378.0, 377.0, 377.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1842454", "1174168", "1174172", "474971", "6046078", "1174164", "2131335", "3310910", "6804877", "4489799"], "ranked_scores": [379.0, 377.0, 376.0, 370.0, 370.0, 370.0, 369.0, 369.0, 366.0, 363.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "4796869", "2588002", "1023113", "4796876", "442006", "3944850", "863946", "1839684", "7134383"], "ranked_scores": [413.0, 399.0, 395.0, 394.0, 392.0, 389.0, 387.0, 383.0, 383.0, 380.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "1673140", "8820180", "5039968", "4936994", "7689710", "7689707", "5136036", "2188117", "4606680"], "ranked_scores": [385.0, 381.0, 376.0, 365.0, 362.0, 361.0, 361.0, 352.0, 352.0, 351.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "3968773", "3346337", "5668797", "92150", "1546056", "2443030", "5808457", "1460640", "8477248"], "ranked_scores": [417.0, 405.0, 404.0, 401.0, 401.0, 400.0, 398.0, 396.0, 395.0, 395.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["1348264", "1871086", "5123227", "2636672", "4787774", "2636668", "6604385", "5269626", "5873574", "8426355"], "ranked_scores": [415.0, 407.0, 404.0, 404.0, 403.0, 400.0, 398.0, 397.0, 397.0, 397.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5170949", "5174051", "1588747", "4805366", "4805364", "1039754", "3073632", "1088384", "8421090"], "ranked_scores": [415.0, 396.0, 396.0, 395.0, 395.0, 393.0, 391.0, 389.0, 387.0, 387.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "7249172", "1314390", "2576605", "2576606", "7137675", "1314383", "4520834", "272190"], "ranked_scores": [402.0, 388.0, 380.0, 377.0, 377.0, 376.0, 376.0, 375.0, 375.0, 375.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8263203", "5351934", "6694795", "8346188", "258524", "412211", "8741687", "1850491", "5952078", "250946"], "ranked_scores": [402.0, 401.0, 397.0, 396.0, 393.0, 393.0, 392.0, 390.0, 389.0, 387.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["8265919", "4278761", "2510740", "5352322", "7646422", "1848152", "7288502", "5756099", "4437972", "5671809"], "ranked_scores": [397.0, 396.0, 396.0, 393.0, 392.0, 389.0, 387.0, 387.0, 386.0, 385.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3173599", "1536187", "8789524", "2175305", "4603370", "8242417", "2525613", "1052947", "6716821", "5764460"], "ranked_scores": [387.0, 377.0, 376.0, 368.0, 364.0, 363.0, 363.0, 362.0, 362.0, 359.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "6714731", "7833611", "1800205", "1800207", "4765789", "4451324", "8607085", "4765788", "2998932"], "ranked_scores": [381.0, 377.0, 375.0, 373.0, 369.0, 369.0, 368.0, 368.0, 367.0, 363.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526867", "1511155", "1511150", "982652", "4786937", "2208599", "2617807", "7573185", "7526871", "7526870"], "ranked_scores": [402.0, 400.0, 400.0, 398.0, 398.0, 395.0, 393.0, 392.0, 391.0, 390.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "2486151", "5280582", "7110612", "3259751", "2299432", "7434455", "3701436", "4303165", "888154"], "ranked_scores": [407.0, 392.0, 388.0, 385.0, 384.0, 383.0, 382.0, 380.0, 380.0, 380.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["4502858", "1417034", "2391916", "2366115", "5336580", "5694666", "30085", "1592532", "166399", "6278487"], "ranked_scores": [421.0, 406.0, 401.0, 399.0, 399.0, 399.0, 399.0, 397.0, 397.0, 397.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207588", "6207587", "3712671", "8148596", "2789716", "4687112", "7505807", "7886033", "7874898"], "ranked_scores": [409.0, 401.0, 395.0, 384.0, 378.0, 375.0, 372.0, 372.0, 370.0, 368.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "2290637", "4589415", "2391075", "8819844", "351022", "1338705", "3661383", "8187754", "2476395"], "ranked_scores": [437.0, 432.0, 427.0, 424.0, 413.0, 410.0, 409.0, 409.0, 409.0, 408.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "3672237", "8374135", "4991356", "4991353", "3806458", "7161101", "3806457", "6465402"], "ranked_scores": [415.0, 411.0, 402.0, 392.0, 378.0, 377.0, 374.0, 374.0, 373.0, 373.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4409027", "4900578", "2531512", "5393501", "2103530", "3747811", "6300620", "4605270"], "ranked_scores": [406.0, 398.0, 387.0, 382.0, 379.0, 364.0, 361.0, 361.0, 360.0, 359.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "2422076", "1109548", "3722839", "5221099", "5338899", "5857751", "6908048", "7606919", "286747"], "ranked_scores": [382.0, 365.0, 364.0, 363.0, 360.0, 360.0, 356.0, 354.0, 354.0, 353.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["921101", "5812523", "8139545", "1867101", "1716202", "6761606", "921100", "6180355", "5143805", "7735540"], "ranked_scores": [392.0, 392.0, 388.0, 386.0, 384.0, 383.0, 382.0, 381.0, 380.0, 377.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7728427", "4258668", "7420248", "3252244", "7503113", "5339586", "2940016", "1623860", "5339585"], "ranked_scores": [403.0, 393.0, 384.0, 382.0, 381.0, 371.0, 371.0, 370.0, 369.0, 367.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "7562631", "5304087", "1732853", "2024648", "3828904", "3451044", "3451041", "1337894"], "ranked_scores": [396.0, 388.0, 381.0, 380.0, 379.0, 377.0, 368.0, 364.0, 363.0, 360.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "4158114", "1922718", "5409486", "7856346", "2659096", "3716869", "3742896", "4343906", "6742826"], "ranked_scores": [380.0, 379.0, 378.0, 376.0, 376.0, 375.0, 375.0, 373.0, 370.0, 370.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495831", "3495837", "3495835", "1634694", "3885772", "3495840", "3495838", "7770963", "2553886", "6625132"], "ranked_scores": [395.0, 390.0, 387.0, 374.0, 374.0, 370.0, 369.0, 367.0, 355.0, 353.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "6401864", "609594", "6212591", "6212597", "917841", "186816", "1941403", "3843787", "6965745"], "ranked_scores": [401.0, 400.0, 399.0, 395.0, 393.0, 345.0, 342.0, 338.0, 335.0, 334.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "6948296", "8499854", "6984244", "4846383", "2790097", "8736649", "3823641", "5286547", "7936183"], "ranked_scores": [386.0, 350.0, 349.0, 348.0, 346.0, 346.0, 341.0, 340.0, 339.0, 339.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460689", "5891383", "1420186", "8432430", "1460685", "2857974", "1460687", "1460690", "3668938"], "ranked_scores": [398.0, 373.0, 373.0, 373.0, 372.0, 367.0, 365.0, 364.0, 362.0, 362.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "6567497", "7395884", "1690952", "7104592", "4878176", "2043748", "7057938", "6025784"], "ranked_scores": [403.0, 401.0, 372.0, 372.0, 371.0, 368.0, 365.0, 364.0, 364.0, 364.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "1981693", "1420930", "1981696", "2229750", "8424304", "5209746", "5647010", "5955284", "664873"], "ranked_scores": [368.0, 367.0, 359.0, 353.0, 353.0, 352.0, 347.0, 347.0, 346.0, 342.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "3881587", "3664758", "3989499", "5025261", "3944077", "3415242", "7830233", "4597448"], "ranked_scores": [379.0, 377.0, 370.0, 369.0, 366.0, 366.0, 365.0, 364.0, 362.0, 361.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m16-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3527619", "1674646", "638358", "7837267", "749759", "558178", "7072119", "2081579", "7275120", "7275122"], "ranked_scores": [0.7125, 0.708, 0.7023, 0.6935, 0.6925, 0.69, 0.6871, 0.6869, 0.6859, 0.6859], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["4808866", "2684883", "2581550", "5633832", "542682", "1573370", "5917719", "5100196", "7391330", "7275123"], "ranked_scores": [0.62, 0.6137, 0.6058, 0.6045, 0.5979, 0.5961, 0.5914, 0.5887, 0.5874, 0.5811], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7905688", "7383965", "8578146", "7094398", "2554124", "7038530", "944813", "1535431", "7694305", "3792488"], "ranked_scores": [0.474, 0.4574, 0.4381, 0.435, 0.431, 0.4291, 0.4291, 0.4254, 0.4248, 0.424], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2812582", "5769842", "3338175", "5359258", "6926916", "66616", "7011409", "5684712", "2740613", "8279447"], "ranked_scores": [0.7645, 0.763, 0.763, 0.7561, 0.7561, 0.7528, 0.7416, 0.74, 0.7382, 0.733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "3640120", "8554964", "7048912", "5346316", "5450605", "3794297", "3794304", "7255678", "1936834"], "ranked_scores": [0.6632, 0.6583, 0.6503, 0.6495, 0.6475, 0.6443, 0.6382, 0.6382, 0.6375, 0.637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["4450104", "378964", "1179925", "5606320", "2742231", "3971679", "3205963", "1805806", "1190311", "7929603"], "ranked_scores": [0.4825, 0.4743, 0.4724, 0.4712, 0.4711, 0.4696, 0.4694, 0.4654, 0.4551, 0.4547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "6964479", "6801871", "7260457", "6101780", "7813557", "6311584", "6980305", "5227711", "1767388"], "ranked_scores": [0.6848, 0.6848, 0.6817, 0.6817, 0.6433, 0.6396, 0.638, 0.6343, 0.6247, 0.621], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550559", "7698064", "3550563", "5609239", "2562047", "6419646", "5079417", "5997547", "7735540"], "ranked_scores": [0.4794, 0.4301, 0.4271, 0.4058, 0.2842, 0.2763, 0.2665, 0.26, 0.26, 0.2557], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["5110182", "1640257", "1640260", "1854132", "4432476", "6950276", "289409", "289405", "3935387", "249524"], "ranked_scores": [0.7362, 0.731, 0.731, 0.7257, 0.7255, 0.7252, 0.7252, 0.722, 0.722, 0.7213], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "5469449", "5132484", "5324876", "6678435", "2117742", "627686", "2117748", "1696206"], "ranked_scores": [0.4625, 0.437, 0.418, 0.4138, 0.4091, 0.4091, 0.4075, 0.4039, 0.4033, 0.4031], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "4922192", "2697614", "1588095", "4036339", "8686956", "8681111", "1226213"], "ranked_scores": [0.5346, 0.5332, 0.419, 0.4025, 0.3923, 0.3876, 0.3874, 0.3748, 0.3703, 0.3681], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["295794", "7058926", "295789", "7058927", "7168976", "566163", "3961796", "6669415", "7181639", "4623383"], "ranked_scores": [0.3414, 0.3333, 0.3218, 0.3157, 0.2932, 0.2903, 0.2842, 0.2793, 0.2785, 0.2777], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "4892433", "6363850", "6363851", "5809779", "5809784", "6363854", "7301819", "7301816", "3698313"], "ranked_scores": [0.4805, 0.4696, 0.4696, 0.4696, 0.4696, 0.4696, 0.4696, 0.453, 0.453, 0.4161], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970736", "8450833", "7970734", "1265191", "8450828", "8450827", "7970728", "8259514", "320956"], "ranked_scores": [0.7365, 0.7336, 0.7306, 0.7306, 0.7295, 0.7295, 0.7268, 0.7257, 0.698, 0.6934], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["6193662", "8346654", "7160805", "7185831", "5720449", "8128745", "3868557", "8636883", "6232868", "7206774"], "ranked_scores": [0.6528, 0.6353, 0.6324, 0.6287, 0.6235, 0.6207, 0.6197, 0.6162, 0.6156, 0.6122], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "5190750", "2238728", "1136294", "2010657", "1390109", "7872867", "46048", "3082748", "5190753"], "ranked_scores": [0.4924, 0.4423, 0.4335, 0.4323, 0.4321, 0.4229, 0.4123, 0.4078, 0.4068, 0.4057], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["5143532", "8584557", "7919682", "5827343", "3830558", "6043027", "3835174", "5672317", "2001870", "3835170"], "ranked_scores": [0.5716, 0.551, 0.5469, 0.5438, 0.5401, 0.5401, 0.5393, 0.5381, 0.5361, 0.5346], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116938", "8722441", "2116932", "2116929", "7948050", "8660295", "7948042", "8157542", "3646584", "3646580"], "ranked_scores": [0.7442, 0.7341, 0.7281, 0.7281, 0.7253, 0.7197, 0.7195, 0.7188, 0.7186, 0.7179], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "1918642", "4374443", "7641492", "4374445", "5347134", "8761342", "7809289", "5347138", "8325338"], "ranked_scores": [0.5599, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["4799839", "5084215", "7503570", "5964551", "8045998", "1290166", "1674914", "2002380", "7503576", "3217980"], "ranked_scores": [0.6468, 0.6327, 0.6326, 0.6299, 0.6299, 0.6218, 0.6196, 0.6151, 0.6145, 0.6145], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["6804877", "4489799", "2859564", "474971", "4595482", "4489797", "1775549", "7170238", "5213336", "4826837"], "ranked_scores": [0.6034, 0.6034, 0.6034, 0.5989, 0.595, 0.5916, 0.5856, 0.5811, 0.58, 0.5781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["4796876", "7134383", "442006", "1023113", "8045986", "8477970", "4796869", "2175868", "863946", "1918866"], "ranked_scores": [0.6486, 0.6476, 0.6425, 0.6395, 0.6388, 0.6372, 0.6342, 0.6311, 0.6301, 0.629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["5039968", "4936994", "7689707", "5364572", "2188117", "6506033", "7689710", "3368582", "5039965", "1673140"], "ranked_scores": [0.6106, 0.5991, 0.5966, 0.5965, 0.5886, 0.5864, 0.584, 0.5766, 0.5766, 0.5673], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["4266628", "3468430", "5513159", "6363366", "5840699", "2276894", "6577550", "8000092", "4615784", "6979330"], "ranked_scores": [0.7131, 0.7131, 0.7131, 0.7131, 0.7131, 0.7131, 0.7131, 0.7104, 0.7099, 0.7099], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2636677", "1348264", "8631154", "5873574", "7346169", "6639719", "6588011", "7630103", "4647338", "2636668"], "ranked_scores": [0.7681, 0.7667, 0.7648, 0.7587, 0.757, 0.7538, 0.75, 0.75, 0.7474, 0.7451], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1588747", "6287785", "5170949", "1333652", "6811402", "6751126", "1333651", "8363828", "1039748"], "ranked_scores": [0.6023, 0.5955, 0.5947, 0.589, 0.5832, 0.5816, 0.5765, 0.5708, 0.5683, 0.5673], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["6874906", "1613675", "4617487", "4854782", "4520834", "272190", "870346", "2828289", "272188", "1525620"], "ranked_scores": [0.5844, 0.5832, 0.5781, 0.5729, 0.5721, 0.5714, 0.5622, 0.5566, 0.5544, 0.5534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7924849", "3720839", "6465151", "8346188", "250946", "5952078", "5184907", "8277053", "1850491", "258524"], "ranked_scores": [0.7168, 0.7122, 0.7106, 0.7063, 0.7058, 0.7012, 0.701, 0.6911, 0.6911, 0.6878], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "2061122", "7288502", "7646422", "278768", "2929750", "2510740", "4377794", "5756099", "5756096"], "ranked_scores": [0.6418, 0.6301, 0.6249, 0.6242, 0.6206, 0.6159, 0.6136, 0.61, 0.6075, 0.6031], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1536187", "3173599", "8584772", "7073235", "7899629", "8624217", "2175305", "3101072", "4603370", "5764460"], "ranked_scores": [0.6244, 0.6195, 0.6084, 0.5884, 0.5844, 0.5729, 0.5699, 0.5649, 0.5525, 0.5503], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833611", "7833608", "8796486", "4451324", "8607085", "8773427", "4233615", "3726367", "1800207", "4765785"], "ranked_scores": [0.609, 0.609, 0.5984, 0.5831, 0.5696, 0.5436, 0.52, 0.5193, 0.5115, 0.5038], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511150", "7526867", "7022399", "1841019", "2898312", "4863107", "4863108", "6503017", "2617807", "455999"], "ranked_scores": [0.6772, 0.6718, 0.6573, 0.6517, 0.6501, 0.6501, 0.6501, 0.6488, 0.6474, 0.6467], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7770196", "7110612", "7110606", "8331763", "7937494", "8310623", "2486151", "5546116", "3259751", "7110611"], "ranked_scores": [0.7209, 0.7183, 0.7181, 0.7065, 0.7041, 0.6933, 0.6927, 0.6826, 0.679, 0.6714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "8327486", "4502858", "1417034", "7672042", "30089", "5336580", "1472503", "5362792", "4502856"], "ranked_scores": [0.701, 0.6856, 0.6715, 0.6715, 0.6712, 0.6706, 0.6703, 0.6703, 0.6686, 0.6681], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7874898", "7853304", "6684798", "7886033", "6207587", "6207588", "7505807", "5133662", "3388064", "4687484"], "ranked_scores": [0.6707, 0.6675, 0.6648, 0.6531, 0.6462, 0.6462, 0.6446, 0.6367, 0.6363, 0.6114], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "2290637", "2565555", "174956", "1338703", "3661383", "5960436", "1338702", "3765105", "3920912"], "ranked_scores": [0.7457, 0.7457, 0.7439, 0.7425, 0.7404, 0.738, 0.7379, 0.7371, 0.7363, 0.7354], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991353", "8374135", "6465402", "3672237", "6988582", "826058", "4991356", "3806458", "4991354", "3148555"], "ranked_scores": [0.6168, 0.6158, 0.5965, 0.5907, 0.5899, 0.5896, 0.5801, 0.579, 0.5756, 0.5751], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4900578", "2531512", "4409027", "4605271", "5393501", "4605270", "7778949", "8201717", "6448142"], "ranked_scores": [0.632, 0.6296, 0.6293, 0.6197, 0.6084, 0.5234, 0.5144, 0.4845, 0.4516, 0.4511], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "2422076", "5857755", "139961", "4208658", "7428627", "1063811", "2248109", "6632518", "6632520"], "ranked_scores": [0.6783, 0.6699, 0.6694, 0.666, 0.6612, 0.6598, 0.6564, 0.6564, 0.6553, 0.6553], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1933329", "5812523", "1867098", "1692091", "8139545", "5143805", "6955768", "1867101", "6761606", "1716202"], "ranked_scores": [0.6755, 0.6662, 0.6661, 0.6628, 0.6613, 0.6592, 0.6587, 0.6572, 0.6547, 0.6524], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7420248", "4258668", "7728427", "3252244", "1969532", "2940019", "2940016", "1623860", "2359804"], "ranked_scores": [0.6392, 0.6311, 0.6293, 0.6175, 0.6118, 0.6041, 0.6041, 0.5963, 0.5864, 0.5852], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562631", "8738884", "2024648", "7562624", "5304087", "1732853", "3016589", "3617648", "1337894", "6712790"], "ranked_scores": [0.6584, 0.6581, 0.6346, 0.6051, 0.5918, 0.5842, 0.547, 0.5449, 0.5375, 0.5358], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["1922718", "5210293", "5101805", "5409486", "4158114", "8015905", "1292768", "3644713", "8221437", "5210298"], "ranked_scores": [0.5991, 0.5954, 0.592, 0.592, 0.5905, 0.5877, 0.586, 0.586, 0.5847, 0.5845], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "3495835", "3495840", "3450402", "3495838", "7770963", "1634694", "3885772", "6392875"], "ranked_scores": [0.5986, 0.5968, 0.5585, 0.5456, 0.5267, 0.5262, 0.5079, 0.5018, 0.5018, 0.4595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6212588", "6401864", "6212597", "6212591", "6965745", "917841", "186816", "567923", "6106100"], "ranked_scores": [0.5763, 0.5711, 0.5711, 0.5629, 0.5548, 0.4516, 0.4408, 0.4097, 0.407, 0.4033], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7704729", "6948296", "7601059", "6938258", "8499854", "1676112", "5145284", "8736649"], "ranked_scores": [0.463, 0.4117, 0.3826, 0.3727, 0.3491, 0.3366, 0.3361, 0.3328, 0.324, 0.3226], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "1460690", "5201030", "1420186", "3668938", "2857974", "2857976", "1460689"], "ranked_scores": [0.541, 0.5396, 0.5356, 0.5336, 0.5336, 0.5149, 0.5149, 0.5149, 0.5104, 0.51], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "1246649", "704294", "4603022", "7985411", "3302094", "6176864", "4709447", "6567497", "34456"], "ranked_scores": [0.5644, 0.5252, 0.5252, 0.5252, 0.5252, 0.5252, 0.5219, 0.5179, 0.5126, 0.5109], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981693", "7589839", "8424304", "2229750", "7589844", "1420930", "5955284", "1981696", "7138494", "5955286"], "ranked_scores": [0.4518, 0.4426, 0.4423, 0.4409, 0.4283, 0.4136, 0.412, 0.402, 0.3978, 0.3972], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["4304523", "7946528", "3989499", "3113295", "3944077", "4924766", "4356227", "3998777", "3681700", "2999426"], "ranked_scores": [0.615, 0.6143, 0.6012, 0.5975, 0.5963, 0.586, 0.584, 0.5777, 0.5769, 0.5759], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m16-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1245152", "638358", "3533251", "3501103", "558173", "7164589", "792477", "575979", "1021034", "597455"], "ranked_scores": [0.684, 0.6834, 0.6801, 0.6763, 0.6728, 0.6718, 0.6704, 0.6673, 0.6664, 0.6653], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1245152", "2081579", "7275120", "7837267", "389116", "5496645", "558173", "2802097", "20886", "7391330"], "ranked_scores": [0.5343, 0.5341, 0.5341, 0.5341, 0.5337, 0.5337, 0.5302, 0.5301, 0.5286, 0.5284], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["1729038", "153457", "7114600", "6241516", "6402602", "2102610", "5951944", "3016589", "7611888", "6927127"], "ranked_scores": [0.4147, 0.4097, 0.4097, 0.4097, 0.4058, 0.4021, 0.3973, 0.3961, 0.3938, 0.3903], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2812582", "66616", "5645793", "5359258", "6926916", "8279447", "5769842", "3338175", "6368609", "939898"], "ranked_scores": [0.6397, 0.6397, 0.6397, 0.6397, 0.6397, 0.6397, 0.6361, 0.6361, 0.6345, 0.6281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["4348677", "3794304", "3794297", "7255678", "7048914", "7048912", "5450605", "3794300", "7048919", "4269405"], "ranked_scores": [0.4735, 0.4734, 0.4734, 0.4713, 0.4689, 0.4635, 0.4625, 0.462, 0.4618, 0.4618], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "378964", "7061305", "5676506", "5007282", "4496437", "2508897", "8283881", "4811904", "5254021"], "ranked_scores": [0.3438, 0.3185, 0.3184, 0.3146, 0.3141, 0.3141, 0.3128, 0.3126, 0.3057, 0.303], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["5042148", "511235", "6964486", "5227711", "1777799", "4816964", "7260457", "6964479", "5108583", "6104775"], "ranked_scores": [0.5158, 0.5158, 0.5158, 0.5158, 0.5102, 0.5095, 0.5095, 0.5095, 0.5091, 0.5091], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["7698064", "3550561", "3550563", "6360848", "3550559", "5143805", "7692614", "5997547", "7220310", "5934339"], "ranked_scores": [0.2726, 0.2717, 0.2387, 0.2365, 0.2336, 0.2326, 0.2181, 0.2152, 0.2151, 0.2133], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365215", "5110182", "249524", "8452568", "1640257", "6950276", "1102477", "289409", "1102481", "1365210"], "ranked_scores": [0.4568, 0.4535, 0.4519, 0.442, 0.4369, 0.4365, 0.434, 0.4327, 0.4287, 0.4259], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["4872394", "5469449", "7658715", "7187663", "6124279", "5123479", "5265626", "879819", "8190833", "5132484"], "ranked_scores": [0.3696, 0.3524, 0.3423, 0.3415, 0.34, 0.3358, 0.3338, 0.3314, 0.3301, 0.3278], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "8061102", "8114676", "5640023", "6937119", "3447355", "7094491", "7858636", "8583763"], "ranked_scores": [0.366, 0.3335, 0.3082, 0.3054, 0.2963, 0.2953, 0.2703, 0.2681, 0.2637, 0.2603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7058927", "4907018", "4069689", "4643770", "7858639", "5417685", "7058926", "295794", "5200152", "1736441"], "ranked_scores": [0.2577, 0.2353, 0.2293, 0.2269, 0.2214, 0.2209, 0.2189, 0.2173, 0.2149, 0.2143], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301816", "7410464", "2824454", "3954151", "5276545", "614575", "398263", "5457419", "7407185", "6012313"], "ranked_scores": [0.3151, 0.2918, 0.2864, 0.2827, 0.2788, 0.2787, 0.2764, 0.2744, 0.2738, 0.2733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "8450833", "7970734", "1265191", "7970736", "8450827", "7970728", "8259514", "7970735", "8259512"], "ranked_scores": [0.4238, 0.4136, 0.4112, 0.4104, 0.408, 0.4073, 0.4018, 0.398, 0.3904, 0.3758], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["826701", "664917", "7609384", "7160805", "6193662", "7138663", "8128745", "7598231", "981996", "7160804"], "ranked_scores": [0.4562, 0.4531, 0.4512, 0.4512, 0.4509, 0.4456, 0.4423, 0.4404, 0.4394, 0.4311], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "1623860", "1136294", "1488928", "3082748", "2238728", "7872867", "7574370", "455054", "4768599"], "ranked_scores": [0.3253, 0.2948, 0.2908, 0.2871, 0.2846, 0.2846, 0.2812, 0.2808, 0.2808, 0.276], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "8584557", "5672319", "4635092", "7937822", "1806725", "7919682", "5644674", "5556001", "6368665"], "ranked_scores": [0.3866, 0.3612, 0.3511, 0.3501, 0.3477, 0.3455, 0.3446, 0.3422, 0.3379, 0.3379], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "2116936", "3646580", "3646584", "2116932", "6373832", "7948042", "7964388", "2133627", "1435310"], "ranked_scores": [0.5554, 0.5533, 0.5533, 0.5533, 0.5533, 0.5533, 0.5533, 0.5515, 0.5514, 0.5496], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["5932719", "942766", "2356986", "7958944", "5984719", "3636937", "2870276", "3569426", "3532662", "2535705"], "ranked_scores": [0.3511, 0.3384, 0.3245, 0.3219, 0.3178, 0.3069, 0.3052, 0.3046, 0.3036, 0.3015], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["8419047", "862392", "8814306", "7503570", "6376837", "5084215", "5231134", "4459192", "5680884", "2595814"], "ranked_scores": [0.4839, 0.4821, 0.4799, 0.4793, 0.4787, 0.4773, 0.4743, 0.4723, 0.471, 0.4697], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170238", "1775549", "2859564", "1174168", "4489799", "6804877", "1842454", "1475307", "4489794", "5233423"], "ranked_scores": [0.3592, 0.3513, 0.3512, 0.351, 0.3487, 0.3478, 0.3407, 0.3386, 0.3375, 0.3336], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8540414", "1918866", "7134383", "3853232", "1023113", "863946", "8045986", "442006", "2587999", "8173741"], "ranked_scores": [0.4821, 0.4821, 0.4808, 0.4734, 0.4733, 0.4678, 0.4678, 0.4653, 0.4635, 0.4627], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "8820180", "4606680", "5039968", "1143382", "8186110", "2188117", "7689707", "5136036", "2105684"], "ranked_scores": [0.4362, 0.4264, 0.4252, 0.4217, 0.4168, 0.4112, 0.4073, 0.4008, 0.4006, 0.3995], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["6603790", "6906376", "6636473", "8000092", "6979322", "8717679", "8386856", "92150", "8477248", "7649297"], "ranked_scores": [0.5988, 0.5988, 0.5988, 0.5988, 0.5988, 0.5988, 0.5988, 0.5988, 0.5988, 0.5988], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["1871086", "3733774", "2511651", "5734570", "4634946", "4787774", "5055675", "7424964", "2796274", "5523728"], "ranked_scores": [0.5906, 0.5906, 0.5906, 0.5906, 0.5893, 0.5893, 0.5893, 0.5893, 0.589, 0.589], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "3638883", "1333652", "1682702", "3788809", "6287785", "1088384", "6507423", "4805366", "6083058"], "ranked_scores": [0.379, 0.3789, 0.3622, 0.362, 0.3565, 0.3558, 0.3535, 0.3515, 0.3498, 0.3455], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["2692492", "2576606", "2576605", "551238", "1613675", "4854782", "870351", "3554461", "4617487", "870346"], "ranked_scores": [0.5355, 0.5355, 0.5355, 0.5355, 0.5355, 0.5355, 0.5343, 0.5343, 0.5277, 0.5241], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7810605", "7924849", "5408281", "8346188", "4053745", "8277053", "5149609", "5184907", "5952078", "1573004"], "ranked_scores": [0.4568, 0.4354, 0.4234, 0.4227, 0.4164, 0.4101, 0.4048, 0.4024, 0.4017, 0.3987], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["52362", "7646422", "4261975", "8657854", "8265919", "8779558", "1848152", "7646426", "8701336", "173853"], "ranked_scores": [0.5475, 0.544, 0.5396, 0.5396, 0.5363, 0.5359, 0.532, 0.532, 0.5263, 0.5222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6294685", "4603370", "8242417", "5123280", "4440949", "8584772", "1945871", "2525613", "1536187", "1690652"], "ranked_scores": [0.403, 0.3897, 0.3893, 0.389, 0.3765, 0.3746, 0.3717, 0.3689, 0.3682, 0.3619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["4451324", "1800205", "7833608", "4765789", "8773427", "7833611", "8607085", "1419834", "3726367", "4861486"], "ranked_scores": [0.3366, 0.3317, 0.3179, 0.31, 0.3028, 0.3026, 0.298, 0.2964, 0.2959, 0.2949], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["5036995", "4798912", "7526870", "1511155", "1511150", "4551599", "6062947", "982652", "6503017", "7526871"], "ranked_scores": [0.4883, 0.4835, 0.4835, 0.4835, 0.4822, 0.482, 0.4818, 0.4818, 0.4818, 0.4818], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7770196", "4303165", "7110612", "2299432", "5546116", "8237806", "8237802", "8310623", "978127"], "ranked_scores": [0.5361, 0.536, 0.5205, 0.5202, 0.5202, 0.5147, 0.5147, 0.5143, 0.5143, 0.5143], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1175843", "4502856", "30088", "1417034", "5362792", "4502858", "6979705", "5343617", "30085", "30089"], "ranked_scores": [0.5342, 0.5342, 0.5342, 0.5342, 0.5342, 0.5342, 0.5342, 0.5342, 0.5342, 0.5335], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "3121328", "3388064", "7874898", "7193919", "5338623", "2976888", "6207587", "7645257"], "ranked_scores": [0.4658, 0.4609, 0.4591, 0.4403, 0.4303, 0.4286, 0.4246, 0.4214, 0.4205, 0.4199], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["5206549", "7658116", "7734838", "8187754", "7924650", "7741066", "8236096", "8819844", "8347480", "946762"], "ranked_scores": [0.6756, 0.6716, 0.6716, 0.6716, 0.6716, 0.6716, 0.6716, 0.6716, 0.6716, 0.6716], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["8374135", "4528861", "7161099", "933350", "3931579", "3806457", "3806458", "4991356", "4991353", "7852903"], "ranked_scores": [0.4938, 0.492, 0.4844, 0.4697, 0.4685, 0.4676, 0.463, 0.463, 0.4628, 0.4573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "2531512", "3747811", "4605271", "5231292", "2531517", "4771890", "6874906"], "ranked_scores": [0.3007, 0.2923, 0.2902, 0.2878, 0.2722, 0.2677, 0.2499, 0.2456, 0.2453, 0.2452], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["1063811", "4005369", "6632520", "6632518", "7428627", "139970", "2651737", "7606919", "139961", "5186526"], "ranked_scores": [0.5093, 0.5075, 0.5075, 0.5075, 0.5036, 0.5033, 0.5033, 0.5031, 0.5031, 0.502], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5143805", "5812523", "8139545", "4992578", "1867101", "1716202", "477636", "5997547", "3689305", "921100"], "ranked_scores": [0.4596, 0.4579, 0.4507, 0.4489, 0.4483, 0.4451, 0.4435, 0.4411, 0.436, 0.4321], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["1623860", "4258663", "5339585", "7728423", "2940019", "3252244", "3250817", "7503113", "8532695", "364872"], "ranked_scores": [0.445, 0.4379, 0.4328, 0.4293, 0.4283, 0.4266, 0.4265, 0.4258, 0.4235, 0.4224], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562631", "7562624", "7611886", "1148253", "6472411", "1398369", "3016589", "8822768", "7280059"], "ranked_scores": [0.4179, 0.3962, 0.3948, 0.387, 0.3834, 0.382, 0.3813, 0.3813, 0.3803, 0.3786], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["5210293", "5409485", "5210298", "7856349", "3716869", "2574259", "3742896", "5409486", "1061747", "3313846"], "ranked_scores": [0.414, 0.4121, 0.4097, 0.4084, 0.4068, 0.4061, 0.3984, 0.3943, 0.3911, 0.3905], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495831", "3495835", "3495837", "3495840", "4545847", "3495838", "7770963", "3253486", "8490012", "1047394"], "ranked_scores": [0.3459, 0.3387, 0.306, 0.2957, 0.295, 0.294, 0.2717, 0.2715, 0.2684, 0.2666], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "609594", "1581188", "6401864", "6212597", "6212591", "7634339", "2994679", "4907018", "38680"], "ranked_scores": [0.3659, 0.3522, 0.3468, 0.3454, 0.345, 0.3417, 0.3377, 0.3154, 0.3069, 0.3068], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7332215", "7153880", "826701", "7186342", "5286547", "322252", "5287450", "3671400", "8632000"], "ranked_scores": [0.2671, 0.265, 0.2437, 0.2414, 0.2362, 0.2305, 0.2226, 0.2144, 0.212, 0.2094], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7144188", "1460685", "6339460", "3772534", "8043490", "8432429", "8110288", "8441078", "8432430", "8217557"], "ranked_scores": [0.3774, 0.3766, 0.3752, 0.3752, 0.3658, 0.3658, 0.3658, 0.3658, 0.3658, 0.3658], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["34456", "4437855", "7985411", "6567497", "1246649", "4603022", "704294", "7395885", "3302102", "5310192"], "ranked_scores": [0.3589, 0.3589, 0.3567, 0.3567, 0.3561, 0.3539, 0.3539, 0.351, 0.3475, 0.3458], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "1981693", "8424304", "1721507", "2229750", "90421", "7888894", "7589839", "4942985", "5209746"], "ranked_scores": [0.2859, 0.2755, 0.2726, 0.2675, 0.2635, 0.2596, 0.2582, 0.2554, 0.2508, 0.2507], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["4597448", "5025261", "4356227", "3881587", "4304523", "3404247", "3664758", "8667781", "4630972", "3521834"], "ranked_scores": [0.4444, 0.4312, 0.4231, 0.4224, 0.4198, 0.4177, 0.4171, 0.4162, 0.4161, 0.4149], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-512-pq-m16-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["638358", "1674646", "615746", "1245152", "1245154", "597455", "3445481", "7837267", "3527619", "575979"], "ranked_scores": [0.8254, 0.8232, 0.8198, 0.8165, 0.8165, 0.8146, 0.8122, 0.8107, 0.8106, 0.81], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["8083127", "1573370", "2684883", "542682", "5450668", "7584907", "2581550", "4848021", "8083121", "3308552"], "ranked_scores": [0.7709, 0.7575, 0.7558, 0.7505, 0.7503, 0.75, 0.7496, 0.7461, 0.7459, 0.7442], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "2554124", "5842823", "7383965", "5582271", "8335775", "48855", "3292950", "1535431", "1745534"], "ranked_scores": [0.5945, 0.5882, 0.5796, 0.5706, 0.5603, 0.5536, 0.5476, 0.5475, 0.5423, 0.5387], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "2812582", "7011409", "5684712", "6368609", "5359258", "66616", "6926916", "515311"], "ranked_scores": [0.8429, 0.8429, 0.8406, 0.8322, 0.8295, 0.8283, 0.8273, 0.8273, 0.8273, 0.824], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "5346316", "3640120", "7048912", "4348677", "7255678", "1936834", "7255675", "8554964"], "ranked_scores": [0.7739, 0.7739, 0.7734, 0.7708, 0.7692, 0.765, 0.7633, 0.7593, 0.7554, 0.7552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5676506", "4450104", "2742231", "3971679", "1191483", "7929603", "8643852", "1229810", "1494980", "3205963"], "ranked_scores": [0.6084, 0.6048, 0.5958, 0.5925, 0.5897, 0.5847, 0.5844, 0.5786, 0.572, 0.5671], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "7813557", "6964479", "4816964", "6801871", "6964486", "6980305", "7840121", "1777799", "1173182"], "ranked_scores": [0.746, 0.7401, 0.7371, 0.736, 0.7272, 0.7139, 0.708, 0.7018, 0.7001, 0.695], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "7058927", "6419646", "1364304", "6090688", "5644075", "5997547"], "ranked_scores": [0.5563, 0.5336, 0.5176, 0.4962, 0.4085, 0.4015, 0.3956, 0.3895, 0.3852, 0.385], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["3761522", "249524", "6733381", "4432476", "4432472", "289409", "6950273", "140286", "140290", "2322244"], "ranked_scores": [0.7402, 0.7389, 0.7384, 0.7304, 0.7295, 0.7288, 0.7273, 0.7273, 0.7273, 0.727], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "2117748", "5132484", "5469449", "627686", "915232", "6678435", "4219619", "2117742"], "ranked_scores": [0.5792, 0.5681, 0.5255, 0.5255, 0.5255, 0.5233, 0.5206, 0.5202, 0.5189, 0.5188], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "1438830", "1226213", "4922192", "6360246", "1390706", "1086308", "8114676", "2037947"], "ranked_scores": [0.6158, 0.6088, 0.5181, 0.4687, 0.4662, 0.4624, 0.4584, 0.4499, 0.4495, 0.4349], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7058926", "3961796", "295794", "7547705", "7168976", "4996378", "7058927", "295789", "6419646", "295788"], "ranked_scores": [0.4498, 0.4408, 0.4332, 0.4273, 0.4101, 0.4075, 0.4034, 0.4007, 0.3937, 0.3935], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301816", "7301819", "7301823", "6363854", "5809779", "4892433", "6363850", "5809784", "6363851", "7301814"], "ranked_scores": [0.601, 0.601, 0.596, 0.5841, 0.5753, 0.5753, 0.5753, 0.553, 0.5483, 0.513], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970735", "1265191", "8450827", "8450828", "7970728", "8259512", "7970736", "7970734", "8450833", "8259514"], "ranked_scores": [0.8009, 0.7944, 0.7944, 0.7944, 0.789, 0.789, 0.789, 0.7782, 0.7782, 0.7599], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "5720449", "4702013", "232771", "6193662", "7160804", "981996", "4702009", "485410", "8128745"], "ranked_scores": [0.7352, 0.7033, 0.7027, 0.6971, 0.6956, 0.6899, 0.6867, 0.6838, 0.6773, 0.6748], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "1488928", "7220312", "2010657", "1136294", "6467669", "3936785", "1863796", "6010341", "2238728"], "ranked_scores": [0.6044, 0.5903, 0.5841, 0.582, 0.5783, 0.5695, 0.5688, 0.5614, 0.5584, 0.5555], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7937822", "2995208", "5143532", "8584557", "8091571", "7870707", "3830558", "5556001", "5644674", "6043027"], "ranked_scores": [0.6476, 0.6434, 0.6423, 0.6397, 0.6382, 0.6347, 0.6255, 0.6181, 0.6177, 0.6177], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116929", "2116938", "8157542", "7948050", "4880896", "3646584", "2116932", "7146728", "7948042", "4880893"], "ranked_scores": [0.8195, 0.8135, 0.8119, 0.8106, 0.8069, 0.8051, 0.8049, 0.8044, 0.803, 0.8004], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "6937119", "6937120", "4985799", "942766", "2450611", "7641492", "7809289", "8761342", "8325338"], "ranked_scores": [0.6128, 0.5369, 0.5369, 0.5203, 0.5179, 0.5164, 0.5162, 0.5162, 0.5162, 0.5162], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["1674914", "7503570", "2002380", "829440", "6951440", "5964551", "8045998", "5084215", "1307740", "2044069"], "ranked_scores": [0.7483, 0.7397, 0.7313, 0.7281, 0.726, 0.726, 0.726, 0.7233, 0.7194, 0.7194], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489794", "4826837", "4489797", "1475307", "6804877", "2859564", "4489799", "7170238", "2131339", "4595482"], "ranked_scores": [0.6868, 0.6868, 0.6808, 0.6798, 0.6798, 0.676, 0.6744, 0.6676, 0.6667, 0.6651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "1023113", "4796869", "7134383", "863946", "2588002", "4796876", "2587999", "5535297", "1918866"], "ranked_scores": [0.7327, 0.7204, 0.7132, 0.706, 0.7045, 0.7045, 0.7044, 0.7017, 0.6991, 0.6917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["2188117", "8820180", "7689710", "5364572", "5039968", "7689707", "4936994", "1673140", "6506033", "8820182"], "ranked_scores": [0.6535, 0.6419, 0.6382, 0.6345, 0.6316, 0.6307, 0.6224, 0.6188, 0.6143, 0.6087], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "3346337", "1546056", "1460640", "2443030", "3968773", "5840699", "6979330", "631307", "6577550"], "ranked_scores": [0.8107, 0.8057, 0.8025, 0.8025, 0.8025, 0.8025, 0.8023, 0.8023, 0.8023, 0.8023], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2636672", "7630103", "8631154", "4647338", "2636668", "2636677", "6639719", "1017723", "5771761", "2441709"], "ranked_scores": [0.8431, 0.8356, 0.8294, 0.8289, 0.8289, 0.8286, 0.8274, 0.8261, 0.8238, 0.8222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["2820637", "4805364", "7527096", "1088384", "1039754", "5174051", "6343914", "8363828", "3073632", "5170949"], "ranked_scores": [0.7618, 0.7569, 0.75, 0.7462, 0.7454, 0.7354, 0.7349, 0.7284, 0.7272, 0.7264], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["6312321", "6874906", "1613678", "4520834", "5832533", "6137671", "2080220", "1368309", "551242", "1665801"], "ranked_scores": [0.7029, 0.7025, 0.7008, 0.6998, 0.6977, 0.6953, 0.6939, 0.6931, 0.6931, 0.691], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8741687", "1221320", "3720839", "8277053", "5952078", "2570595", "5085223", "5184907", "5351934", "1663808"], "ranked_scores": [0.7995, 0.7975, 0.7924, 0.7903, 0.7835, 0.7811, 0.7802, 0.777, 0.7766, 0.7734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["7646426", "2929750", "7288502", "4954684", "5094229", "8265919", "2510740", "52362", "278768", "4195768"], "ranked_scores": [0.7122, 0.6993, 0.6946, 0.6932, 0.69, 0.6894, 0.6875, 0.6873, 0.687, 0.6868], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["7899629", "3173599", "4603370", "1536187", "1756080", "8242417", "3101072", "8584772", "5142519", "7619577"], "ranked_scores": [0.6803, 0.6671, 0.6656, 0.6565, 0.6455, 0.6422, 0.6349, 0.628, 0.6196, 0.6175], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833611", "7833608", "4451324", "8607085", "4765788", "8796486", "8796481", "7428028", "1800205", "1867187"], "ranked_scores": [0.6844, 0.6844, 0.6726, 0.6695, 0.6649, 0.6507, 0.6283, 0.6251, 0.6215, 0.6188], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2208599", "2099688", "6503017", "2617807", "4600593", "7526871", "4786937", "1282741", "5036995", "7526867"], "ranked_scores": [0.794, 0.7898, 0.7863, 0.784, 0.7742, 0.7724, 0.7695, 0.7682, 0.7681, 0.767], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "5546116", "7937494", "7110612", "3259751", "8310623", "888154", "111006", "7434451", "2659663"], "ranked_scores": [0.8038, 0.7955, 0.7952, 0.7934, 0.7901, 0.7878, 0.7876, 0.7853, 0.7838, 0.7818], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["4502858", "5362792", "1417034", "8327486", "1592532", "4256443", "5694666", "5336580", "6278487", "2366115"], "ranked_scores": [0.7972, 0.7967, 0.7963, 0.7962, 0.7924, 0.7924, 0.7903, 0.7865, 0.7826, 0.7817], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207587", "3712671", "6207588", "5133662", "6428732", "7874898", "4687484", "1980424", "2624867"], "ranked_scores": [0.7381, 0.7326, 0.7257, 0.7102, 0.6978, 0.6977, 0.6934, 0.6929, 0.6888, 0.6866], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2391075", "2290637", "4004619", "3661383", "4589415", "174956", "3765105", "5960436", "1338703", "3865182"], "ranked_scores": [0.8599, 0.8577, 0.8577, 0.8535, 0.8501, 0.8487, 0.8473, 0.8452, 0.8395, 0.839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991356", "3806458", "3148555", "4991353", "4991354", "8374135", "6465402", "3672237", "7161101"], "ranked_scores": [0.732, 0.7107, 0.7107, 0.7068, 0.7065, 0.7047, 0.691, 0.674, 0.6648, 0.6445], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4409027", "4900578", "2531512", "7778956", "4605271", "8201717", "4605270", "5393501", "2531517", "7778949"], "ranked_scores": [0.7193, 0.7193, 0.7101, 0.7074, 0.7043, 0.6753, 0.6311, 0.6052, 0.567, 0.5261], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["8586692", "139970", "7428627", "1109548", "5186526", "4122413", "7831679", "2169679", "139964", "1063812"], "ranked_scores": [0.6877, 0.6815, 0.6769, 0.674, 0.6721, 0.6673, 0.6669, 0.6665, 0.6658, 0.6643], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["6761606", "8139545", "1867098", "8323783", "1867101", "921101", "5812523", "1716202", "6903201", "6955768"], "ranked_scores": [0.7815, 0.7684, 0.7627, 0.7525, 0.7452, 0.7344, 0.7329, 0.7293, 0.7293, 0.7293], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["3252244", "1623860", "7728427", "7420248", "2940019", "4258663", "1969532", "4258668", "5339586", "2940016"], "ranked_scores": [0.7461, 0.7439, 0.7436, 0.7366, 0.7284, 0.7256, 0.7134, 0.7123, 0.6993, 0.6875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562631", "5304087", "7562624", "2024648", "1732853", "3451043", "1398369", "2024646", "3451044"], "ranked_scores": [0.7533, 0.7243, 0.721, 0.6944, 0.692, 0.6309, 0.6175, 0.6114, 0.6022, 0.5988], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "4127072", "7856349", "3313846", "3716869", "1061747", "5409485", "6960265", "3742896", "2574259"], "ranked_scores": [0.7009, 0.6957, 0.6892, 0.685, 0.685, 0.6847, 0.6833, 0.6814, 0.6806, 0.6768], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495835", "3495838", "3495837", "3495831", "3495840", "3885772", "1634694", "1079499", "7770963", "6625132"], "ranked_scores": [0.6614, 0.6452, 0.6404, 0.6353, 0.6304, 0.6207, 0.6207, 0.5773, 0.5718, 0.5654], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6212591", "6212597", "6401864", "6212588", "2852056", "917841", "6965745", "8120878", "8470196"], "ranked_scores": [0.7316, 0.7208, 0.7051, 0.6951, 0.6816, 0.5382, 0.5285, 0.4737, 0.4586, 0.4438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "1676112", "6948296", "8499854", "5286547", "5653612", "5025269", "7601059", "5402180", "5128175"], "ranked_scores": [0.528, 0.525, 0.5137, 0.5038, 0.5021, 0.5017, 0.4916, 0.4877, 0.4841, 0.4557], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "1460687", "1420186", "1460689", "2857974", "3668938", "2857976", "4256781"], "ranked_scores": [0.6821, 0.6643, 0.6273, 0.6238, 0.6218, 0.6218, 0.6218, 0.6218, 0.6133, 0.599], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7985411", "7395885", "4437855", "4603022", "1246649", "704294", "732694", "2584527", "4709447"], "ranked_scores": [0.6621, 0.6566, 0.6564, 0.6494, 0.6464, 0.6464, 0.6464, 0.6452, 0.6445, 0.6445], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981693", "8424304", "7589839", "1420930", "7138494", "1981696", "2229750", "8123901", "5955284", "7152851"], "ranked_scores": [0.5935, 0.5815, 0.5704, 0.5564, 0.5554, 0.5441, 0.543, 0.5376, 0.5319, 0.5202], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "2830832", "3113295", "3569362", "3415242", "3596760", "1304102", "4304523", "3404247", "8798058"], "ranked_scores": [0.6944, 0.6928, 0.6911, 0.6902, 0.6828, 0.6815, 0.6803, 0.6759, 0.6749, 0.6676], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-256-pq-m16-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674644", "1674646", "7584907", "7072115", "1245154", "638358", "5687382", "749759", "4362703", "5496645"], "ranked_scores": [0.8241, 0.8092, 0.8048, 0.8041, 0.7953, 0.7949, 0.7948, 0.7911, 0.7911, 0.7898], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "5633832", "7584907", "8083127", "8083121", "1297112", "1297109", "1674644", "1095159", "6990807"], "ranked_scores": [0.7182, 0.7175, 0.7151, 0.7063, 0.7006, 0.696, 0.6956, 0.6892, 0.6884, 0.6883], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["6236648", "7094398", "5221728", "7383965", "911138", "1238142", "1592656", "3157496", "694863", "6711597"], "ranked_scores": [0.6179, 0.6143, 0.5865, 0.5819, 0.5691, 0.5678, 0.5674, 0.5673, 0.5666, 0.5661], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "2812582", "5769842", "7011409", "66616", "6926916", "5997195", "6368609", "2548176", "8279447"], "ranked_scores": [0.8064, 0.8054, 0.8052, 0.7935, 0.7773, 0.7773, 0.777, 0.7744, 0.7734, 0.7716], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "7048914", "7048912", "3640120", "7255675", "7255678", "5346316", "1159742", "5450605"], "ranked_scores": [0.7904, 0.7896, 0.7854, 0.781, 0.7805, 0.7781, 0.7744, 0.7744, 0.7501, 0.7414], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["8299818", "3971679", "2742231", "1229810", "1494980", "970989", "1190311", "3205963", "8643852", "4272080"], "ranked_scores": [0.6199, 0.6103, 0.6021, 0.5961, 0.5961, 0.5858, 0.585, 0.5828, 0.579, 0.5756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7840121", "6964479", "7260457", "6964486", "7813557", "5227711", "6815901", "1767388", "1173182"], "ranked_scores": [0.7543, 0.7371, 0.7343, 0.7324, 0.7273, 0.7268, 0.7118, 0.7008, 0.6957, 0.6955], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "7698064", "3550563", "3550559", "3689309", "6480901", "5644075", "1715811", "5276202", "845557"], "ranked_scores": [0.6047, 0.5687, 0.5303, 0.4911, 0.4325, 0.4085, 0.4081, 0.4042, 0.403, 0.403], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["5110182", "8452568", "6950269", "6950275", "140294", "6950276", "249524", "4414409", "1640260", "1640257"], "ranked_scores": [0.7822, 0.7774, 0.7495, 0.7493, 0.7441, 0.7432, 0.7411, 0.739, 0.7373, 0.7177], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "4582407", "2117748", "8215736", "2552611", "4293610", "1520424", "7137594", "5469449"], "ranked_scores": [0.5721, 0.5436, 0.509, 0.5068, 0.4968, 0.4965, 0.4952, 0.4944, 0.4916, 0.4914], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1226215", "4922192", "1438830", "1226213", "2136954", "6033800", "5022892", "8061102"], "ranked_scores": [0.6794, 0.651, 0.5861, 0.5859, 0.5689, 0.5349, 0.5156, 0.5087, 0.4928, 0.4924], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["295794", "295789", "7058926", "295788", "7168976", "566163", "4069689", "4996378", "7058927", "7547697"], "ranked_scores": [0.4579, 0.4555, 0.4505, 0.4381, 0.4336, 0.4284, 0.4204, 0.4184, 0.4184, 0.4159], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "4892433", "6363854", "6363851", "6363850", "5809779", "5809784", "7301816", "7301819", "7301814"], "ranked_scores": [0.6466, 0.5885, 0.5885, 0.5885, 0.5885, 0.5885, 0.5617, 0.5535, 0.5521, 0.5494], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970736", "7970728", "8450833", "8450828", "7970735", "7970734", "8450827", "1265191", "320956"], "ranked_scores": [0.8075, 0.8014, 0.7984, 0.7874, 0.7809, 0.7792, 0.7781, 0.7724, 0.7615, 0.7328], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "4619086", "4702013", "8636883", "485410", "1466669", "6835042", "8128745", "6193662", "981996"], "ranked_scores": [0.7276, 0.7019, 0.6939, 0.6855, 0.6855, 0.6791, 0.6791, 0.6773, 0.6743, 0.6643], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2010657", "7872867", "1136294", "6467669", "5190750", "7220312", "3936785", "2554016", "8023011"], "ranked_scores": [0.6529, 0.6493, 0.6275, 0.6086, 0.5831, 0.57, 0.5685, 0.5545, 0.5503, 0.5421], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["5143532", "7937822", "7870707", "5672317", "3835174", "2001867", "3555960", "3272070", "5261392", "5827343"], "ranked_scores": [0.6641, 0.6543, 0.6465, 0.6429, 0.6372, 0.6329, 0.6291, 0.6282, 0.6281, 0.6232], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "8722441", "2116932", "2116929", "2116938", "4880893", "4880896", "3646584", "2116936", "4845318"], "ranked_scores": [0.8121, 0.811, 0.8088, 0.8065, 0.806, 0.8039, 0.8039, 0.801, 0.7989, 0.7972], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "6937119", "6937120", "5347138", "133086", "5347134", "1782220", "1918642", "1815026", "4374443"], "ranked_scores": [0.6757, 0.5679, 0.5679, 0.5643, 0.5633, 0.5523, 0.5408, 0.5364, 0.5351, 0.5251], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "2002380", "829440", "5674942", "7551316", "2044069", "1307740", "1226636", "5964551", "6775026"], "ranked_scores": [0.7684, 0.7376, 0.7239, 0.7198, 0.7158, 0.7154, 0.7154, 0.7133, 0.7104, 0.7091], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170238", "4595482", "6513250", "2131335", "4489794", "2859564", "4826837", "4489799", "6804877", "1174168"], "ranked_scores": [0.6996, 0.6978, 0.6974, 0.697, 0.6962, 0.6955, 0.6949, 0.6943, 0.6922, 0.6834], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["1023113", "4796869", "2588002", "8045986", "1839684", "2175868", "2587999", "7269273", "2588000", "442006"], "ranked_scores": [0.7791, 0.7702, 0.7583, 0.7509, 0.7442, 0.7392, 0.7371, 0.7357, 0.7354, 0.7341], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["4936994", "8820180", "7689710", "5039968", "6506033", "2188117", "1673140", "5364572", "7689707", "3768485"], "ranked_scores": [0.6874, 0.6802, 0.6794, 0.6735, 0.6702, 0.6475, 0.6165, 0.6078, 0.581, 0.5786], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5808457", "1460640", "3968773", "92150", "2443030", "5729775", "3346337", "1546056", "6979322", "5210161"], "ranked_scores": [0.8003, 0.7957, 0.7957, 0.7957, 0.7957, 0.7947, 0.7916, 0.7908, 0.7877, 0.7833], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["6588011", "7630103", "1017723", "6639719", "2636672", "4647338", "2636668", "2636677", "5873574", "5470234"], "ranked_scores": [0.8434, 0.8369, 0.8358, 0.8358, 0.8351, 0.8316, 0.8287, 0.8279, 0.8232, 0.7947], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5170949", "4805366", "8363828", "1088384", "3073632", "2820637", "8421090", "101099", "4805364"], "ranked_scores": [0.7508, 0.7394, 0.7386, 0.7365, 0.7359, 0.7309, 0.7309, 0.7294, 0.7281, 0.7253], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "870346", "272190", "1613678", "1123678", "3554461", "2576605", "2576606", "1861116", "1665801"], "ranked_scores": [0.7337, 0.6966, 0.6912, 0.6887, 0.6878, 0.6852, 0.6841, 0.6841, 0.682, 0.6809], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["5952078", "8741687", "412211", "5351935", "8263203", "8346188", "8277053", "1850491", "6797667", "6465151"], "ranked_scores": [0.7747, 0.7745, 0.7654, 0.757, 0.7533, 0.7481, 0.7464, 0.7351, 0.7351, 0.7339], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7288502", "5352322", "2510740", "7980282", "7646426", "4437972", "4377794", "2929750", "5094229"], "ranked_scores": [0.7765, 0.7464, 0.7355, 0.7311, 0.7296, 0.723, 0.7205, 0.7197, 0.7182, 0.7154], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1536187", "7899629", "3173599", "8242417", "8789524", "3424319", "3101072", "7619577", "1756080", "8584772"], "ranked_scores": [0.666, 0.6553, 0.6512, 0.6361, 0.6257, 0.6196, 0.6162, 0.599, 0.5889, 0.5839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["4765788", "7833608", "4451324", "7833611", "8607085", "4765789", "8796481", "3790426", "2026078", "8796486"], "ranked_scores": [0.6905, 0.6889, 0.6705, 0.6442, 0.639, 0.5936, 0.5785, 0.5708, 0.5683, 0.5657], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "4786937", "7526871", "6062947", "5036995", "6503017", "2617807", "1511155", "7526867", "2099688"], "ranked_scores": [0.7739, 0.7723, 0.7696, 0.7571, 0.7553, 0.7511, 0.7503, 0.7492, 0.7476, 0.7454], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110612", "7027322", "8237802", "8237806", "8310623", "7770196", "7110606", "2486151", "6270123", "6688747"], "ranked_scores": [0.7815, 0.7603, 0.7536, 0.749, 0.7488, 0.7478, 0.7457, 0.741, 0.738, 0.7301], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["4502858", "1592532", "4522649", "1417034", "5362792", "4502856", "6979705", "5336580", "2366115", "30085"], "ranked_scores": [0.8191, 0.8177, 0.8163, 0.8147, 0.8135, 0.813, 0.813, 0.8117, 0.8081, 0.8077], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["6207588", "6207587", "7853304", "3108253", "3712671", "6684798", "4039012", "7645257", "7874898", "1694528"], "ranked_scores": [0.7595, 0.7558, 0.7549, 0.7331, 0.7295, 0.7139, 0.7062, 0.6916, 0.6881, 0.6867], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "4004619", "2290637", "2391075", "3661383", "351022", "4205560", "174956", "3920912", "1338703"], "ranked_scores": [0.8503, 0.8392, 0.8368, 0.8352, 0.8324, 0.8291, 0.824, 0.8238, 0.822, 0.8216], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991353", "826058", "4991356", "3806458", "3672237", "4991354", "6465402", "7161101", "8374135", "2913412"], "ranked_scores": [0.7547, 0.7539, 0.7479, 0.7479, 0.746, 0.7416, 0.7287, 0.703, 0.6997, 0.6865], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4409027", "4605271", "7778956", "2531512", "5393501", "4605270", "4363844", "4363840", "6300621"], "ranked_scores": [0.7502, 0.7218, 0.6988, 0.6891, 0.6718, 0.6112, 0.562, 0.5259, 0.513, 0.5073], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "139964", "139970", "8586692", "139961", "6632522", "7831679", "7611350", "6803877", "4590213"], "ranked_scores": [0.7254, 0.7077, 0.699, 0.6893, 0.6829, 0.6807, 0.6661, 0.6648, 0.6582, 0.6557], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1716202", "5812523", "6955768", "5143805", "921100", "1933329", "1867101", "1631830", "6903201", "921101"], "ranked_scores": [0.7733, 0.7708, 0.7609, 0.7573, 0.7541, 0.7535, 0.7379, 0.7357, 0.7339, 0.7311], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "3252244", "5339586", "4258668", "2359804", "7503113", "2940016", "7420248", "5339590", "1623860"], "ranked_scores": [0.7446, 0.7283, 0.7274, 0.7173, 0.7105, 0.7085, 0.7063, 0.6939, 0.6907, 0.6873], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "5304087", "2024648", "7562624", "7562631", "1732853", "8646229", "3811525", "7611888", "7611886"], "ranked_scores": [0.7232, 0.7232, 0.6893, 0.688, 0.6631, 0.6378, 0.6194, 0.6144, 0.5999, 0.595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8015905", "4127072", "3716869", "3742896", "5409487", "5409488", "4158114", "5101805", "1922718"], "ranked_scores": [0.6855, 0.6698, 0.6679, 0.6576, 0.6513, 0.6393, 0.6351, 0.6296, 0.6273, 0.6226], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495835", "1634694", "3885772", "3495831", "3495838", "6625132", "3495840", "7770963", "1005751"], "ranked_scores": [0.7325, 0.7, 0.6869, 0.6869, 0.6652, 0.6618, 0.6458, 0.6435, 0.6135, 0.5912], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "609594", "6212591", "6212588", "6212597", "8120878", "8470196", "917841", "6106100", "6185824"], "ranked_scores": [0.7122, 0.7116, 0.6728, 0.6726, 0.6378, 0.5784, 0.5428, 0.4807, 0.4715, 0.4706], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "8499854", "8516623", "5702620", "5145284", "6948296", "2790097", "7186342", "1676112", "5635135"], "ranked_scores": [0.6281, 0.5314, 0.4995, 0.4908, 0.4848, 0.4726, 0.4714, 0.4708, 0.4662, 0.4656], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["1460685", "7511875", "1460689", "1420186", "2857974", "3668938", "5891383", "1460690", "8432430", "5201030"], "ranked_scores": [0.693, 0.6888, 0.6629, 0.6629, 0.6629, 0.6629, 0.6591, 0.6529, 0.6502, 0.6489], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7104592", "5830025", "4684937", "4437855", "4603022", "704294", "4709447", "6107573"], "ranked_scores": [0.7499, 0.7415, 0.7074, 0.6836, 0.6823, 0.6801, 0.6731, 0.6731, 0.6684, 0.6673], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "1981693", "8424304", "1981696", "1420930", "5955284", "2229750", "5209746", "6986881", "7152851"], "ranked_scores": [0.6364, 0.62, 0.603, 0.5969, 0.5956, 0.5788, 0.5752, 0.5493, 0.5406, 0.5314], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["5025261", "3596760", "7946528", "3404247", "5785232", "2830832", "4701564", "3881587", "3989499", "3944077"], "ranked_scores": [0.6532, 0.647, 0.646, 0.6447, 0.6365, 0.6294, 0.6274, 0.6255, 0.6242, 0.6239], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-128-pq-m16-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7584907", "768350", "5496645", "1674646", "2746690", "4591200", "8083127", "1301327", "5917719", "7072115"], "ranked_scores": [0.8213, 0.7958, 0.7958, 0.7938, 0.7833, 0.7806, 0.7786, 0.7773, 0.7757, 0.772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["220565", "2684883", "3308552", "7584907", "1150856", "5633832", "1297109", "4848021", "8083127", "6990807"], "ranked_scores": [0.7312, 0.724, 0.7091, 0.699, 0.6944, 0.6824, 0.6771, 0.6729, 0.6711, 0.67], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "1592656", "3451043", "8528760", "6236648", "5842823", "3451041", "3792488", "911138", "6235583"], "ranked_scores": [0.7285, 0.6146, 0.6026, 0.5907, 0.582, 0.5795, 0.574, 0.5624, 0.5575, 0.556], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "2812582", "515311", "2541248", "5359258", "2548176", "7011409", "7369987", "1983560"], "ranked_scores": [0.882, 0.8794, 0.8387, 0.8258, 0.8258, 0.8218, 0.8178, 0.8065, 0.8, 0.7997], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7255675", "7048914", "3640120", "3794304", "3794297", "7048912", "7255678", "1159742", "8554964", "5346316"], "ranked_scores": [0.8064, 0.77, 0.7574, 0.7548, 0.7454, 0.7402, 0.7401, 0.7363, 0.7233, 0.7207], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5401718", "1805806", "8283881", "8299818", "3971679", "1190311", "1179925", "4450104", "5606320", "8817884"], "ranked_scores": [0.6822, 0.6701, 0.669, 0.6659, 0.6578, 0.6558, 0.6508, 0.6463, 0.6411, 0.6334], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "4816964", "6964486", "6964479", "7813557", "6815901", "3930817", "1767388", "5227711", "5519518"], "ranked_scores": [0.7526, 0.744, 0.7362, 0.6972, 0.6849, 0.6831, 0.6723, 0.6693, 0.6691, 0.6617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "7698064", "3550559", "3550563", "3689309", "5812523", "3689305", "3659405", "5644075", "5143805"], "ranked_scores": [0.6998, 0.5766, 0.5715, 0.5618, 0.5153, 0.4773, 0.4762, 0.4619, 0.4592, 0.4551], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "6950276", "6950275", "6950269", "249524", "3761522", "1640260", "1640257", "4414409", "1640256"], "ranked_scores": [0.7546, 0.7393, 0.7321, 0.7246, 0.7161, 0.7101, 0.6986, 0.6972, 0.6859, 0.682], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "2508734", "7187662", "4582407", "5002757", "7011905", "4996201", "792477", "4617506", "915232"], "ranked_scores": [0.602, 0.5769, 0.5733, 0.5629, 0.562, 0.5557, 0.5266, 0.5226, 0.5221, 0.5217], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "4922192", "2136954", "1226213", "1226215", "1390706", "2037947", "852268"], "ranked_scores": [0.7231, 0.7062, 0.6813, 0.6517, 0.5918, 0.5524, 0.5479, 0.524, 0.5211, 0.5137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7058926", "295794", "7058927", "7547705", "3961796", "729503", "295788", "7168976", "3272997", "2126679"], "ranked_scores": [0.5056, 0.5047, 0.5039, 0.5031, 0.5004, 0.4956, 0.475, 0.4671, 0.4669, 0.4644], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["6363851", "7301823", "5809779", "4892433", "6363850", "6363854", "7301816", "7301819", "6628785", "5809784"], "ranked_scores": [0.6918, 0.6851, 0.6669, 0.6646, 0.6542, 0.6455, 0.632, 0.6288, 0.6105, 0.6065], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970728", "7970735", "7970736", "8450827", "8450828", "8450833", "3987938", "320956", "1265191"], "ranked_scores": [0.7973, 0.7597, 0.7591, 0.7388, 0.7026, 0.6978, 0.6864, 0.6639, 0.6635, 0.6529], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "4702013", "5720449", "6835042", "1466669", "6193662", "7160804", "8128745", "981996", "4619086"], "ranked_scores": [0.7558, 0.7253, 0.7124, 0.6984, 0.6984, 0.697, 0.6969, 0.6839, 0.6789, 0.6772], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "6467669", "2010657", "3936785", "5190750", "7220312", "1136294", "7872867", "665690", "8067800"], "ranked_scores": [0.7476, 0.6928, 0.6471, 0.6084, 0.607, 0.6016, 0.5927, 0.5893, 0.5835, 0.5694], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5143532", "3835174", "6368665", "6043027", "5672317", "3272070", "2001870", "2001867", "2995208"], "ranked_scores": [0.6494, 0.6488, 0.6108, 0.6101, 0.5833, 0.5822, 0.579, 0.5768, 0.5543, 0.5524], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116929", "2116932", "7948042", "1435310", "3646580", "8722441", "507236", "6074131", "4845318", "7964388"], "ranked_scores": [0.7893, 0.7856, 0.7834, 0.7744, 0.7737, 0.767, 0.7596, 0.7596, 0.755, 0.7508], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "6937120", "7958943", "4985799", "3569426", "2646257", "2646250", "6937119", "3891003", "2801033"], "ranked_scores": [0.665, 0.5745, 0.57, 0.5642, 0.5496, 0.548, 0.5474, 0.5449, 0.5362, 0.5308], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "1307740", "5674942", "5964551", "7503576", "2044069", "6951440", "1290166", "1674914", "6641482"], "ranked_scores": [0.7667, 0.7491, 0.7435, 0.7403, 0.7403, 0.7377, 0.7355, 0.7229, 0.7046, 0.6994], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["6046078", "1174172", "1174164", "1174168", "1299663", "6513250", "1842454", "8170769", "7170238", "474971"], "ranked_scores": [0.6807, 0.6621, 0.6546, 0.6546, 0.6478, 0.6394, 0.6293, 0.6238, 0.6212, 0.6168], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["2588002", "4796869", "8045986", "863946", "1839684", "7134383", "2175868", "1023113", "442006", "5535297"], "ranked_scores": [0.8028, 0.7977, 0.7862, 0.7845, 0.7832, 0.7811, 0.7716, 0.7642, 0.7527, 0.7522], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "2188117", "4936994", "7689710", "8820180", "5039968", "1673140", "7689707", "5136036", "3368582"], "ranked_scores": [0.7445, 0.7307, 0.7173, 0.6958, 0.6912, 0.6741, 0.6487, 0.6435, 0.5945, 0.5889], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "1460640", "1546056", "3968773", "3046036", "2443030", "1506380", "5729775", "4615784", "6979322"], "ranked_scores": [0.8482, 0.8478, 0.8472, 0.8444, 0.8292, 0.8278, 0.8182, 0.8182, 0.8178, 0.8163], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2636668", "4647338", "5269626", "2636677", "5734570", "5123227", "5784428", "2636672", "5873574", "8426355"], "ranked_scores": [0.8187, 0.8155, 0.8075, 0.8065, 0.8035, 0.8024, 0.8008, 0.8005, 0.7998, 0.7934], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "4805364", "5170949", "101099", "8421090", "1088384", "5174051", "4805366", "1088382"], "ranked_scores": [0.7616, 0.7477, 0.7418, 0.74, 0.7293, 0.7236, 0.7212, 0.721, 0.7192, 0.7173], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "2576605", "8759592", "1314383", "272188", "2576606", "7249172", "7131195", "1525620"], "ranked_scores": [0.7684, 0.7422, 0.7407, 0.7352, 0.7333, 0.7328, 0.7295, 0.7234, 0.7216, 0.7169], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["5952078", "8346188", "8741687", "5184907", "7810605", "6694795", "7409003", "3720839", "4053745", "2139645"], "ranked_scores": [0.7121, 0.7119, 0.6879, 0.681, 0.672, 0.6626, 0.6626, 0.6529, 0.6487, 0.6469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["5352322", "4278761", "7288502", "5335298", "4195768", "2536497", "1848152", "8265919", "4437972", "4377794"], "ranked_scores": [0.7924, 0.7914, 0.7868, 0.7809, 0.7748, 0.7746, 0.7721, 0.7702, 0.7696, 0.7625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3173599", "8624217", "8789524", "1536187", "8498825", "8584772", "3424319", "7899629", "7878881", "7619577"], "ranked_scores": [0.7391, 0.6907, 0.6901, 0.6893, 0.6673, 0.663, 0.6582, 0.6453, 0.6452, 0.6426], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8773427", "6714731", "7833611", "4451324", "4765788", "1800207", "2396672", "2918527", "4765789"], "ranked_scores": [0.7856, 0.7044, 0.6938, 0.6818, 0.68, 0.6311, 0.6247, 0.6145, 0.6126, 0.6105], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511150", "7526867", "4600593", "7526871", "6503017", "4786937", "7573185", "982644", "8783461", "5036995"], "ranked_scores": [0.8014, 0.7912, 0.787, 0.7769, 0.7694, 0.7683, 0.7645, 0.7611, 0.7482, 0.7472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "3259751", "2299432", "3701436", "7434451", "7770196", "6281807", "5655"], "ranked_scores": [0.7795, 0.7644, 0.7508, 0.7227, 0.709, 0.7053, 0.7037, 0.7023, 0.6901, 0.6747], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["5362792", "5336580", "30085", "4502858", "1592532", "166399", "2066951", "1417034", "4256443", "2366115"], "ranked_scores": [0.8343, 0.8296, 0.8263, 0.8224, 0.8164, 0.8157, 0.81, 0.8025, 0.7989, 0.7973], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207588", "6207587", "3108253", "1917162", "3712671", "8098325", "7886033", "4039012", "7874898"], "ranked_scores": [0.7282, 0.7001, 0.6721, 0.6652, 0.6636, 0.6581, 0.6552, 0.6336, 0.6301, 0.6281], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["351022", "2476395", "1053844", "2245440", "4205560", "4004619", "2290637", "6302237", "4589415", "2391077"], "ranked_scores": [0.8514, 0.8435, 0.8426, 0.8424, 0.8409, 0.8404, 0.8365, 0.8353, 0.8344, 0.8326], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["3672237", "4991354", "826058", "3806458", "4991356", "8374135", "4991353", "6465402", "3148555", "3656154"], "ranked_scores": [0.8352, 0.8083, 0.8082, 0.7837, 0.7837, 0.7729, 0.772, 0.7639, 0.729, 0.674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4605271", "2531512", "4409027", "7778956", "2103530", "4363844", "6300621", "7778948", "4605270"], "ranked_scores": [0.7264, 0.6928, 0.6498, 0.6477, 0.647, 0.5673, 0.5662, 0.5613, 0.5484, 0.543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "7428627", "5186526", "6632520", "6632522", "5338899", "6803877", "7606919", "5857751", "6632518"], "ranked_scores": [0.7014, 0.6837, 0.6834, 0.6808, 0.6803, 0.672, 0.6688, 0.6648, 0.6598, 0.6585], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "921100", "1933329", "6903201", "5812523", "1631830", "921101", "8608886", "5143805", "1716202"], "ranked_scores": [0.8343, 0.8085, 0.7964, 0.7701, 0.7694, 0.7693, 0.7691, 0.7657, 0.7574, 0.7571], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7420248", "7728427", "4258668", "3252244", "2940016", "1969532", "7503113", "4130908", "1623860"], "ranked_scores": [0.8407, 0.8024, 0.7893, 0.7808, 0.7601, 0.7481, 0.7395, 0.7362, 0.7311, 0.7225], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "8646229", "5304087", "7562624", "7562631", "2024648", "1732853", "2024646", "1398369", "7611886"], "ranked_scores": [0.7834, 0.7103, 0.7101, 0.6948, 0.6812, 0.6729, 0.6523, 0.6404, 0.6362, 0.6128], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "7856346", "4343906", "5101805", "8015905", "5409487", "4158114", "5409486", "5409488", "8221431"], "ranked_scores": [0.6914, 0.6855, 0.6542, 0.6523, 0.6448, 0.6255, 0.6245, 0.6155, 0.6153, 0.6087], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "7770963", "3495835", "3495838", "1634694", "3885772", "3495840", "6625132", "7770959"], "ranked_scores": [0.7815, 0.7384, 0.7141, 0.7013, 0.6439, 0.6113, 0.6113, 0.6044, 0.6011, 0.5452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "609594", "6212588", "6212591", "6212597", "6965745", "6185825", "6185824", "8470196", "8405293"], "ranked_scores": [0.7933, 0.7714, 0.755, 0.7419, 0.717, 0.6001, 0.5966, 0.5892, 0.5803, 0.5741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "8499854", "6392824", "6744770", "6948296", "5402180", "5128180", "1676112", "5128175", "1325723"], "ranked_scores": [0.6719, 0.5681, 0.5657, 0.5593, 0.5532, 0.5498, 0.5412, 0.5295, 0.5291, 0.5278], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "1460685", "2719551", "8432430", "1460687", "3668938", "2857974", "1420186", "6919840"], "ranked_scores": [0.7689, 0.7153, 0.685, 0.6329, 0.6281, 0.6276, 0.6245, 0.6245, 0.6159, 0.6141], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7395884", "4878176", "1728760", "7104592", "7985411", "6567497", "4437855", "1690952"], "ranked_scores": [0.8153, 0.7668, 0.7274, 0.7247, 0.7141, 0.7135, 0.7119, 0.7106, 0.707, 0.6966], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981693", "2229750", "7589839", "5955284", "8424304", "1420930", "1981696", "7589844", "7152851", "6986881"], "ranked_scores": [0.6874, 0.6609, 0.6529, 0.6518, 0.6461, 0.6449, 0.636, 0.5948, 0.5946, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "297876", "8743966", "7966624", "3596760", "5025261", "8667781", "4564069", "8798058", "3725216"], "ranked_scores": [0.714, 0.6827, 0.6741, 0.6598, 0.6579, 0.6544, 0.6477, 0.6344, 0.6212, 0.6191], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-128-pq-m16-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7584907", "1674646", "2725064", "2746690", "7072115", "558173", "20886", "3501103", "1712506", "2649540"], "ranked_scores": [0.7824, 0.7741, 0.7677, 0.7662, 0.7623, 0.7612, 0.7607, 0.7599, 0.7598, 0.7598], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["220565", "2684883", "8083127", "1150856", "1021034", "8329390", "7584907", "8083121", "6162682", "962399"], "ranked_scores": [0.7003, 0.6918, 0.6818, 0.6604, 0.6584, 0.6447, 0.635, 0.6345, 0.6323, 0.6272], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "6235583", "4201475", "7536196", "3197301", "4921435", "1592656", "8528760", "2660744", "8668637"], "ranked_scores": [0.6339, 0.5761, 0.5545, 0.5545, 0.5534, 0.5522, 0.55, 0.5499, 0.5477, 0.5474], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2548173", "3182362", "1721805", "2548176", "7011409", "2740613", "6368608", "7335401", "8284286", "939898"], "ranked_scores": [0.7561, 0.7561, 0.7548, 0.7492, 0.74, 0.735, 0.735, 0.7329, 0.7329, 0.7319], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3640120", "3794297", "4348677", "7048914", "5346316", "1936834", "3794304", "1052947", "7255675", "7410205"], "ranked_scores": [0.6874, 0.6863, 0.68, 0.6772, 0.6699, 0.6662, 0.6659, 0.6587, 0.6494, 0.6469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["970989", "8283881", "1229810", "1805806", "1494980", "2742231", "5401718", "5254021", "8678527", "4581467"], "ranked_scores": [0.5844, 0.5732, 0.5691, 0.5657, 0.5582, 0.5426, 0.5309, 0.5255, 0.5246, 0.5205], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "4816964", "1173182", "1767388", "6104775", "5108588", "1356469", "3930817", "2807543", "4487109"], "ranked_scores": [0.6896, 0.675, 0.6411, 0.6411, 0.6298, 0.6228, 0.6173, 0.6112, 0.6094, 0.607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "7698064", "3689305", "3550559", "7948212", "1536155", "1692091", "1933329", "3689309", "1716202"], "ranked_scores": [0.5984, 0.5627, 0.5052, 0.5039, 0.496, 0.4931, 0.4874, 0.4817, 0.4778, 0.4759], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["6950276", "249524", "140294", "6950275", "1640260", "6733381", "6950273", "1640256", "1365210", "8452568"], "ranked_scores": [0.6805, 0.6713, 0.6624, 0.6482, 0.647, 0.6403, 0.6379, 0.6355, 0.6328, 0.6305], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["4617506", "6823993", "2323827", "8577239", "5469449", "879819", "5917719", "5002757", "7479455", "6111212"], "ranked_scores": [0.5332, 0.5309, 0.5251, 0.524, 0.5221, 0.516, 0.5152, 0.5147, 0.5122, 0.5106], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "1226215", "4922192", "5022892", "6033800", "6801313", "5640023", "6360246"], "ranked_scores": [0.6396, 0.5948, 0.5847, 0.534, 0.5308, 0.4996, 0.4981, 0.4974, 0.4929, 0.4701], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7058927", "114691", "2172884", "7949705", "7547697", "6921533", "4507221", "6355058", "2172877", "1577991"], "ranked_scores": [0.5269, 0.4975, 0.4758, 0.475, 0.4727, 0.4661, 0.455, 0.449, 0.4429, 0.4407], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301814", "6363850", "3167063", "7301816", "7301819", "5489710", "5833649", "1903335", "5809779"], "ranked_scores": [0.652, 0.5903, 0.5838, 0.5783, 0.5762, 0.5762, 0.5737, 0.5737, 0.5736, 0.5732], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970735", "7970736", "7970728", "8450828", "8450833", "1269652", "7970734", "3954151", "8450827"], "ranked_scores": [0.6959, 0.6617, 0.6606, 0.657, 0.6366, 0.6241, 0.6177, 0.6089, 0.6037, 0.599], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "4702013", "7185831", "8128745", "5573355", "8131676", "232771", "4619086", "5720449", "3868557"], "ranked_scores": [0.6946, 0.6405, 0.6371, 0.6247, 0.6232, 0.6216, 0.6206, 0.6184, 0.615, 0.6121], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["2010657", "7220310", "3936785", "1390109", "217890", "4768599", "1136294", "1043672", "5339587", "8532695"], "ranked_scores": [0.5628, 0.535, 0.5241, 0.5042, 0.4913, 0.4818, 0.4743, 0.4739, 0.461, 0.461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "6368665", "5672317", "3835174", "2001870", "8504427", "5827343", "7870704", "6768280", "7264667"], "ranked_scores": [0.5545, 0.5473, 0.5154, 0.5033, 0.5015, 0.4969, 0.4897, 0.4897, 0.4812, 0.4768], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["6074131", "6977220", "2236339", "4517260", "4574062", "7948042", "6373832", "3646580", "4779313", "8722440"], "ranked_scores": [0.7076, 0.7061, 0.6986, 0.6986, 0.6974, 0.6834, 0.6815, 0.6809, 0.6805, 0.6713], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["2320165", "7958944", "3891003", "2356986", "2801033", "942766", "6937120", "5984719", "4374443", "4253088"], "ranked_scores": [0.545, 0.528, 0.4993, 0.4993, 0.4968, 0.4858, 0.4815, 0.467, 0.4589, 0.4573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["5964551", "7503570", "1290166", "1863876", "1799629", "8045998", "6641480", "2044069", "6641482", "6282957"], "ranked_scores": [0.723, 0.7075, 0.6889, 0.677, 0.6662, 0.6636, 0.6592, 0.6554, 0.6536, 0.6517], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827767", "6513250", "5213340", "6854565", "5137135", "4489799", "1174172", "5135972", "2859563", "4595482"], "ranked_scores": [0.6113, 0.5978, 0.592, 0.5835, 0.5821, 0.5718, 0.5511, 0.5467, 0.5453, 0.5426], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["2588002", "1023113", "4796869", "2175868", "7393462", "8477970", "442006", "5143396", "2588000", "7269273"], "ranked_scores": [0.6898, 0.6898, 0.676, 0.6759, 0.6625, 0.6592, 0.6569, 0.6497, 0.6495, 0.6486], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689710", "2188117", "6506033", "7689707", "4936994", "5039968", "1673140", "3368582", "5364572", "8820180"], "ranked_scores": [0.66, 0.635, 0.6225, 0.5922, 0.5883, 0.5867, 0.5841, 0.5805, 0.575, 0.559], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5608274", "3346337", "4843274", "1546056", "8000092", "3968773", "6363366", "5511937", "6012382", "7558904"], "ranked_scores": [0.7916, 0.7796, 0.7761, 0.7637, 0.7623, 0.7622, 0.7622, 0.762, 0.762, 0.762], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["1017723", "7630103", "5470234", "1348264", "6082244", "8307546", "2511651", "8631154", "5269626", "2636672"], "ranked_scores": [0.6964, 0.6725, 0.6709, 0.6695, 0.6658, 0.6629, 0.6614, 0.6611, 0.6609, 0.6604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1088384", "8421090", "631296", "5027731", "3073632", "8474680", "6719570", "8363828", "101099", "954268"], "ranked_scores": [0.6287, 0.6175, 0.6171, 0.6031, 0.601, 0.5979, 0.5978, 0.5958, 0.5942, 0.5905], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613678", "2576606", "2080220", "1613675", "4617487", "7249172", "7131195", "272190", "2576605", "870351"], "ranked_scores": [0.7174, 0.6893, 0.6881, 0.6855, 0.6817, 0.6816, 0.6786, 0.6785, 0.6785, 0.6782], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["3132831", "4053745", "7810605", "8277053", "4558981", "5351935", "5952078", "2154242", "6797667", "8346188"], "ranked_scores": [0.6437, 0.5971, 0.589, 0.5873, 0.5799, 0.5781, 0.5755, 0.5739, 0.5668, 0.56], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["7288502", "4278761", "278768", "5352322", "4437965", "4195768", "5756099", "4377794", "2061122", "5671809"], "ranked_scores": [0.795, 0.7783, 0.7735, 0.7713, 0.7665, 0.7629, 0.7596, 0.7545, 0.7515, 0.7489], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["8498825", "8118269", "7899629", "3445115", "1536187", "3173599", "7150010", "7878881", "3974537", "5764460"], "ranked_scores": [0.6555, 0.6512, 0.6455, 0.632, 0.6221, 0.6176, 0.6133, 0.6111, 0.59, 0.5868], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833611", "4966850", "5675630", "8796481", "3663599", "1800205", "8773427", "2396672", "1800207", "7833608"], "ranked_scores": [0.5543, 0.5443, 0.5407, 0.5315, 0.522, 0.516, 0.5132, 0.5007, 0.4979, 0.495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511155", "6503017", "7526871", "982644", "5036995", "7526870", "5666376", "2898312", "4786937", "4600593"], "ranked_scores": [0.688, 0.6861, 0.6818, 0.6726, 0.6691, 0.6627, 0.6583, 0.6542, 0.6528, 0.6506], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7434455", "4153698", "7110612", "7362929", "8237802", "7770196", "6688747", "8237806", "2486151"], "ranked_scores": [0.6976, 0.6944, 0.6841, 0.6757, 0.6705, 0.6677, 0.6656, 0.6635, 0.6569, 0.6499], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["6278487", "5362792", "1205478", "1592532", "1417034", "2454159", "1121720", "4522649", "166399", "7572377"], "ranked_scores": [0.827, 0.8199, 0.8132, 0.8121, 0.811, 0.8053, 0.798, 0.7933, 0.7933, 0.7917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "7886033", "6684798", "6207587", "4039012", "3108253", "6207588", "7874898", "1917162", "3712671"], "ranked_scores": [0.6515, 0.6217, 0.6077, 0.5823, 0.5789, 0.575, 0.574, 0.5631, 0.5576, 0.5482], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4432184", "2391075", "946762", "4004619", "2290637", "1118170", "4205560", "351022", "2651678", "5310704"], "ranked_scores": [0.8057, 0.8011, 0.8001, 0.7987, 0.7987, 0.7987, 0.7987, 0.7987, 0.798, 0.798], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["3806458", "8374135", "4991356", "3672237", "826058", "4991354", "6465402", "6988582", "3699781", "7161101"], "ranked_scores": [0.6746, 0.6737, 0.6715, 0.6711, 0.6685, 0.6524, 0.6341, 0.6195, 0.6153, 0.6125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4605271", "5393501", "7778956", "4409027", "4363844", "4900578", "4772997", "4409024", "2531512", "5231292"], "ranked_scores": [0.5743, 0.5427, 0.5396, 0.5092, 0.4976, 0.491, 0.4877, 0.4823, 0.4817, 0.4775], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["4590213", "3942500", "3722839", "5338899", "7428627", "139964", "2422076", "7831679", "139961", "5857751"], "ranked_scores": [0.6037, 0.6037, 0.6028, 0.6023, 0.5961, 0.594, 0.5926, 0.5909, 0.586, 0.5826], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["4992578", "5812517", "3689305", "6955766", "921100", "5812523", "1716202", "1933329", "7882842", "1867101"], "ranked_scores": [0.7369, 0.711, 0.7098, 0.7064, 0.7037, 0.7012, 0.6966, 0.6944, 0.691, 0.6899], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7420248", "4258663", "7728427", "2940016", "3252244", "1623860", "2940019", "7503113", "5339586", "4258668"], "ranked_scores": [0.7292, 0.72, 0.7057, 0.7005, 0.6942, 0.682, 0.681, 0.6736, 0.6715, 0.6685], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562631", "8264837", "7562624", "2024648", "5304087", "1732853", "6741124", "4373385", "2971041"], "ranked_scores": [0.6064, 0.5929, 0.5882, 0.5827, 0.5663, 0.5537, 0.5518, 0.5393, 0.528, 0.5258], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["3716873", "5409485", "4127072", "5409488", "5409487", "7856346", "8015905", "4158115", "4343906", "1922718"], "ranked_scores": [0.596, 0.5896, 0.5738, 0.5705, 0.5637, 0.561, 0.5591, 0.5551, 0.5453, 0.5438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495835", "3495838", "7770959", "1188785", "3495831", "1005751", "1634694", "3885772"], "ranked_scores": [0.6664, 0.6067, 0.5654, 0.539, 0.5387, 0.5275, 0.5167, 0.5107, 0.506, 0.506], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212591", "6212588", "609594", "6212597", "8470196", "6048035", "1527823", "7623556", "7623735"], "ranked_scores": [0.6471, 0.6351, 0.6329, 0.6326, 0.5962, 0.56, 0.521, 0.5136, 0.5136, 0.501], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "5128175", "5402180", "7176257", "5128180", "1325723", "8499854", "7601059", "7186342", "8632001"], "ranked_scores": [0.6356, 0.5625, 0.5224, 0.5155, 0.5137, 0.5114, 0.4897, 0.4889, 0.4883, 0.4866], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "1460685", "4139196", "1420186", "6919840", "3668938", "1193873", "8199671", "1460689"], "ranked_scores": [0.6228, 0.6221, 0.5966, 0.5925, 0.5788, 0.5782, 0.577, 0.5763, 0.5741, 0.5714], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["4437855", "7395888", "7104592", "5310192", "7395885", "6567497", "4878176", "4684937", "7985411", "34456"], "ranked_scores": [0.7612, 0.7288, 0.725, 0.7122, 0.7077, 0.6958, 0.6862, 0.6735, 0.6731, 0.6543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["8424304", "5705265", "7597791", "2229750", "5209746", "7589839", "1756080", "1981693", "3424319", "4603370"], "ranked_scores": [0.5686, 0.559, 0.549, 0.5474, 0.5416, 0.5381, 0.5353, 0.5221, 0.5215, 0.5182], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7966624", "7946528", "8798058", "4385335", "3944077", "3596760", "5444303", "8828449", "3989499", "8667781"], "ranked_scores": [0.6097, 0.6017, 0.5949, 0.5821, 0.5741, 0.5691, 0.5664, 0.5662, 0.5653, 0.5637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-64-pq-m8-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "1301327", "8083127", "7584907", "4591200", "2746690", "1674644", "1433976", "615746", "6858216"], "ranked_scores": [0.8944, 0.8887, 0.8865, 0.8858, 0.8832, 0.8709, 0.8707, 0.8674, 0.8642, 0.8583], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["3308552", "527685", "3675169", "7584907", "1297112", "1297109", "1674644", "5450668", "2684883", "220565"], "ranked_scores": [0.8131, 0.7991, 0.799, 0.7951, 0.7923, 0.7905, 0.7903, 0.7883, 0.7854, 0.7805], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "911138", "2102610", "3451043", "6236648", "3666352", "3617648", "3792488", "5842823", "1729038"], "ranked_scores": [0.7399, 0.7178, 0.6589, 0.6565, 0.6483, 0.648, 0.6391, 0.6347, 0.6343, 0.634], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2812582", "5769842", "3338175", "7011409", "2541248", "515311", "5359258", "1187804", "939898", "1983560"], "ranked_scores": [0.8885, 0.8832, 0.8712, 0.8258, 0.8228, 0.8228, 0.8158, 0.8128, 0.8117, 0.8087], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7255675", "7255678", "3640120", "7048914", "7048912", "1159742", "3794297", "3794304", "5346316", "1946946"], "ranked_scores": [0.8029, 0.7679, 0.7662, 0.7642, 0.7631, 0.7539, 0.7479, 0.7479, 0.7349, 0.7341], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["4496437", "8283881", "1190311", "478419", "5401718", "1805806", "1494980", "8011156", "5401715", "3205963"], "ranked_scores": [0.7034, 0.6961, 0.6731, 0.6729, 0.6616, 0.6598, 0.6516, 0.6509, 0.6411, 0.6408], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "4816964", "6964479", "6980305", "6964486", "6101780", "1583497", "6311584", "3930817", "7813557"], "ranked_scores": [0.769, 0.7642, 0.7641, 0.7522, 0.7326, 0.7224, 0.7212, 0.704, 0.7033, 0.6963], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "7698064", "3550559", "3550563", "3689309", "8608886", "5812523", "3659405", "5143805", "6903206"], "ranked_scores": [0.7249, 0.6549, 0.6526, 0.6015, 0.5883, 0.5427, 0.5375, 0.5345, 0.5225, 0.5127], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["6950269", "1640257", "6950276", "4414409", "6950275", "3761522", "8452568", "1640256", "140294", "289409"], "ranked_scores": [0.8051, 0.7932, 0.7713, 0.7576, 0.7372, 0.7372, 0.7277, 0.7248, 0.7137, 0.7086], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["2508734", "7187663", "7391330", "4582407", "4830263", "6489670", "2552611", "3739921", "7479455", "7187662"], "ranked_scores": [0.6749, 0.6409, 0.6342, 0.6219, 0.6143, 0.6024, 0.5942, 0.5865, 0.5856, 0.585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "4922192", "1438830", "4405605", "209692", "5230789", "1226215", "6751942", "2136954"], "ranked_scores": [0.7275, 0.6872, 0.6447, 0.6342, 0.6134, 0.591, 0.5771, 0.5668, 0.5663, 0.5627], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["295788", "4516321", "2215882", "729503", "295789", "4069689", "295794", "7547705", "2172877", "7058927"], "ranked_scores": [0.5799, 0.5791, 0.5762, 0.5749, 0.5718, 0.564, 0.5639, 0.5614, 0.5576, 0.5513], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["6363851", "6628785", "4892433", "5809779", "7301819", "7301816", "6363850", "7301823", "6363854", "5809784"], "ranked_scores": [0.6671, 0.6466, 0.6331, 0.6331, 0.6327, 0.6327, 0.6308, 0.6275, 0.6236, 0.6193], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970728", "7970735", "3790851", "7513243", "211437", "4860954", "8450827", "8450828", "7970736"], "ranked_scores": [0.7903, 0.7777, 0.7745, 0.7634, 0.7522, 0.7502, 0.7116, 0.7063, 0.7028, 0.6841], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["5720449", "7160804", "7160805", "6193662", "8632000", "2583983", "4702013", "4058561", "981996", "8771061"], "ranked_scores": [0.7599, 0.7303, 0.7272, 0.7219, 0.7193, 0.7177, 0.7156, 0.7125, 0.7106, 0.7106], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "6467669", "2010657", "7574370", "1136294", "5190750", "3936785", "665690", "6010341", "7872867"], "ranked_scores": [0.7542, 0.751, 0.6494, 0.649, 0.6396, 0.6193, 0.6113, 0.5858, 0.5749, 0.5702], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7919682", "5143532", "3835174", "7870700", "7870707", "5672317", "8077113", "5827343", "2001867", "7870704"], "ranked_scores": [0.6622, 0.6375, 0.5919, 0.5874, 0.5782, 0.5646, 0.5578, 0.5455, 0.5434, 0.5421], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116929", "2116938", "507236", "4880896", "2116932", "3646584", "8660295", "8722441", "3646580", "1435310"], "ranked_scores": [0.8326, 0.8155, 0.8134, 0.8095, 0.8069, 0.8068, 0.8053, 0.8, 0.7968, 0.7949], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "3569426", "4985799", "5984719", "4774834", "3891003", "6937120", "3638988", "133086"], "ranked_scores": [0.714, 0.7061, 0.6612, 0.6591, 0.657, 0.636, 0.6357, 0.6175, 0.611, 0.6036], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503576", "7503570", "1290166", "8065757", "5674942", "3444262", "4393603", "8539656", "5964551", "2595814"], "ranked_scores": [0.8083, 0.7893, 0.7801, 0.7686, 0.7644, 0.759, 0.753, 0.7521, 0.7513, 0.748], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["6046078", "1174172", "1299663", "1174164", "1174168", "1842454", "6513250", "7803391", "8170769", "3653802"], "ranked_scores": [0.7768, 0.7737, 0.7729, 0.7723, 0.7723, 0.7488, 0.7487, 0.6784, 0.6755, 0.6672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["1839684", "8045986", "4796869", "7134383", "2588002", "2175868", "442006", "4796876", "3853232", "1023113"], "ranked_scores": [0.8218, 0.8045, 0.803, 0.7974, 0.7914, 0.789, 0.7778, 0.7753, 0.7728, 0.7708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "7689710", "2188117", "8820180", "4936994", "7689707", "1673140", "3368582", "5039968", "5648984"], "ranked_scores": [0.7542, 0.7177, 0.7061, 0.6977, 0.6965, 0.6835, 0.6634, 0.6458, 0.6236, 0.6088], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["1460640", "1546056", "3968773", "92150", "5808453", "5729775", "6591468", "4615784", "631307", "6979330"], "ranked_scores": [0.8839, 0.883, 0.8781, 0.8722, 0.8721, 0.8641, 0.8553, 0.8519, 0.8519, 0.8519], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5784428", "5734570", "5123227", "3733774", "5873574", "8426355", "5269626", "2636672", "2511651", "4634946"], "ranked_scores": [0.8971, 0.8949, 0.8895, 0.8758, 0.8746, 0.8739, 0.8727, 0.8709, 0.8707, 0.869], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5174051", "4805366", "5027731", "6343914", "8421090", "631288", "1088384", "954270", "1039754", "5170943"], "ranked_scores": [0.7978, 0.7966, 0.7906, 0.7882, 0.787, 0.787, 0.7845, 0.7816, 0.7762, 0.7742], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1525620", "7131195", "1368309", "2080220", "2576605", "1613675", "4520834", "870345", "845706", "272188"], "ranked_scores": [0.7839, 0.7828, 0.7693, 0.7688, 0.7628, 0.7597, 0.7586, 0.7578, 0.7571, 0.7555], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["5184907", "8741687", "4547262", "8346188", "3132831", "5952078", "3720839", "7810605", "6797667", "3024301"], "ranked_scores": [0.7793, 0.7461, 0.7459, 0.7423, 0.7346, 0.7342, 0.7294, 0.7237, 0.7047, 0.698], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["5094229", "5196370", "2061122", "5352322", "8265919", "7288502", "1848152", "5671809", "2510740", "8763003"], "ranked_scores": [0.8387, 0.8317, 0.8316, 0.8254, 0.8203, 0.8195, 0.818, 0.818, 0.8178, 0.8169], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3173599", "3424319", "8498825", "8789524", "8584772", "8624217", "7899629", "7619577", "3445115", "5764460"], "ranked_scores": [0.7377, 0.7288, 0.7236, 0.722, 0.7029, 0.6835, 0.6833, 0.6754, 0.6696, 0.6609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "6714731", "4451324", "8773427", "7833611", "2998929", "8287779", "3039809", "8796486", "8607085"], "ranked_scores": [0.8012, 0.787, 0.7392, 0.7387, 0.719, 0.6733, 0.6667, 0.6547, 0.6527, 0.6426], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["4600593", "7526867", "1511150", "7526871", "6503017", "7573185", "1511155", "4786937", "5666376", "3141441"], "ranked_scores": [0.8257, 0.8223, 0.8197, 0.8174, 0.8038, 0.8036, 0.8026, 0.8012, 0.773, 0.7716], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "3259751", "7110611", "7110612", "3701436", "2299432", "5655", "4153698", "7770196", "6281807"], "ranked_scores": [0.8161, 0.7832, 0.7766, 0.7544, 0.74, 0.7303, 0.7266, 0.7181, 0.7173, 0.7084], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "4256443", "1417034", "4502858", "166399", "5362792", "2391916", "5336580", "2066951", "8348766"], "ranked_scores": [0.796, 0.7856, 0.774, 0.7661, 0.7641, 0.7613, 0.7564, 0.7557, 0.7511, 0.7506], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["3712671", "7853304", "6207588", "4039012", "8098325", "6207587", "7886033", "8148596", "57309", "1980424"], "ranked_scores": [0.7962, 0.78, 0.7355, 0.719, 0.7183, 0.7025, 0.697, 0.6919, 0.6863, 0.686], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2474580", "2245440", "8187749", "2391077", "2476395", "3661383", "1053844", "351022", "4211216", "1338705"], "ranked_scores": [0.8595, 0.8544, 0.8532, 0.8466, 0.8448, 0.8429, 0.8423, 0.8422, 0.8386, 0.8359], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["3672237", "826058", "4991354", "8374135", "4991356", "3806458", "6465402", "4991353", "3148555", "3656154"], "ranked_scores": [0.8571, 0.827, 0.8107, 0.8032, 0.7975, 0.7975, 0.7955, 0.761, 0.7104, 0.7075], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4605271", "4900578", "2531512", "4409027", "7778956", "4363844", "6300621", "7778949", "6300620", "3260957"], "ranked_scores": [0.7233, 0.7228, 0.716, 0.6955, 0.688, 0.6617, 0.6118, 0.5928, 0.5916, 0.5865], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["6803877", "7831679", "6632520", "1343315", "5338899", "7606919", "6632522", "1109548", "7428627", "5857751"], "ranked_scores": [0.7902, 0.7601, 0.7399, 0.7267, 0.7249, 0.7188, 0.7107, 0.7019, 0.6966, 0.6869], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "1631830", "921100", "1933329", "7313345", "921101", "1051929", "3689309", "3689305", "2404041"], "ranked_scores": [0.8721, 0.8703, 0.8642, 0.8599, 0.8345, 0.8261, 0.8198, 0.7995, 0.7973, 0.7933], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "2940016", "7420248", "7728427", "7503113", "2940019", "1969532", "4258668", "4130908", "5339586"], "ranked_scores": [0.7771, 0.7534, 0.7523, 0.7401, 0.7365, 0.7239, 0.7227, 0.7214, 0.7148, 0.6911], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "5304087", "7562631", "2024648", "7562624", "1732853", "597411", "7482891", "8646229", "1732850"], "ranked_scores": [0.7317, 0.7258, 0.6744, 0.6739, 0.6449, 0.6356, 0.6207, 0.6144, 0.6086, 0.6058], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8221431", "4343906", "7856346", "5101805", "8015905", "4158115", "3834488", "5409487", "5409488"], "ranked_scores": [0.7068, 0.7063, 0.7001, 0.6939, 0.6477, 0.641, 0.6408, 0.6394, 0.639, 0.639], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495831", "3495835", "654073", "6625132", "6786202", "3495840", "2463549", "3495838"], "ranked_scores": [0.7992, 0.7529, 0.7248, 0.6908, 0.6477, 0.6221, 0.6159, 0.6021, 0.5958, 0.5911], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6212591", "6401864", "6212588", "6212597", "8405293", "6185825", "6185824", "3625144", "6965745"], "ranked_scores": [0.8062, 0.7987, 0.7958, 0.7528, 0.724, 0.711, 0.711, 0.7078, 0.6863, 0.6676], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["6948296", "7193888", "1224895", "4893231", "7840847", "4520541", "7704729", "4846383", "5546514", "7174572"], "ranked_scores": [0.7442, 0.6673, 0.6593, 0.6517, 0.6273, 0.6184, 0.617, 0.6121, 0.6021, 0.6013], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "1460685", "8177246", "1193873", "1460687", "6919840", "2857974", "3668938", "6037748"], "ranked_scores": [0.8253, 0.7636, 0.7573, 0.7428, 0.7198, 0.7187, 0.7136, 0.7062, 0.7062, 0.7048], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395884", "7395888", "4437855", "2595589", "6533908", "6025785", "3873782", "7151780", "7848151"], "ranked_scores": [0.8118, 0.7845, 0.7835, 0.776, 0.7532, 0.7473, 0.744, 0.743, 0.7408, 0.7341], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981693", "5955284", "1981696", "1420930", "8424304", "6986881", "2229750", "7589839", "195648", "7152851"], "ranked_scores": [0.7363, 0.736, 0.7106, 0.7068, 0.7022, 0.6917, 0.6854, 0.6772, 0.6616, 0.6553], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["8743966", "7946528", "5025261", "297876", "4630972", "8667781", "4564069", "6304249", "3725216", "3596760"], "ranked_scores": [0.7206, 0.7029, 0.7017, 0.6901, 0.6823, 0.6773, 0.6728, 0.6708, 0.6572, 0.6534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-64-pq-m8-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["2522470", "2725064", "6115206", "322270", "4591200", "3619391", "461342", "6672810", "7296621", "8536291"], "ranked_scores": [0.8896, 0.8896, 0.8896, 0.8875, 0.8875, 0.8875, 0.8875, 0.8875, 0.8875, 0.8875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2187141", "7265818", "3501103", "1150856", "220565", "1612669", "2684883", "597456", "8083121", "8083127"], "ranked_scores": [0.7808, 0.7808, 0.7765, 0.7703, 0.7703, 0.7673, 0.7631, 0.7619, 0.7579, 0.7579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["2102610", "134195", "7094398", "4218205", "1946367", "3666352", "1046902", "8668637", "4726075", "6953054"], "ranked_scores": [0.6509, 0.6495, 0.6472, 0.6416, 0.6402, 0.638, 0.6311, 0.6071, 0.604, 0.5949], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["1721805", "5769842", "3182362", "2548173", "2548176", "6368601", "6317954", "6159778", "939894", "879246"], "ranked_scores": [0.7452, 0.7416, 0.7408, 0.7408, 0.7305, 0.7305, 0.7268, 0.7254, 0.7254, 0.7254], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3640120", "8789524", "3794297", "3794304", "4348677", "7048912", "1159742", "5346316", "7255678", "7048914"], "ranked_scores": [0.6793, 0.6647, 0.6601, 0.6601, 0.6578, 0.6569, 0.6563, 0.6541, 0.6541, 0.6541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["970989", "1123190", "1494980", "2742231", "5401718", "271165", "1805806", "8283881", "1229810", "4496437"], "ranked_scores": [0.594, 0.5808, 0.5747, 0.5726, 0.5718, 0.5667, 0.5633, 0.5618, 0.5554, 0.5395], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "4816964", "320191", "1583497", "1979937", "3930817", "4846576", "5044321", "5108588", "7123629"], "ranked_scores": [0.685, 0.6662, 0.6325, 0.6316, 0.6262, 0.6262, 0.6262, 0.6262, 0.6262, 0.6262], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "1536155", "7698064", "1692091", "3550559", "3689305", "7948212", "6257976", "6903201", "6903206"], "ranked_scores": [0.6302, 0.6224, 0.6191, 0.6025, 0.5976, 0.587, 0.5841, 0.5531, 0.5465, 0.5465], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "7531871", "6733381", "6950276", "5415616", "4414409", "3761519", "1102477", "3935387", "5110182"], "ranked_scores": [0.7448, 0.7425, 0.7425, 0.7386, 0.718, 0.7177, 0.7174, 0.7157, 0.7094, 0.7084], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7479448", "7479455", "5753646", "3263857", "630314", "4362703", "4617506", "597449", "8190833", "8778783"], "ranked_scores": [0.6022, 0.6022, 0.6003, 0.5998, 0.5928, 0.5794, 0.5794, 0.5783, 0.5759, 0.5754], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1438830", "5349748", "1226216", "1226215", "5640023", "5022892", "4922192", "5362973", "3269253"], "ranked_scores": [0.5631, 0.5402, 0.5379, 0.5308, 0.5302, 0.5251, 0.4976, 0.4787, 0.4729, 0.471], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["1863796", "114691", "5254021", "1759110", "2242588", "4643770", "5654270", "6859842", "5339337", "6854565"], "ranked_scores": [0.5468, 0.5457, 0.5421, 0.5353, 0.5245, 0.5231, 0.5197, 0.519, 0.5163, 0.5154], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "3167063", "8130496", "5457419", "277376", "1903335", "4258668", "3803414", "3512764", "7301814"], "ranked_scores": [0.5785, 0.5699, 0.5679, 0.5631, 0.5631, 0.5483, 0.5472, 0.5451, 0.5451, 0.54], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["4860953", "8259512", "7970735", "211437", "8596346", "2132513", "3790851", "3954151", "5489710", "5833649"], "ranked_scores": [0.7073, 0.6892, 0.6588, 0.6568, 0.6567, 0.6507, 0.6388, 0.6358, 0.6358, 0.6358], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "2831441", "8131676", "4702013", "734127", "5720449", "5573355", "7185831", "87282", "7598231"], "ranked_scores": [0.7159, 0.7109, 0.7066, 0.69, 0.6822, 0.6724, 0.6708, 0.6611, 0.6602, 0.6576], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["2010657", "3936785", "7220310", "1043672", "6519064", "5535297", "6672671", "217890", "8351436", "2973326"], "ranked_scores": [0.5438, 0.4742, 0.4693, 0.4643, 0.4562, 0.4522, 0.443, 0.4426, 0.4422, 0.4416], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870704", "6368665", "7937822", "3835174", "7956869", "7870700", "7264667", "7575158", "8077113", "8504427"], "ranked_scores": [0.5219, 0.5072, 0.4992, 0.499, 0.4896, 0.4859, 0.4754, 0.47, 0.4649, 0.4632], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2236339", "4517260", "6074131", "6977220", "4574062", "2116929", "2116932", "4880893", "2116936", "4880896"], "ranked_scores": [0.7848, 0.7848, 0.7804, 0.7796, 0.7796, 0.7594, 0.7594, 0.7594, 0.7594, 0.7594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["5984719", "2320165", "3891003", "6937120", "942766", "2801033", "2221054", "4253088", "4725494", "7958943"], "ranked_scores": [0.6448, 0.6301, 0.6276, 0.6229, 0.6086, 0.5949, 0.5782, 0.5714, 0.5712, 0.5646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["8814306", "8419044", "7503570", "5964551", "5674942", "1799629", "5680884", "1324231", "6382257", "7932035"], "ranked_scores": [0.7539, 0.7437, 0.742, 0.7398, 0.7389, 0.7362, 0.7309, 0.7271, 0.726, 0.7245], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["6513250", "8170769", "1299663", "1842454", "1174172", "7827767", "6046078", "5213340", "1174164", "1174168"], "ranked_scores": [0.6922, 0.6627, 0.6594, 0.6477, 0.6405, 0.6382, 0.6337, 0.6335, 0.6186, 0.6186], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["2175868", "2588002", "1023113", "2587999", "6504213", "7393462", "4796869", "5143396", "6504208", "7269273"], "ranked_scores": [0.6782, 0.6608, 0.6608, 0.6419, 0.6419, 0.6419, 0.6343, 0.6218, 0.6214, 0.6174], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4553065", "4553060", "3649557", "7531870", "3368582", "7689710", "5648984", "2188117", "1673140"], "ranked_scores": [0.6319, 0.6298, 0.6298, 0.6112, 0.6103, 0.6019, 0.6011, 0.5988, 0.5974, 0.5968], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5608274", "3161060", "4843274", "1735116", "6600249", "5210161", "5668797", "5808457", "8000092", "2863952"], "ranked_scores": [0.834, 0.834, 0.8322, 0.8273, 0.8273, 0.8273, 0.8273, 0.8273, 0.8273, 0.8081], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5771761", "5470234", "2511651", "8804328", "2636672", "2441709", "1070634", "1871086", "5055675", "7424961"], "ranked_scores": [0.74, 0.7381, 0.7354, 0.7311, 0.7294, 0.7237, 0.7227, 0.7227, 0.7227, 0.7227], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1088384", "8474680", "8421090", "631296", "4805366", "6811402", "6719570", "5170943", "954268", "6507423"], "ranked_scores": [0.7076, 0.6895, 0.6768, 0.6734, 0.6734, 0.6734, 0.6734, 0.6734, 0.6734, 0.6726], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["755730", "6137671", "1613678", "447343", "7131195", "1123678", "5832533", "4617487", "2080220", "3261513"], "ranked_scores": [0.7498, 0.7495, 0.7338, 0.7338, 0.7321, 0.7317, 0.7251, 0.7249, 0.7079, 0.7073], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["3132831", "5085223", "6797667", "8741687", "2154242", "8346188", "7810605", "4558981", "8499149", "6063722"], "ranked_scores": [0.7436, 0.7073, 0.6937, 0.678, 0.6677, 0.6674, 0.6594, 0.656, 0.6533, 0.6508], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["7288502", "7863431", "6231821", "7646422", "278763", "365236", "278768", "4437965", "2929750", "5196370"], "ranked_scores": [0.8113, 0.8113, 0.8102, 0.8102, 0.7993, 0.7993, 0.7993, 0.7993, 0.7993, 0.7993], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["8498825", "3445115", "7150010", "5692986", "8442861", "5764460", "4293958", "8118269", "3974537", "1981693"], "ranked_scores": [0.6411, 0.6217, 0.6148, 0.6099, 0.6075, 0.6071, 0.601, 0.6006, 0.5939, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833611", "3663599", "4507221", "8796481", "8796486", "3314760", "4966850", "5675630", "1800205", "7833608"], "ranked_scores": [0.6064, 0.595, 0.5885, 0.5833, 0.5788, 0.5753, 0.5687, 0.5643, 0.5605, 0.5584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["5666376", "1511155", "7526871", "4786937", "982652", "982644", "7453783", "8391906", "4600593", "2617812"], "ranked_scores": [0.7392, 0.7381, 0.6974, 0.6973, 0.6973, 0.6968, 0.6938, 0.6861, 0.6822, 0.6818], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7434455", "3259751", "8237806", "1958620", "8821533", "5649315", "3369886", "8237802"], "ranked_scores": [0.7303, 0.7233, 0.7075, 0.7059, 0.699, 0.699, 0.6985, 0.6732, 0.6717, 0.6717], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["605083", "7572377", "1544067", "2454159", "2565604", "5442989", "2535259", "6797125", "5442993", "1417034"], "ranked_scores": [0.7837, 0.7567, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.7471], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["6684798", "7853304", "3388064", "8653062", "7886033", "2014471", "7874898", "1694528", "8658849", "5309891"], "ranked_scores": [0.6829, 0.6786, 0.6616, 0.6303, 0.6218, 0.6073, 0.6069, 0.6061, 0.5982, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004614", "8187749", "1697029", "7741066", "2788101", "4432184", "231291", "7468227", "1725084", "2565557"], "ranked_scores": [0.792, 0.7913, 0.7897, 0.7879, 0.7878, 0.7844, 0.7844, 0.7824, 0.7805, 0.7798], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3672237", "3806458", "4991354", "4991356", "8374135", "869851", "1538893", "6669945", "7274984"], "ranked_scores": [0.7183, 0.7182, 0.6776, 0.6776, 0.6776, 0.6775, 0.672, 0.6624, 0.6537, 0.6486], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4605271", "7778956", "4409027", "4900578", "5717661", "7778949", "7689564", "3747811", "7575158", "4772997"], "ranked_scores": [0.6323, 0.6123, 0.6038, 0.5415, 0.5363, 0.5309, 0.5287, 0.5265, 0.5264, 0.5183], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2422076", "6803877", "1343315", "5038578", "3491901", "3722839", "3942500", "4590213", "5338899", "7428627"], "ranked_scores": [0.709, 0.7049, 0.7049, 0.702, 0.6976, 0.6976, 0.6976, 0.6976, 0.6976, 0.6976], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["4992578", "3689305", "921100", "6955766", "3859979", "5812517", "1692091", "1933329", "921101", "1631830"], "ranked_scores": [0.7554, 0.7539, 0.7472, 0.743, 0.7426, 0.7419, 0.7411, 0.7398, 0.7309, 0.7301], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "2940016", "7420248", "3252244", "5339585", "5339586", "7728427", "1623860", "1632055", "7503113"], "ranked_scores": [0.7276, 0.7183, 0.7092, 0.6877, 0.6853, 0.683, 0.6797, 0.6753, 0.6678, 0.6678], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["3715197", "2024648", "1729038", "3828901", "1732850", "8499149", "8822769", "6786202", "7562624", "5304087"], "ranked_scores": [0.6066, 0.6044, 0.5758, 0.5707, 0.5653, 0.5596, 0.5556, 0.5488, 0.5477, 0.5451], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["5409488", "3716873", "5196865", "7856346", "4343906", "3834488", "3716869", "3313846", "5409487", "7610413"], "ranked_scores": [0.5763, 0.5743, 0.5651, 0.5577, 0.5559, 0.5445, 0.5433, 0.5431, 0.5421, 0.5361], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "1188785", "2101768", "7515552", "7770959", "6786202", "1005751", "3495835", "8649248"], "ranked_scores": [0.6606, 0.6398, 0.5857, 0.5755, 0.5543, 0.5521, 0.5499, 0.5477, 0.531, 0.5275], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6212591", "6401864", "6212588", "8470196", "7546946", "6048035", "1527823", "7623556", "6185824"], "ranked_scores": [0.7105, 0.6746, 0.6738, 0.664, 0.6581, 0.6529, 0.6361, 0.6316, 0.6316, 0.6287], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "1732354", "6534070", "5100196", "6257976", "5635135", "5286547", "7248820", "7936183", "8204260"], "ranked_scores": [0.6399, 0.6114, 0.6098, 0.6039, 0.6023, 0.5862, 0.5832, 0.5821, 0.579, 0.5786], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "8177246", "1443272", "4139196", "5891383", "6037749", "6252689", "7055589", "6919840", "7644552"], "ranked_scores": [0.6929, 0.671, 0.6706, 0.6691, 0.6637, 0.6565, 0.6495, 0.6495, 0.6495, 0.6495], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7104592", "4437855", "2584527", "7395885", "7395888", "6124976", "6533908", "4878176", "6176864", "7321855"], "ranked_scores": [0.8071, 0.793, 0.793, 0.7755, 0.7755, 0.7582, 0.7436, 0.7423, 0.7303, 0.7303], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["8424304", "90421", "3424319", "195648", "7154585", "5955284", "1536187", "1981693", "2387122", "286801"], "ranked_scores": [0.6522, 0.6373, 0.6244, 0.6216, 0.6148, 0.6059, 0.6033, 0.5986, 0.5974, 0.5959], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["4304523", "3596760", "4385335", "7725657", "2579423", "7946528", "3084182", "2830832", "4917824", "3982832"], "ranked_scores": [0.6243, 0.593, 0.5884, 0.5884, 0.5779, 0.5735, 0.5715, 0.5669, 0.5666, 0.5602], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-32-pq-m4-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "5265626", "575979", "4591200", "7584907", "542682", "3619391", "6858216", "3527619", "4886371"], "ranked_scores": [0.91, 0.9089, 0.9046, 0.9046, 0.902, 0.9008, 0.9002, 0.899, 0.8934, 0.8897], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["3308552", "542682", "1297112", "5210290", "1297109", "2410161", "2684883", "527685", "5450668", "3675169"], "ranked_scores": [0.8845, 0.8612, 0.8609, 0.8544, 0.8494, 0.8426, 0.8426, 0.8408, 0.8368, 0.8325], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7905688", "6711596", "6711597", "7094398", "2660744", "298606", "1729038", "8586741", "2295208", "5221728"], "ranked_scores": [0.7435, 0.7389, 0.7389, 0.7293, 0.7181, 0.7152, 0.7122, 0.7047, 0.704, 0.7002], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2812582", "3338175", "5769842", "7369987", "5997195", "452450", "5684712", "5359258", "2740613", "5512724"], "ranked_scores": [0.8914, 0.8914, 0.8914, 0.8479, 0.8381, 0.8226, 0.8086, 0.8078, 0.799, 0.7938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7255675", "8554964", "3794300", "1587850", "3640120", "7048914", "6785856", "7255678", "5817777", "3794304"], "ranked_scores": [0.7998, 0.7998, 0.7958, 0.7895, 0.7843, 0.783, 0.7823, 0.7814, 0.7753, 0.7729], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["4496437", "1190311", "5401715", "8283881", "3931595", "5606320", "7636640", "5401718", "478419", "1123190"], "ranked_scores": [0.7675, 0.7545, 0.7366, 0.7313, 0.7025, 0.6907, 0.689, 0.6876, 0.6781, 0.6769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6104775", "5108583", "4318064", "6815901", "4487109", "2807543", "1173182", "320191", "3930817", "4846576"], "ranked_scores": [0.8636, 0.8599, 0.8544, 0.8322, 0.8322, 0.8066, 0.8038, 0.8025, 0.8018, 0.8008], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550559", "3550561", "3550563", "3671400", "7698064", "6672671", "7275120", "7735540", "8314543", "4041246"], "ranked_scores": [0.7562, 0.7466, 0.7356, 0.6925, 0.6899, 0.6635, 0.6567, 0.6493, 0.6473, 0.6361], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["6950269", "1640257", "4414409", "5110182", "3761522", "6950276", "6950275", "8670401", "1640256", "1102481"], "ranked_scores": [0.8814, 0.8546, 0.8485, 0.8424, 0.8337, 0.8269, 0.8142, 0.8139, 0.8111, 0.8105], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "4830263", "3452232", "2508734", "630314", "4582407", "7391330", "7187662", "4830262", "4830265"], "ranked_scores": [0.7915, 0.7712, 0.7567, 0.7558, 0.7499, 0.7493, 0.7443, 0.7433, 0.735, 0.735], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "8649057", "209692", "5467125", "2037947", "6532620", "1588095", "5775568", "5640023"], "ranked_scores": [0.7879, 0.7865, 0.756, 0.7384, 0.7213, 0.7157, 0.707, 0.6987, 0.6957, 0.6932], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4597681", "3415897", "2215699", "535868", "6154208", "1497166", "7058927", "1413538", "1013485", "3961796"], "ranked_scores": [0.7309, 0.6861, 0.6791, 0.6772, 0.6763, 0.6686, 0.6677, 0.6644, 0.6626, 0.6576], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7176257", "7301823", "7301819", "7301816", "5289585", "6628785", "4935193", "3167063", "3751650", "2824454"], "ranked_scores": [0.7581, 0.7573, 0.7522, 0.7522, 0.7517, 0.751, 0.7419, 0.7329, 0.7327, 0.7309], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["4860954", "211437", "7970736", "7970728", "3437046", "8596346", "5910697", "3790851", "8450828", "8259512"], "ranked_scores": [0.8422, 0.8374, 0.8341, 0.8259, 0.8081, 0.8078, 0.8069, 0.8023, 0.7966, 0.7961], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["95177", "5720449", "6193664", "2703680", "3469224", "2703674", "3457120", "7160804", "1466669", "6835042"], "ranked_scores": [0.8469, 0.7822, 0.7807, 0.7802, 0.7765, 0.7695, 0.7695, 0.7695, 0.7665, 0.7665], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2010657", "6467669", "1136294", "4133425", "6010341", "7574370", "8023011", "2238728", "3936785"], "ranked_scores": [0.8185, 0.7831, 0.7791, 0.7371, 0.7092, 0.7052, 0.7018, 0.6992, 0.6974, 0.6874], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["5143532", "7919682", "5827343", "7870700", "2800418", "5672317", "7870707", "2001867", "4015499", "2202665"], "ranked_scores": [0.7251, 0.7055, 0.6976, 0.6691, 0.6535, 0.6372, 0.6287, 0.6286, 0.617, 0.6129], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2211646", "507236", "1606175", "875199", "6575406", "4880896", "2116936", "4880893", "2116929", "3646580"], "ranked_scores": [0.8586, 0.8321, 0.8321, 0.83, 0.8284, 0.8207, 0.8207, 0.8207, 0.8203, 0.8127], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["4774834", "4725494", "4166350", "942766", "7958943", "8688659", "3569426", "7391108", "3638988", "7525071"], "ranked_scores": [0.7563, 0.7551, 0.7249, 0.7219, 0.7196, 0.7117, 0.6887, 0.6801, 0.6771, 0.6722], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5674942", "7503576", "6302682", "1863876", "2002380", "8245381", "4393603", "3444262", "7049532"], "ranked_scores": [0.819, 0.8146, 0.803, 0.8018, 0.7911, 0.7847, 0.7774, 0.7756, 0.7747, 0.7734], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["6046078", "1842454", "261654", "1174172", "1299663", "3653802", "1174164", "1174168", "2314103", "6127285"], "ranked_scores": [0.8714, 0.8695, 0.8248, 0.8182, 0.8084, 0.7892, 0.7846, 0.7846, 0.7823, 0.7786], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["1839684", "7134383", "1023113", "5000405", "442006", "5143396", "3853232", "863946", "7151250", "2938280"], "ranked_scores": [0.8449, 0.8407, 0.8316, 0.8229, 0.8148, 0.8119, 0.8117, 0.8078, 0.8027, 0.8002], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["5063008", "4936994", "6506033", "7689707", "2673510", "1673140", "2749008", "7689710", "8820180", "7236884"], "ranked_scores": [0.8071, 0.781, 0.767, 0.767, 0.7586, 0.7576, 0.7541, 0.7495, 0.7401, 0.7263], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["501830", "1460640", "1546056", "6979322", "5808453", "3968773", "2863952", "4843274", "5668797", "8717679"], "ranked_scores": [0.911, 0.8929, 0.8923, 0.8842, 0.8817, 0.8807, 0.8774, 0.8774, 0.872, 0.872], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5734570", "2636668", "2636672", "5123227", "3733774", "8281191", "4787774", "288003", "2511651", "4634946"], "ranked_scores": [0.9291, 0.9238, 0.8993, 0.8973, 0.8973, 0.8912, 0.8907, 0.8888, 0.8881, 0.8881], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5174051", "1214489", "5996085", "4805366", "631296", "8421090", "1088384", "631288", "6343914", "8363828"], "ranked_scores": [0.8282, 0.7828, 0.7828, 0.7647, 0.7647, 0.7599, 0.7599, 0.7599, 0.7494, 0.7469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["870345", "6224698", "272188", "1525620", "1059524", "6107573", "2080220", "7131195", "551238", "3937139"], "ranked_scores": [0.8475, 0.8362, 0.8348, 0.8348, 0.8344, 0.8277, 0.8208, 0.8208, 0.8201, 0.8184], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["5351934", "5184907", "4547262", "5351935", "258524", "8346188", "8499149", "1663808", "7810605", "6465151"], "ranked_scores": [0.8785, 0.8702, 0.8315, 0.8227, 0.8121, 0.8095, 0.8032, 0.8013, 0.8005, 0.7966], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7863433", "5196370", "2061122", "5094229", "3694839", "8265919", "4377794", "8763003", "5352322"], "ranked_scores": [0.8516, 0.8516, 0.8481, 0.8477, 0.8477, 0.8442, 0.8441, 0.8395, 0.8364, 0.8293], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["8584772", "7899629", "8498825", "7878881", "8789524", "8624217", "5786097", "899170", "3424319", "5692986"], "ranked_scores": [0.758, 0.7541, 0.721, 0.7209, 0.7202, 0.7174, 0.7164, 0.7062, 0.7033, 0.7003], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4451324", "8773427", "6714731", "4765789", "7833611", "2998929", "2998930", "8607085", "4233615"], "ranked_scores": [0.8377, 0.8143, 0.8103, 0.7812, 0.7651, 0.7622, 0.7615, 0.7177, 0.7122, 0.7018], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526871", "4786937", "982652", "3141441", "6503017", "1511155", "8605147", "3603662", "7526867", "1511150"], "ranked_scores": [0.901, 0.901, 0.901, 0.8991, 0.8986, 0.8951, 0.8855, 0.8835, 0.8829, 0.8778], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["3259751", "7110606", "7110611", "5280582", "7770196", "7434451", "6688747", "2486151", "7434455", "4788846"], "ranked_scores": [0.8485, 0.8331, 0.8327, 0.7989, 0.7827, 0.7808, 0.776, 0.7745, 0.772, 0.7642], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["4256443", "2366115", "1592532", "4502856", "2391916", "166399", "1417034", "5362792", "8327486", "172196"], "ranked_scores": [0.8292, 0.8184, 0.8099, 0.8083, 0.8065, 0.8021, 0.8021, 0.8016, 0.7972, 0.7918], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["8098325", "7853304", "8148596", "3712671", "57309", "7886033", "1696161", "5810729", "4039012", "204364"], "ranked_scores": [0.9078, 0.8947, 0.8583, 0.8481, 0.8136, 0.8117, 0.7969, 0.7828, 0.7714, 0.7702], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["3661383", "2391075", "2474580", "5960436", "4211216", "2290637", "4589415", "4004619", "1338705", "4111498"], "ranked_scores": [0.9574, 0.9365, 0.9277, 0.9265, 0.9226, 0.9174, 0.9174, 0.9174, 0.9174, 0.911], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["3672237", "826058", "8374135", "4991354", "6465402", "3806458", "4991353", "4991356", "3148555", "7206774"], "ranked_scores": [0.884, 0.8459, 0.8317, 0.8291, 0.8223, 0.8082, 0.8082, 0.8082, 0.7959, 0.7388], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4605271", "2531512", "4900578", "7778956", "8458095", "4409027", "6967801", "7778949", "4363844", "6392782"], "ranked_scores": [0.7873, 0.7783, 0.7738, 0.7646, 0.7384, 0.7382, 0.7378, 0.713, 0.7123, 0.6964], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["6803877", "3186813", "8586692", "4005369", "6632518", "6632520", "3404651", "7835222", "3722839", "5338899"], "ranked_scores": [0.8426, 0.8128, 0.8081, 0.8072, 0.8072, 0.8072, 0.7939, 0.7921, 0.7875, 0.7862], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["7313345", "7192926", "1867101", "4741719", "2404041", "7313342", "3531188", "6955768", "921100", "928865"], "ranked_scores": [0.9267, 0.8991, 0.8976, 0.8933, 0.8905, 0.8885, 0.8859, 0.8858, 0.8839, 0.8836], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4130908", "4258663", "7503113", "2940016", "2940019", "1969532", "7420248", "1623860", "1303492", "5339586"], "ranked_scores": [0.8373, 0.8368, 0.8307, 0.8265, 0.8193, 0.8102, 0.8068, 0.8046, 0.7958, 0.7799], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562631", "5304087", "8646229", "2024648", "6300441", "332783", "7562624", "1398369", "3828904"], "ranked_scores": [0.8241, 0.7578, 0.7474, 0.7431, 0.713, 0.703, 0.6855, 0.6832, 0.6776, 0.6692], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221431", "4343906", "7856349", "8221430", "4158117", "2659096", "3742896", "8221437", "8015905"], "ranked_scores": [0.7984, 0.7984, 0.7891, 0.732, 0.7282, 0.7276, 0.727, 0.7191, 0.7184, 0.7125], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "4545847", "7770963", "1163676", "1881418", "6786202", "1206520", "3495835", "1188785", "1005751"], "ranked_scores": [0.8306, 0.7751, 0.7683, 0.736, 0.7271, 0.723, 0.7217, 0.7108, 0.7061, 0.7054], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212591", "6106100", "6212597", "7050150", "8470196", "5961455", "2398241"], "ranked_scores": [0.8663, 0.8527, 0.8276, 0.8276, 0.8006, 0.8005, 0.7925, 0.786, 0.7675, 0.7648], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["6948296", "1224895", "7840847", "4520541", "4893231", "5128175", "5025269", "7193888", "5546514", "2932576"], "ranked_scores": [0.8538, 0.7653, 0.7589, 0.755, 0.7536, 0.7463, 0.7448, 0.7263, 0.7235, 0.7125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "489957", "5891383", "7511874", "6919840", "6037749", "7274984", "5057288", "8177246"], "ranked_scores": [0.8621, 0.8304, 0.8001, 0.7972, 0.7788, 0.7738, 0.7733, 0.7707, 0.7701, 0.7611], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7848151", "7104592", "2551241", "7395885", "6533908", "7151780", "6025785", "4437979", "7564158", "2595589"], "ranked_scores": [0.8438, 0.8134, 0.8087, 0.8044, 0.8034, 0.8026, 0.7997, 0.7963, 0.7955, 0.7925], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "1420930", "5955284", "7152851", "8506101", "1981693", "6986881", "1421746", "2719790", "1981696"], "ranked_scores": [0.8261, 0.8082, 0.7964, 0.7778, 0.7775, 0.7761, 0.7698, 0.7671, 0.767, 0.7611], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["6304249", "8667781", "8743966", "8771883", "3596760", "7966624", "3664758", "7946528", "5025261", "3725216"], "ranked_scores": [0.7839, 0.7732, 0.7369, 0.7093, 0.7088, 0.7071, 0.7056, 0.6931, 0.6816, 0.6712], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-32-pq-m4-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["5917719", "6115206", "6162682", "615746", "6672810", "671411", "7296621", "7391322", "8536291", "7275123"], "ranked_scores": [0.8945, 0.8945, 0.8945, 0.8945, 0.8945, 0.8945, 0.8945, 0.8945, 0.8945, 0.8945], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["7265818", "5450668", "2187141", "4362703", "5481759", "527685", "8329390", "1612669", "6150764", "6169612"], "ranked_scores": [0.8322, 0.8322, 0.8322, 0.8322, 0.8319, 0.8319, 0.8184, 0.8083, 0.8083, 0.8083], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7536196", "8034055", "8623619", "8264837", "8298270", "928953", "928952", "8543994", "8528760", "8298272"], "ranked_scores": [0.65, 0.65, 0.65, 0.65, 0.65, 0.65, 0.65, 0.65, 0.65, 0.65], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["1721805", "3399535", "2812582", "3765140", "6368609", "5769842", "6369715", "6317954", "6689047", "691719"], "ranked_scores": [0.7263, 0.6975, 0.6905, 0.6905, 0.6859, 0.6854, 0.6854, 0.6854, 0.6854, 0.6854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["2090229", "5313022", "8357075", "531109", "1035452", "4416193", "561333", "8524691", "8524693", "8554961"], "ranked_scores": [0.7177, 0.7177, 0.7177, 0.6946, 0.694, 0.6913, 0.6913, 0.688, 0.688, 0.688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5308268", "1929389", "2086500", "7063326", "970989", "1229810", "7469549", "8283881", "1123190", "4795423"], "ranked_scores": [0.6475, 0.6475, 0.6397, 0.6347, 0.6318, 0.6315, 0.6204, 0.6161, 0.6159, 0.6125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4253092", "4816964", "4846576", "5044321", "5108583", "7123629", "7430879", "725823", "5108588", "8770202"], "ranked_scores": [0.7749, 0.7749, 0.7749, 0.7749, 0.7749, 0.7749, 0.7749, 0.7749, 0.7749, 0.7749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["8130498", "8450827", "4133425", "2082685", "2431111", "1924567", "4857725", "3987938", "7698064", "8130496"], "ranked_scores": [0.6351, 0.631, 0.6227, 0.6141, 0.6141, 0.6141, 0.6141, 0.6141, 0.6096, 0.6096], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "2800419", "5110182", "356746", "64801", "7531870", "8186110", "8820182", "8212672", "8670401"], "ranked_scores": [0.8296, 0.8296, 0.8296, 0.8296, 0.8296, 0.8296, 0.8296, 0.8296, 0.8296, 0.8081], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["627686", "4956876", "3675169", "8541250", "4808866", "7479448", "7479455", "2081579", "2581550", "7964634"], "ranked_scores": [0.714, 0.713, 0.7113, 0.7113, 0.7092, 0.6921, 0.6921, 0.6912, 0.6912, 0.6848], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "2037947", "5640023", "1588095", "7707024", "1390706", "2975015", "3159297", "5022892", "6751942"], "ranked_scores": [0.587, 0.587, 0.587, 0.587, 0.587, 0.587, 0.5848, 0.5848, 0.5772, 0.5772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7058927", "2026078", "6859842", "4966850", "8796486", "5351437", "1497166", "5957735", "1867187", "4328576"], "ranked_scores": [0.7126, 0.6923, 0.6825, 0.6675, 0.6675, 0.6654, 0.6629, 0.6612, 0.6562, 0.6561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["4041246", "8672006", "7410464", "2824454", "7948212", "3473262", "4340512", "8043961", "4621132", "994550"], "ranked_scores": [0.7271, 0.7271, 0.6873, 0.678, 0.6759, 0.6738, 0.6738, 0.6738, 0.6738, 0.6738], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["4860953", "7970728", "5696456", "8596346", "8259512", "5910697", "3756561", "7970735", "3790851", "4975847"], "ranked_scores": [0.7687, 0.7637, 0.7637, 0.7627, 0.7627, 0.7342, 0.7272, 0.7255, 0.7244, 0.7178], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["2633251", "2831441", "7846837", "7160805", "5573355", "8131676", "8750150", "133696", "5720449", "6915697"], "ranked_scores": [0.7638, 0.7459, 0.7347, 0.7347, 0.7344, 0.7342, 0.7335, 0.7271, 0.7271, 0.7271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["6672671", "240221", "1043672", "2238728", "5653612", "4086372", "6199240", "156133", "4900577", "951992"], "ranked_scores": [0.6656, 0.6374, 0.6371, 0.6267, 0.6267, 0.6267, 0.6266, 0.6233, 0.6233, 0.6233], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["2001870", "3835174", "6368665", "7956869", "3830558", "7805085", "7264667", "8328261", "2195950", "7870704"], "ranked_scores": [0.5997, 0.5997, 0.5997, 0.5997, 0.5997, 0.5997, 0.5997, 0.5974, 0.5916, 0.5578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2133627", "4517260", "2236339", "407233", "2158582", "8017883", "2945573", "7671660", "8179490", "875193"], "ranked_scores": [0.8053, 0.8053, 0.8053, 0.8053, 0.8053, 0.8053, 0.8009, 0.7766, 0.7766, 0.7766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["1552216", "6539677", "2799087", "1398222", "4725494", "6937120", "4166350", "8688659", "3869346", "8771266"], "ranked_scores": [0.6863, 0.6745, 0.6745, 0.6745, 0.6745, 0.6745, 0.6745, 0.6647, 0.6457, 0.6404], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["5554969", "7503570", "2656203", "5674942", "7503576", "4624988", "6382257", "5680884", "6568419", "7049532"], "ranked_scores": [0.7415, 0.7415, 0.7366, 0.7366, 0.7304, 0.7202, 0.7202, 0.7202, 0.7202, 0.7202], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827767", "1475310", "8170769", "261654", "1299663", "6513250", "5213342", "6768417", "8079626", "413811"], "ranked_scores": [0.7334, 0.7307, 0.7305, 0.7303, 0.7303, 0.7303, 0.7201, 0.7192, 0.7156, 0.7087], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["2588002", "1023113", "2175873", "6110193", "3770821", "7134383", "7151250", "7393462", "7269273", "8173741"], "ranked_scores": [0.7145, 0.7145, 0.6849, 0.6849, 0.6775, 0.6667, 0.6667, 0.6667, 0.6667, 0.6667], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["2800418", "2188117", "377168", "5364574", "6722338", "1642899", "409310", "3368582", "2329309", "7344906"], "ranked_scores": [0.7291, 0.7291, 0.7291, 0.7291, 0.7291, 0.7159, 0.7159, 0.7074, 0.6939, 0.6715], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["6542300", "6600249", "6591471", "6603790", "6979322", "8000092", "8717679", "92150", "6906376", "7558904"], "ranked_scores": [0.8458, 0.8458, 0.8458, 0.8458, 0.8458, 0.8458, 0.8458, 0.8458, 0.8458, 0.8458], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5771761", "2511651", "7699084", "2636672", "5470234", "7427900", "2441709", "1871081", "8804328", "7424961"], "ranked_scores": [0.7077, 0.7001, 0.7001, 0.7001, 0.7001, 0.6968, 0.6921, 0.6921, 0.6921, 0.6746], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["631288", "8474680", "8421090", "6287785", "631296", "6719567", "954268", "6719570", "954270", "6811402"], "ranked_scores": [0.6417, 0.6417, 0.6417, 0.6391, 0.6391, 0.6391, 0.6391, 0.6391, 0.6391, 0.6391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["2080220", "4520834", "4520838", "6137671", "4617487", "551237", "5832533", "845706", "7131195", "8101798"], "ranked_scores": [0.7439, 0.7439, 0.7439, 0.7439, 0.7439, 0.7439, 0.7439, 0.7439, 0.7439, 0.7439], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["2154242", "3132831", "5149609", "3545187", "6488294", "1221320", "4758511", "5085223", "6502553", "8346188"], "ranked_scores": [0.7645, 0.7645, 0.7645, 0.7645, 0.7645, 0.7351, 0.728, 0.7258, 0.7258, 0.7258], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["3948284", "410441", "4860498", "52362", "7646422", "8657854", "7288502", "7863431", "6231821", "8701336"], "ranked_scores": [0.826, 0.826, 0.826, 0.826, 0.826, 0.826, 0.826, 0.826, 0.826, 0.826], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["7150010", "7878881", "5786097", "7899629", "8498825", "8624217", "5692986", "767018", "2144692", "8442861"], "ranked_scores": [0.7274, 0.7274, 0.7204, 0.7204, 0.6948, 0.6948, 0.6859, 0.6859, 0.6844, 0.6844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["888154", "4507221", "468657", "8796481", "5986344", "7833611", "4765789", "8090540", "1088382", "7222603"], "ranked_scores": [0.7065, 0.705, 0.705, 0.705, 0.7046, 0.6887, 0.6789, 0.6771, 0.6748, 0.6636], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["5666376", "6503017", "7453783", "7641309", "6970738", "7526871", "7526868", "8391906", "982652", "7526870"], "ranked_scores": [0.8205, 0.8205, 0.8205, 0.8205, 0.8205, 0.8205, 0.8205, 0.8205, 0.8205, 0.8205], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "3259751", "7110612", "4520367", "1958620", "8237806", "5649315", "7434455", "3723524", "7362929"], "ranked_scores": [0.8544, 0.8215, 0.8192, 0.7969, 0.7892, 0.7892, 0.7813, 0.7809, 0.778, 0.7644], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["510185", "5442993", "5442989", "5633547", "6414371", "7572377", "659682", "605083", "7699112", "6797125"], "ranked_scores": [0.8112, 0.8112, 0.8112, 0.8112, 0.8112, 0.8112, 0.8112, 0.8112, 0.8112, 0.8112], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["3388064", "7853304", "6684798", "57309", "2014471", "5309891", "8148596", "8098325", "7119732", "8658849"], "ranked_scores": [0.7414, 0.7414, 0.7414, 0.7117, 0.6911, 0.6911, 0.6911, 0.6911, 0.6837, 0.6812], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["351027", "1053844", "8187749", "2391075", "7658116", "7734838", "7741066", "7939521", "8236096", "8347480"], "ranked_scores": [0.8648, 0.8648, 0.8648, 0.8648, 0.8569, 0.8569, 0.8569, 0.8569, 0.8569, 0.8569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991353", "869851", "3806458", "4991354", "4991356", "826058", "38680", "3672237", "6111299", "7142747"], "ranked_scores": [0.7504, 0.7504, 0.7504, 0.7504, 0.7504, 0.74, 0.7315, 0.7305, 0.7291, 0.7291], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["2531512", "4605271", "5393501", "7778956", "7778949", "8777231", "7689564", "4487109", "5155174", "5519518"], "ranked_scores": [0.6936, 0.6688, 0.6549, 0.6534, 0.6503, 0.6412, 0.6356, 0.6351, 0.6351, 0.6351], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["3186813", "3404651", "6908048", "5038578", "5390765", "7795888", "7835222", "6803877", "5857751", "5558676"], "ranked_scores": [0.7943, 0.7943, 0.7943, 0.7943, 0.7943, 0.7943, 0.7943, 0.7943, 0.7943, 0.7943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["477636", "4741719", "6955766", "8323783", "3689305", "4992578", "1019739", "5143805", "921100", "7623735"], "ranked_scores": [0.8594, 0.8549, 0.8549, 0.8549, 0.8549, 0.8549, 0.8438, 0.8417, 0.8417, 0.8395], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "2940016", "7728427", "3252244", "4130908", "3617286", "5339585", "7503110", "5339586", "7503113"], "ranked_scores": [0.8044, 0.796, 0.796, 0.796, 0.7697, 0.7579, 0.7579, 0.7579, 0.7579, 0.7579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["2024648", "3811525", "7391108", "8822769", "3715197", "1219085", "8738884", "7562624", "6241516", "6300441"], "ranked_scores": [0.6591, 0.6479, 0.6479, 0.6479, 0.6388, 0.629, 0.6272, 0.6272, 0.6257, 0.6257], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["2525123", "2492248", "3834488", "5196865", "5355536", "1768680", "3003893", "5409487", "5409488", "7856346"], "ranked_scores": [0.651, 0.635, 0.6344, 0.6324, 0.6311, 0.6311, 0.6287, 0.621, 0.621, 0.621], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "1099429", "2101768", "1099427", "3820657", "1188785", "4849371", "1163676", "90421"], "ranked_scores": [0.7378, 0.7291, 0.727, 0.712, 0.7116, 0.6797, 0.6797, 0.6797, 0.6783, 0.6708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["1039748", "4753539", "6212597", "410223", "7546946", "7078336", "3872927", "6212591", "2750832", "6180355"], "ranked_scores": [0.7756, 0.7689, 0.7639, 0.7636, 0.7592, 0.7592, 0.7585, 0.7549, 0.752, 0.752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["4520541", "4133425", "6836256", "1904766", "2731819", "1904771", "5612948", "724148", "3550561", "6534070"], "ranked_scores": [0.7569, 0.7433, 0.7308, 0.7217, 0.7217, 0.7217, 0.7217, 0.7217, 0.7217, 0.7217], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "4976721", "6037749", "8199671", "4482376", "8458095", "2801403", "489952", "7299128", "6037741"], "ranked_scores": [0.7622, 0.7622, 0.7622, 0.7622, 0.7573, 0.7516, 0.7502, 0.7502, 0.7502, 0.7502], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["642815", "34456", "7104592", "7249172", "7395885", "7395888", "6533908", "7321855", "755730", "7707886"], "ranked_scores": [0.8148, 0.8148, 0.8148, 0.8148, 0.8148, 0.8148, 0.8087, 0.791, 0.791, 0.791], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["3333503", "6604385", "913210", "4603370", "1892025", "3803512", "200203", "5118337", "675950", "940527"], "ranked_scores": [0.7907, 0.7711, 0.7711, 0.7525, 0.7467, 0.7467, 0.7467, 0.7467, 0.7311, 0.731], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["3415242", "3596760", "3711972", "3998777", "3989499", "4356227", "5468741", "4917824", "4304523", "4049212"], "ranked_scores": [0.6454, 0.6454, 0.6454, 0.6454, 0.6454, 0.6454, 0.6454, 0.6454, 0.6454, 0.6454], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-notrunc-bat": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "7584907", "1674644", "3527619", "7072115", "6858216", "8825856", "8083127", "4362703", "4702433"], "ranked_scores": [602.0, 602.0, 587.0, 587.0, 583.0, 582.0, 577.0, 577.0, 576.0, 576.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "1674644", "1297109", "1297112", "542682", "7248824", "6929917", "7121381", "220565", "5633832"], "ranked_scores": [574.0, 569.0, 568.0, 566.0, 564.0, 560.0, 554.0, 554.0, 550.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "911138", "1592656", "5842823", "8543994", "7383965", "2295208", "3792488", "298606", "6402602"], "ranked_scores": [606.0, 565.0, 564.0, 559.0, 543.0, 538.0, 536.0, 536.0, 534.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "2812582", "2548173", "8279447", "7369987", "2548176", "5359258", "66616", "7011409"], "ranked_scores": [681.0, 678.0, 660.0, 636.0, 628.0, 628.0, 624.0, 624.0, 621.0, 621.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["4269405", "3794300", "3794304", "7255675", "3794297", "3640120", "5450605", "856390", "7255678", "7048914"], "ranked_scores": [614.0, 613.0, 613.0, 612.0, 607.0, 605.0, 601.0, 599.0, 594.0, 593.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "1123190", "7600993", "5676506", "1191483", "3205963", "7776113", "8643852", "8817884", "1190311"], "ranked_scores": [568.0, 566.0, 547.0, 545.0, 542.0, 534.0, 533.0, 529.0, 529.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6980305", "5227711", "7813557", "7260457", "4816964", "7840121", "6964486", "6964479", "1777799", "5091618"], "ranked_scores": [646.0, 634.0, 631.0, 629.0, 603.0, 593.0, 592.0, 591.0, 587.0, 575.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550559", "3550561", "3550563", "7698064", "4240249", "4136867", "2971674", "1746953", "7746748", "4086372"], "ranked_scores": [581.0, 559.0, 558.0, 539.0, 528.0, 515.0, 510.0, 503.0, 502.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["3761522", "8452568", "289409", "5110182", "1102477", "3761517", "1854132", "6950275", "249524", "7531871"], "ranked_scores": [594.0, 589.0, 586.0, 582.0, 580.0, 579.0, 576.0, 576.0, 575.0, 574.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["5132484", "2117748", "7187663", "5469449", "4513419", "947575", "627686", "5407231", "3546549", "5696456"], "ranked_scores": [551.0, 543.0, 538.0, 531.0, 529.0, 518.0, 517.0, 517.0, 511.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "1226215", "4922192", "1501685", "1226213", "8114676", "1390706", "538306"], "ranked_scores": [652.0, 633.0, 573.0, 547.0, 519.0, 496.0, 483.0, 482.0, 474.0, 467.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["2899047", "295789", "7168976", "2921046", "4539291", "4069689", "4996378", "7058926", "4623383", "8110427"], "ranked_scores": [513.0, 513.0, 513.0, 507.0, 506.0, 504.0, 503.0, 501.0, 500.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "8165523", "7301816", "6363854", "5809779", "6363850", "6363851", "7301814", "4892433"], "ranked_scores": [628.0, 557.0, 553.0, 551.0, 550.0, 547.0, 546.0, 545.0, 544.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450827", "8450833", "8450828", "7970728", "8259512", "7970736", "1265191", "7970734", "8259514", "7970735"], "ranked_scores": [679.0, 675.0, 670.0, 659.0, 654.0, 646.0, 643.0, 641.0, 633.0, 586.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "4702013", "7160804", "6193662", "5720449", "8346654", "5841488", "232771", "8131676", "8684894"], "ranked_scores": [624.0, 610.0, 598.0, 586.0, 584.0, 577.0, 576.0, 570.0, 569.0, 563.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "1136294", "2010657", "5190750", "4768599", "3936785", "5190753", "665690"], "ranked_scores": [672.0, 600.0, 575.0, 572.0, 565.0, 563.0, 554.0, 542.0, 530.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7937822", "5143532", "5672317", "7937824", "7805085", "7870704", "8584557", "3003893"], "ranked_scores": [643.0, 580.0, 579.0, 564.0, 553.0, 550.0, 541.0, 535.0, 532.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["3646584", "8157542", "7948050", "2116938", "7948042", "2116932", "3646580", "2116929", "2116936", "2083431"], "ranked_scores": [642.0, 642.0, 636.0, 635.0, 633.0, 626.0, 620.0, 614.0, 612.0, 608.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "5984719", "3532662", "2647181", "4166350", "4312273", "2535705", "4985799", "3225747"], "ranked_scores": [629.0, 622.0, 539.0, 538.0, 537.0, 532.0, 532.0, 531.0, 528.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "3444262", "1226636", "5231134", "4939334", "4393601", "2002380", "2091063", "6641482"], "ranked_scores": [639.0, 603.0, 601.0, 590.0, 590.0, 589.0, 585.0, 585.0, 581.0, 580.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1174172", "1174164", "4057612", "1299663", "1775549", "7803391", "1842454", "1174168", "1475310", "6854565"], "ranked_scores": [575.0, 563.0, 559.0, 557.0, 555.0, 554.0, 553.0, 551.0, 549.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "863946", "2588002", "1918866", "4796876", "4796869", "442006", "391341", "1023113", "5000405"], "ranked_scores": [678.0, 629.0, 623.0, 621.0, 620.0, 619.0, 618.0, 616.0, 615.0, 614.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "7689710", "4936994", "7689707", "6912812", "5167352", "3649557", "5136036", "8328261", "7236884"], "ranked_scores": [568.0, 561.0, 556.0, 547.0, 544.0, 532.0, 529.0, 524.0, 523.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3968773", "3346337", "1460640", "8477248", "1546056", "1582126", "2443030", "1493895"], "ranked_scores": [677.0, 633.0, 632.0, 631.0, 625.0, 622.0, 617.0, 616.0, 616.0, 614.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8426355", "5269626", "5734570", "3733774", "6082244", "2636668", "452110", "7992320", "2636672", "5739636"], "ranked_scores": [653.0, 617.0, 614.0, 610.0, 607.0, 606.0, 603.0, 601.0, 599.0, 599.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "5174051", "5170949", "1088384", "6811402", "5027731", "6751126", "8834986", "6083058"], "ranked_scores": [623.0, 606.0, 595.0, 594.0, 577.0, 577.0, 573.0, 568.0, 565.0, 561.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "2576606", "1525620", "2576605", "1314390", "2692492", "1059524", "1314383", "7137675"], "ranked_scores": [632.0, 620.0, 607.0, 592.0, 589.0, 589.0, 589.0, 587.0, 586.0, 584.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7810605", "3869346", "6797667", "258524", "8263203", "1663808", "1850491", "4799603", "3132831", "6539677"], "ranked_scores": [595.0, 574.0, 570.0, 570.0, 568.0, 564.0, 563.0, 562.0, 561.0, 561.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7646422", "7288502", "5196370", "4377794", "7646426", "2929750", "2061122", "4954684"], "ranked_scores": [637.0, 623.0, 608.0, 603.0, 597.0, 596.0, 592.0, 583.0, 577.0, 577.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3173599", "6818953", "7619577", "7154587", "8531579", "3230959", "4603370", "3101072", "8242417", "8584772"], "ranked_scores": [593.0, 591.0, 565.0, 565.0, 559.0, 558.0, 554.0, 551.0, 549.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "8796486", "4233615", "4637748", "4451324", "3591787", "2918527", "4233620", "4765785"], "ranked_scores": [654.0, 619.0, 602.0, 593.0, 587.0, 571.0, 570.0, 569.0, 569.0, 569.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "4863107", "4863108", "3141441", "2898312", "2099688", "1511155", "4786937", "4600593", "5036995"], "ranked_scores": [635.0, 632.0, 632.0, 631.0, 630.0, 621.0, 620.0, 613.0, 604.0, 604.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "3259751", "7770196", "7770199", "7434451", "1416173", "8331763", "2659663"], "ranked_scores": [654.0, 608.0, 601.0, 594.0, 583.0, 578.0, 577.0, 564.0, 562.0, 561.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "5336580", "30088", "1417034", "4502856", "5362792", "4502858", "2391916", "1916530"], "ranked_scores": [687.0, 642.0, 631.0, 627.0, 627.0, 622.0, 614.0, 614.0, 610.0, 608.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "7886033", "8148596", "3712671", "7853301", "6684798", "6207587", "767018", "7645257", "2679936"], "ranked_scores": [650.0, 579.0, 567.0, 566.0, 563.0, 553.0, 547.0, 545.0, 540.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565560", "2894335", "3661383", "2391075", "4589415", "4205560", "7741066", "4111498", "7734838", "2290637"], "ranked_scores": [641.0, 638.0, 631.0, 628.0, 627.0, 626.0, 626.0, 621.0, 620.0, 619.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["3672237", "826058", "4991354", "7161101", "4991353", "3148555", "4991356", "3806458", "6988582", "8374135"], "ranked_scores": [654.0, 653.0, 643.0, 629.0, 616.0, 614.0, 608.0, 604.0, 603.0, 584.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4409027", "5393501", "4900578", "2531512", "3747811", "6193415", "6300621", "2531517"], "ranked_scores": [610.0, 600.0, 593.0, 586.0, 570.0, 564.0, 528.0, 522.0, 521.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "4590213", "6167831", "3942500", "7831679", "1109548", "6632518", "6632520", "8586692", "6632522"], "ranked_scores": [584.0, 568.0, 567.0, 566.0, 560.0, 559.0, 558.0, 555.0, 555.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["4992578", "5143805", "5812523", "921101", "1716202", "6761606", "6955766", "6955768", "1867098", "7313345"], "ranked_scores": [579.0, 575.0, 574.0, 570.0, 569.0, 568.0, 564.0, 559.0, 556.0, 556.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["3252244", "7728427", "4258668", "4258663", "2940019", "1969532", "7420248", "2940016", "8532695", "5339586"], "ranked_scores": [673.0, 669.0, 652.0, 642.0, 583.0, 580.0, 571.0, 557.0, 546.0, 543.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "5304087", "7562631", "1732850", "2024648", "1732853", "2024646", "8646229", "1398369"], "ranked_scores": [660.0, 637.0, 620.0, 598.0, 596.0, 590.0, 569.0, 569.0, 558.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "8221430", "4158114", "4127072", "7856346", "8015905", "1061740", "3834488", "4343906", "8221431"], "ranked_scores": [649.0, 636.0, 619.0, 618.0, 602.0, 586.0, 581.0, 580.0, 576.0, 571.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495838", "3495831", "6625132", "6490126", "3495835", "7770959", "1634694", "3885772"], "ranked_scores": [650.0, 596.0, 558.0, 542.0, 537.0, 534.0, 534.0, 530.0, 529.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212597", "6212588", "6401864", "6212591", "609594", "1941403", "3843787", "8233321", "8605354", "2852056"], "ranked_scores": [642.0, 633.0, 625.0, 604.0, 593.0, 559.0, 543.0, 531.0, 525.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7803343", "8527975", "7704729", "1325723", "5145284", "4520541", "3823638", "217890", "7244770"], "ranked_scores": [664.0, 517.0, 512.0, 509.0, 506.0, 506.0, 504.0, 502.0, 500.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "7511874", "1460685", "1443272", "1193873", "5891383", "2857976", "3668938", "1460689", "1420186"], "ranked_scores": [632.0, 609.0, 580.0, 575.0, 570.0, 569.0, 566.0, 557.0, 556.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "7985411", "1690952", "6176864", "4878176", "3215105", "34456", "7515853"], "ranked_scores": [639.0, 628.0, 586.0, 563.0, 559.0, 555.0, 552.0, 542.0, 542.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "2229750", "1981693", "8424304", "6361048", "1981696", "1420930", "3698105", "7138494", "4293962"], "ranked_scores": [574.0, 574.0, 574.0, 564.0, 556.0, 555.0, 554.0, 544.0, 542.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "1953277", "3664758", "8743967", "7966624", "4957113", "8743966", "4564069", "5785232", "8771883"], "ranked_scores": [636.0, 564.0, 562.0, 549.0, 543.0, 539.0, 539.0, 536.0, 535.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-512-bat": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "7584907", "1674644", "4702433", "3527619", "7072115", "7275120", "6858216", "7837267", "8825856"], "ranked_scores": [411.0, 405.0, 400.0, 399.0, 398.0, 396.0, 396.0, 395.0, 394.0, 394.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "1297112", "7121381", "542682", "6929917", "1674644", "1297109", "5633832", "7121383", "7248824"], "ranked_scores": [388.0, 382.0, 381.0, 378.0, 376.0, 375.0, 374.0, 374.0, 372.0, 369.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "1592656", "911138", "5842823", "298606", "3792488", "8543994", "2295208", "2403648", "5616900"], "ranked_scores": [413.0, 391.0, 390.0, 383.0, 371.0, 371.0, 368.0, 368.0, 361.0, 360.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "5769842", "2812582", "7369987", "2548173", "2548176", "8279447", "515311", "5359258", "66616"], "ranked_scores": [463.0, 462.0, 448.0, 431.0, 427.0, 426.0, 426.0, 426.0, 426.0, 423.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794300", "7255675", "3794304", "3794297", "4269405", "3640120", "8632773", "856390", "5450605", "5740732"], "ranked_scores": [415.0, 411.0, 408.0, 405.0, 404.0, 401.0, 398.0, 398.0, 396.0, 395.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1123190", "5606320", "7600993", "8817884", "5676506", "1191483", "1190311", "7479493", "7776113", "7479488"], "ranked_scores": [380.0, 379.0, 375.0, 372.0, 369.0, 368.0, 359.0, 359.0, 359.0, 358.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6980305", "5227711", "7260457", "7813557", "4816964", "6964479", "6964486", "7840121", "1777799", "5091618"], "ranked_scores": [440.0, 429.0, 427.0, 426.0, 410.0, 406.0, 405.0, 402.0, 399.0, 395.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550559", "3550561", "3550563", "7698064", "2971674", "1746953", "4240249", "7746748", "6761852", "4136867"], "ranked_scores": [403.0, 387.0, 384.0, 377.0, 354.0, 352.0, 351.0, 347.0, 346.0, 345.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "3761522", "289409", "5110182", "6950275", "3761517", "1102477", "7531871", "1854132", "249524"], "ranked_scores": [403.0, 403.0, 401.0, 400.0, 390.0, 390.0, 389.0, 388.0, 387.0, 387.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["5132484", "2117748", "4513419", "5469449", "627686", "947575", "7187663", "5407231", "3546549", "5002757"], "ranked_scores": [371.0, 369.0, 365.0, 363.0, 357.0, 356.0, 356.0, 355.0, 350.0, 350.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "1226215", "4922192", "1501685", "5775568", "8114676", "2697614", "7858636"], "ranked_scores": [436.0, 428.0, 379.0, 367.0, 349.0, 339.0, 323.0, 322.0, 321.0, 320.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["295789", "4996378", "8110427", "2899047", "4539291", "7858636", "2921046", "1852105", "7547705", "7168976"], "ranked_scores": [355.0, 348.0, 346.0, 342.0, 342.0, 342.0, 340.0, 338.0, 338.0, 338.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "6363854", "7301814", "5809779", "7301819", "4892433", "8165523", "6363851", "7301816", "6363850"], "ranked_scores": [423.0, 373.0, 373.0, 372.0, 372.0, 368.0, 368.0, 367.0, 366.0, 365.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450833", "8450828", "8450827", "7970728", "8259512", "7970736", "7970734", "1265191", "8259514", "3987938"], "ranked_scores": [458.0, 457.0, 455.0, 449.0, 442.0, 440.0, 439.0, 433.0, 430.0, 397.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "4702013", "7160804", "8346654", "5720449", "6193662", "8131676", "5841488", "8684894", "7160799"], "ranked_scores": [428.0, 418.0, 410.0, 399.0, 397.0, 395.0, 395.0, 394.0, 393.0, 386.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "5190750", "3452115", "1136294", "2010657", "4768599", "5190753", "6467669", "3936785"], "ranked_scores": [450.0, 412.0, 386.0, 385.0, 382.0, 379.0, 369.0, 365.0, 360.0, 358.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "5143532", "7937822", "5672317", "7937824", "7094491", "3003893", "1391338", "7805085"], "ranked_scores": [426.0, 389.0, 385.0, 381.0, 377.0, 373.0, 373.0, 364.0, 362.0, 361.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "3646584", "7948050", "2116938", "3646580", "7948042", "2083431", "2116932", "2116936", "8660295"], "ranked_scores": [433.0, 427.0, 425.0, 423.0, 421.0, 419.0, 417.0, 417.0, 408.0, 407.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "2647181", "3532662", "4312273", "4985799", "5984719", "1611463", "4166350", "2535705"], "ranked_scores": [421.0, 415.0, 364.0, 364.0, 363.0, 361.0, 359.0, 358.0, 357.0, 355.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "3444262", "5231134", "6641480", "1226636", "2002380", "4393601", "4939334", "1863876", "6641482"], "ranked_scores": [432.0, 409.0, 403.0, 403.0, 402.0, 402.0, 396.0, 395.0, 391.0, 391.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1174172", "1775549", "1174164", "7803391", "4057612", "1475310", "6854565", "7827767", "1174168", "1842454"], "ranked_scores": [392.0, 388.0, 383.0, 381.0, 380.0, 380.0, 379.0, 378.0, 376.0, 375.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "4796876", "5000405", "2588002", "863946", "442006", "4796869", "391341", "1918866", "391342"], "ranked_scores": [459.0, 422.0, 420.0, 420.0, 419.0, 417.0, 416.0, 414.0, 413.0, 411.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["4936994", "7689710", "7689707", "6912812", "6506033", "3649557", "5167352", "5136036", "7237931", "8212672"], "ranked_scores": [380.0, 374.0, 373.0, 372.0, 366.0, 363.0, 359.0, 356.0, 356.0, 356.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "3968773", "92150", "3346337", "1460640", "1582126", "8477248", "2443030", "1920855", "5808457"], "ranked_scores": [452.0, 428.0, 427.0, 426.0, 423.0, 422.0, 421.0, 420.0, 418.0, 418.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8426355", "6082244", "5734570", "3733774", "452110", "5269626", "5123227", "1106640", "656138", "1425080"], "ranked_scores": [447.0, 422.0, 421.0, 418.0, 415.0, 415.0, 412.0, 412.0, 409.0, 408.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "8834986", "5174051", "5170949", "6751126", "6083050", "1088384", "6083058", "6811402"], "ranked_scores": [422.0, 402.0, 395.0, 395.0, 390.0, 388.0, 387.0, 385.0, 385.0, 382.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "2576606", "2576605", "1525620", "2692492", "3272514", "3554461", "1059524", "870346"], "ranked_scores": [425.0, 415.0, 410.0, 401.0, 397.0, 394.0, 394.0, 392.0, 392.0, 391.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7810605", "8277053", "8499149", "4799603", "3869346", "3132831", "6539677", "6340258", "8263203", "6722043"], "ranked_scores": [400.0, 387.0, 386.0, 385.0, 384.0, 382.0, 381.0, 380.0, 380.0, 379.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7646422", "4377794", "7288502", "5196370", "7646426", "3557230", "5756099", "2929750"], "ranked_scores": [427.0, 420.0, 410.0, 407.0, 401.0, 401.0, 399.0, 394.0, 389.0, 387.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3173599", "6818953", "8531579", "7154587", "3230959", "8584772", "5499496", "8242417", "2068025", "7619577"], "ranked_scores": [399.0, 390.0, 377.0, 377.0, 376.0, 373.0, 372.0, 372.0, 371.0, 371.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "8796486", "4637748", "4233615", "4765785", "2918527", "4451324", "2304854", "3591787"], "ranked_scores": [437.0, 420.0, 406.0, 404.0, 398.0, 395.0, 392.0, 388.0, 388.0, 384.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "7526870", "2898312", "4863107", "4863108", "1511155", "4786937", "2099688", "7526871", "4600593"], "ranked_scores": [435.0, 434.0, 431.0, 430.0, 427.0, 427.0, 424.0, 422.0, 418.0, 416.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "3259751", "7110611", "7110612", "7770199", "7434451", "7770196", "2486151", "7937494", "8331763"], "ranked_scores": [442.0, 402.0, 397.0, 396.0, 385.0, 385.0, 383.0, 382.0, 377.0, 377.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "5336580", "1417034", "30088", "4502856", "2391916", "4502858", "30085", "5362792"], "ranked_scores": [461.0, 434.0, 425.0, 425.0, 425.0, 420.0, 413.0, 413.0, 411.0, 411.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "7886033", "3712671", "8148596", "7853301", "6684798", "6207587", "2679936", "7193919", "767018"], "ranked_scores": [430.0, 390.0, 383.0, 381.0, 376.0, 373.0, 368.0, 367.0, 362.0, 362.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565560", "2894335", "3661383", "4589415", "2391075", "4205560", "2835995", "4893298", "174956", "7741066"], "ranked_scores": [438.0, 432.0, 428.0, 428.0, 427.0, 427.0, 425.0, 421.0, 419.0, 419.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3672237", "4991354", "7161101", "4991353", "3148555", "6988582", "4991356", "8374135", "3806458"], "ranked_scores": [437.0, 436.0, 428.0, 425.0, 419.0, 414.0, 406.0, 403.0, 403.0, 400.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4605271", "5393501", "4900578", "2531512", "3747811", "6193415", "2531517", "6300621"], "ranked_scores": [411.0, 404.0, 403.0, 396.0, 385.0, 382.0, 372.0, 368.0, 358.0, 351.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "1109548", "8586692", "139961", "6167831", "7428627", "3672905", "4590213", "6632522", "7831679"], "ranked_scores": [397.0, 385.0, 383.0, 383.0, 380.0, 374.0, 370.0, 370.0, 370.0, 367.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["921101", "4992578", "7313342", "7313345", "6955766", "5143805", "1041319", "5812523", "6903201", "6761606"], "ranked_scores": [389.0, 384.0, 381.0, 379.0, 378.0, 378.0, 377.0, 377.0, 376.0, 375.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["3252244", "7728427", "4258668", "4258663", "7420248", "1969532", "2940019", "2940016", "8532695", "5339586"], "ranked_scores": [453.0, 449.0, 435.0, 430.0, 402.0, 394.0, 393.0, 383.0, 377.0, 374.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "5304087", "7562631", "1732850", "2024648", "2024646", "1732853", "8646229", "1398369"], "ranked_scores": [446.0, 428.0, 418.0, 410.0, 403.0, 400.0, 384.0, 381.0, 371.0, 364.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "8221430", "4158114", "4127072", "7856346", "3834488", "1061740", "4343906", "6269961", "8015905"], "ranked_scores": [438.0, 428.0, 423.0, 414.0, 411.0, 407.0, 397.0, 392.0, 392.0, 392.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495838", "6625132", "3495831", "3495835", "6490126", "1634694", "3885772", "1206520"], "ranked_scores": [433.0, 402.0, 387.0, 368.0, 366.0, 364.0, 362.0, 360.0, 360.0, 359.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212597", "6212588", "6401864", "6212591", "609594", "1941403", "1053306", "3843787", "2852056", "8605354"], "ranked_scores": [435.0, 428.0, 426.0, 402.0, 399.0, 370.0, 364.0, 360.0, 357.0, 353.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "5287450", "5145284", "7803343", "1993059", "1325723", "8527975", "6392824", "2790097", "7704729"], "ranked_scores": [443.0, 348.0, 347.0, 344.0, 344.0, 343.0, 341.0, 338.0, 338.0, 336.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "7511874", "1460685", "1443272", "5891383", "2857976", "1193873", "1460689", "3668938", "8110288"], "ranked_scores": [426.0, 414.0, 396.0, 389.0, 388.0, 385.0, 384.0, 375.0, 375.0, 374.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "1690952", "7985411", "7515853", "4878176", "6176864", "34456", "6533908"], "ranked_scores": [432.0, 423.0, 395.0, 380.0, 379.0, 378.0, 373.0, 373.0, 369.0, 369.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "2229750", "1981693", "8424304", "1420930", "6361048", "1981696", "7589844", "7138494", "3698105"], "ranked_scores": [395.0, 390.0, 386.0, 382.0, 379.0, 378.0, 374.0, 369.0, 369.0, 365.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "3664758", "1953277", "8743967", "4957113", "4230973", "4564069", "3839347", "2575364", "7966624"], "ranked_scores": [419.0, 380.0, 377.0, 371.0, 370.0, 369.0, 368.0, 367.0, 364.0, 363.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-256-bat": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7584907", "638358", "8083121", "4362703", "1674644", "8083127", "7837267", "4702433", "1674646", "8825856"], "ranked_scores": [207.0, 206.0, 206.0, 205.0, 205.0, 205.0, 205.0, 205.0, 204.0, 204.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "6929917", "7121381", "5633832", "542682", "7248824", "1297109", "1674644", "1270356", "1297112"], "ranked_scores": [205.0, 200.0, 198.0, 197.0, 194.0, 194.0, 193.0, 193.0, 192.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "1592656", "298606", "911138", "5842823", "3792488", "2403648", "8034145", "7383965", "8543994"], "ranked_scores": [214.0, 204.0, 200.0, 196.0, 192.0, 192.0, 191.0, 191.0, 190.0, 190.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "5769842", "2812582", "515311", "2548176", "7369987", "1727064", "2548173", "2541248", "8279447"], "ranked_scores": [239.0, 238.0, 232.0, 226.0, 225.0, 225.0, 223.0, 223.0, 223.0, 222.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "3794300", "5740732", "4269405", "8632773", "7255675", "4305354", "856390", "7255678"], "ranked_scores": [214.0, 214.0, 207.0, 205.0, 204.0, 204.0, 204.0, 203.0, 203.0, 201.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["4331590", "7600993", "7479488", "1123190", "5676506", "5606320", "7634339", "1919882", "4581467", "8817884"], "ranked_scores": [199.0, 197.0, 195.0, 195.0, 195.0, 194.0, 192.0, 192.0, 191.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6980305", "5227711", "7813557", "7260457", "6964486", "4816964", "6964479", "5091618", "1777799", "6311584"], "ranked_scores": [234.0, 230.0, 228.0, 227.0, 222.0, 220.0, 219.0, 217.0, 216.0, 211.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550559", "3550561", "3550563", "7698064", "6761852", "6480901", "4240249", "2971674", "489952", "6252080"], "ranked_scores": [212.0, 202.0, 201.0, 192.0, 188.0, 187.0, 184.0, 184.0, 183.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["3761522", "5110182", "289409", "8452568", "3761517", "1102477", "1365215", "3935387", "6950275", "7531871"], "ranked_scores": [208.0, 203.0, 203.0, 201.0, 197.0, 195.0, 195.0, 195.0, 195.0, 195.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["5407231", "2117748", "5132484", "5469449", "7187663", "2481784", "6880517", "627686", "4562810", "8215127"], "ranked_scores": [196.0, 193.0, 193.0, 190.0, 190.0, 189.0, 189.0, 188.0, 187.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "1438830", "1226215", "4922192", "538306", "1501685", "5775568", "1588095", "8114676"], "ranked_scores": [222.0, 222.0, 191.0, 188.0, 179.0, 176.0, 175.0, 175.0, 175.0, 174.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["2921046", "7858636", "8110427", "7168976", "7058927", "295789", "1852105", "2899047", "7410708", "7547697"], "ranked_scores": [182.0, 182.0, 180.0, 179.0, 179.0, 178.0, 177.0, 176.0, 175.0, 175.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "5809779", "6363854", "7301814", "3803414", "6363851", "8165523", "4892433", "5457419", "7301819"], "ranked_scores": [221.0, 203.0, 202.0, 198.0, 198.0, 198.0, 196.0, 194.0, 194.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8259512", "8450827", "8450828", "8450833", "8259514", "7970734", "7970736", "1265191", "8130498"], "ranked_scores": [232.0, 231.0, 228.0, 226.0, 224.0, 222.0, 220.0, 219.0, 210.0, 205.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "7160804", "6193662", "5841488", "4702013", "5720449", "8346654", "8131676", "8684894", "826701"], "ranked_scores": [222.0, 216.0, 211.0, 210.0, 209.0, 207.0, 207.0, 203.0, 203.0, 202.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "2010657", "1136294", "5190750", "3936785", "4768599", "8067800", "8827604"], "ranked_scores": [230.0, 208.0, 202.0, 202.0, 201.0, 200.0, 194.0, 193.0, 191.0, 191.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7937824", "7937822", "7870704", "7870700", "5143532", "1391338", "5672317", "7094491"], "ranked_scores": [211.0, 195.0, 194.0, 193.0, 193.0, 191.0, 190.0, 188.0, 188.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "2116938", "2116932", "3646584", "2083431", "3646580", "7948050", "7948042", "5287865", "8660295"], "ranked_scores": [220.0, 215.0, 211.0, 211.0, 211.0, 210.0, 208.0, 208.0, 206.0, 206.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "2647181", "4985799", "4725494", "4312273", "2535705", "8658849", "5984719", "7525071"], "ranked_scores": [221.0, 210.0, 197.0, 195.0, 194.0, 193.0, 193.0, 192.0, 190.0, 190.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "3444262", "4393603", "2002380", "5231134", "1226636", "4393601", "1863876", "6641480", "6775026"], "ranked_scores": [225.0, 219.0, 212.0, 212.0, 212.0, 210.0, 209.0, 209.0, 205.0, 205.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1174172", "1775549", "1174164", "4999276", "1174168", "4057612", "7803391", "1299663", "1475310", "7827767"], "ranked_scores": [204.0, 200.0, 199.0, 199.0, 198.0, 198.0, 198.0, 197.0, 195.0, 194.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "5000405", "4796876", "2588002", "4796869", "863946", "391342", "1918866", "1023113", "442006"], "ranked_scores": [233.0, 217.0, 216.0, 216.0, 215.0, 212.0, 211.0, 211.0, 210.0, 209.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["4936994", "7689710", "6506033", "7689707", "5167352", "6912812", "5136036", "1707182", "3649557", "8212672"], "ranked_scores": [199.0, 195.0, 191.0, 189.0, 186.0, 185.0, 183.0, 182.0, 182.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "1460640", "3968773", "3346337", "1920855", "5808457", "2443030", "1460637", "1546056"], "ranked_scores": [228.0, 222.0, 221.0, 221.0, 221.0, 220.0, 220.0, 219.0, 217.0, 216.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8426355", "6082244", "1106640", "452110", "5269626", "3733774", "7868171", "656138", "8307546", "2796268"], "ranked_scores": [225.0, 217.0, 216.0, 215.0, 214.0, 214.0, 212.0, 212.0, 212.0, 211.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "6083058", "5174051", "6751126", "6083050", "8834986", "6811402", "5170949", "1039754", "954270"], "ranked_scores": [215.0, 201.0, 200.0, 200.0, 199.0, 198.0, 197.0, 196.0, 196.0, 194.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "7137675", "2692492", "2576606", "1059524", "1314390", "7249172", "1525620", "870351"], "ranked_scores": [216.0, 215.0, 210.0, 209.0, 206.0, 206.0, 205.0, 204.0, 204.0, 203.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["4799603", "7810605", "3720839", "6340258", "3869346", "4053745", "6722043", "8277053", "3132831", "745585"], "ranked_scores": [206.0, 203.0, 201.0, 201.0, 200.0, 199.0, 199.0, 199.0, 198.0, 197.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "4377794", "5196370", "7646426", "5756090", "7646422", "2510740", "7288502", "3557230"], "ranked_scores": [218.0, 208.0, 207.0, 207.0, 206.0, 205.0, 203.0, 200.0, 199.0, 198.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["5764460", "3173599", "6818953", "3230959", "7154587", "8531579", "3445115", "4603370", "7619577", "5499496"], "ranked_scores": [197.0, 197.0, 196.0, 195.0, 195.0, 191.0, 190.0, 190.0, 189.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "4637748", "4233615", "4451324", "4765785", "8796486", "2421104", "3663599", "8796481"], "ranked_scores": [226.0, 212.0, 212.0, 211.0, 209.0, 208.0, 206.0, 206.0, 205.0, 205.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2898312", "4863107", "7526870", "4863108", "4600593", "3141441", "1511155", "2099688", "3438193", "6503017"], "ranked_scores": [224.0, 224.0, 224.0, 221.0, 220.0, 220.0, 218.0, 217.0, 215.0, 213.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7770196", "7110612", "7434451", "7110611", "7770199", "3259751", "7937494", "7041861", "8120033"], "ranked_scores": [228.0, 204.0, 204.0, 203.0, 202.0, 202.0, 200.0, 200.0, 200.0, 200.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "1417034", "5336580", "1916533", "30088", "4502856", "5336577", "5362792", "6979705"], "ranked_scores": [234.0, 217.0, 217.0, 217.0, 213.0, 213.0, 211.0, 210.0, 210.0, 209.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "7886033", "6207587", "6207588", "3020781", "8653062", "6684798", "2789716", "2679936"], "ranked_scores": [213.0, 210.0, 204.0, 201.0, 197.0, 195.0, 192.0, 192.0, 191.0, 190.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565560", "2894335", "4111498", "4589415", "4205560", "2391075", "7734838", "2607975", "2474580", "4004619"], "ranked_scores": [218.0, 218.0, 217.0, 216.0, 215.0, 215.0, 214.0, 214.0, 213.0, 213.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3672237", "7161101", "4991354", "6988582", "3148555", "4991353", "8374135", "7777594", "3806457"], "ranked_scores": [222.0, 221.0, 217.0, 214.0, 212.0, 212.0, 208.0, 206.0, 206.0, 205.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4605271", "5393501", "6193415", "2531512", "4900578", "3747811", "2531517", "7949705"], "ranked_scores": [205.0, 202.0, 201.0, 196.0, 193.0, 191.0, 190.0, 189.0, 186.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["139961", "7428627", "2488121", "1109548", "8586692", "6632522", "286747", "3672905", "6167831", "7831679"], "ranked_scores": [206.0, 204.0, 204.0, 203.0, 203.0, 197.0, 192.0, 192.0, 190.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["6761606", "921101", "1019739", "4992578", "477636", "7313345", "4741719", "7313342", "6903201", "886990"], "ranked_scores": [204.0, 203.0, 203.0, 202.0, 199.0, 199.0, 196.0, 196.0, 196.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["3252244", "4258668", "7728427", "4258663", "1969532", "7420248", "2940019", "4130908", "5339586", "5934339"], "ranked_scores": [232.0, 228.0, 226.0, 217.0, 208.0, 206.0, 200.0, 198.0, 198.0, 198.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "5304087", "7562631", "1732850", "2024648", "1732853", "2024646", "1398369", "8646229"], "ranked_scores": [225.0, 217.0, 210.0, 207.0, 197.0, 197.0, 191.0, 190.0, 186.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "8221430", "4158114", "7856346", "4127072", "8015905", "4343906", "7610413", "1061740", "3834488"], "ranked_scores": [223.0, 217.0, 214.0, 214.0, 210.0, 209.0, 208.0, 206.0, 204.0, 204.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495838", "6625132", "3495831", "1634694", "3885772", "5490134", "7770959", "1206520"], "ranked_scores": [219.0, 204.0, 197.0, 191.0, 190.0, 187.0, 187.0, 185.0, 185.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212597", "6212588", "6401864", "6212591", "609594", "8120878", "1941403", "8233321", "1053306", "8470196"], "ranked_scores": [226.0, 216.0, 215.0, 200.0, 195.0, 189.0, 187.0, 187.0, 185.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "5145284", "5287450", "2108312", "1325723", "217890", "7078336", "4520541", "7651219", "7803343"], "ranked_scores": [224.0, 180.0, 180.0, 177.0, 177.0, 175.0, 175.0, 174.0, 174.0, 174.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "7511874", "1460685", "5891383", "2857976", "1460689", "1193873", "1420186", "3668938", "2857974"], "ranked_scores": [222.0, 213.0, 212.0, 210.0, 203.0, 202.0, 201.0, 201.0, 201.0, 198.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "155487", "3215105", "1690952", "7848151", "7515853", "4498726", "821374"], "ranked_scores": [223.0, 218.0, 207.0, 199.0, 194.0, 193.0, 193.0, 193.0, 193.0, 192.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["2229750", "8424304", "7589839", "7589844", "6361048", "1981693", "1420930", "7138494", "5955284", "6986881"], "ranked_scores": [201.0, 199.0, 198.0, 197.0, 196.0, 196.0, 195.0, 190.0, 190.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8743966", "1953277", "3664758", "8743967", "4564069", "2575364", "3681700", "4957113", "7966624"], "ranked_scores": [222.0, 201.0, 200.0, 199.0, 198.0, 196.0, 194.0, 194.0, 194.0, 194.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-128-bat": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["8083127", "8825856", "1245154", "4362703", "2081587", "638358", "1674646", "7584907", "7072115", "8083121"], "ranked_scores": [112.0, 109.0, 108.0, 108.0, 108.0, 108.0, 108.0, 108.0, 107.0, 107.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["7121381", "1674644", "2684883", "6929917", "7248824", "2810472", "5633832", "1649595", "3675169", "7121383"], "ranked_scores": [107.0, 106.0, 105.0, 105.0, 104.0, 104.0, 104.0, 103.0, 103.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "1592656", "911138", "8034145", "5842823", "944813", "3792488", "2295208", "6402602", "8528760"], "ranked_scores": [106.0, 102.0, 102.0, 100.0, 99.0, 99.0, 99.0, 97.0, 97.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "5769842", "2812582", "7369987", "2548173", "2548176", "6574813", "452450", "5359258", "5646365"], "ranked_scores": [124.0, 124.0, 120.0, 119.0, 118.0, 116.0, 116.0, 116.0, 115.0, 115.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "8632773", "3794300", "4269405", "5817777", "4348677", "5740732", "856390", "7391880"], "ranked_scores": [107.0, 107.0, 104.0, 103.0, 103.0, 103.0, 103.0, 103.0, 103.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5676506", "4331590", "7479488", "7600993", "7479493", "4691258", "1191483", "7776113", "4581467", "7634339"], "ranked_scores": [106.0, 104.0, 103.0, 103.0, 101.0, 101.0, 101.0, 101.0, 100.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["5227711", "6964486", "5091618", "7813557", "7260457", "6980305", "1777799", "6964479", "4816964", "6801871"], "ranked_scores": [119.0, 119.0, 117.0, 117.0, 116.0, 116.0, 112.0, 109.0, 109.0, 106.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550559", "3550563", "3550561", "2971674", "6761606", "4240249", "489952", "3686558", "6761852", "7746748"], "ranked_scores": [107.0, 107.0, 105.0, 101.0, 99.0, 99.0, 98.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["3761522", "289409", "249524", "1102477", "1365215", "5110182", "8452568", "3935387", "4414409", "7531871"], "ranked_scores": [109.0, 106.0, 105.0, 105.0, 104.0, 102.0, 102.0, 101.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["5407231", "1778214", "5002757", "4562810", "7187663", "2117748", "4830263", "915232", "962399", "4513419"], "ranked_scores": [103.0, 102.0, 101.0, 101.0, 98.0, 97.0, 97.0, 97.0, 97.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "8114676", "1226215", "8354063", "1588095", "1501685", "424230", "538306"], "ranked_scores": [112.0, 109.0, 98.0, 94.0, 93.0, 91.0, 90.0, 90.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7858636", "1852105", "8110427", "4907018", "2921046", "4539291", "4274841", "7168976", "7810212", "8790064"], "ranked_scores": [98.0, 94.0, 93.0, 93.0, 92.0, 91.0, 89.0, 89.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "6363854", "5809779", "3803414", "7301814", "6363851", "277376", "5809784", "6305059", "6256272"], "ranked_scores": [114.0, 106.0, 106.0, 103.0, 102.0, 102.0, 102.0, 101.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "8450827", "7970736", "7970728", "8259514", "8450828", "8450833", "7970734", "1265191", "6709254"], "ranked_scores": [118.0, 115.0, 114.0, 114.0, 113.0, 113.0, 112.0, 112.0, 107.0, 107.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "6193662", "7160804", "5841488", "6193664", "232771", "8346654", "5720449", "891052", "826701"], "ranked_scores": [111.0, 109.0, 109.0, 108.0, 107.0, 106.0, 105.0, 105.0, 105.0, 104.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "5190750", "1136294", "2010657", "8067800", "2554016", "3452115", "6467669", "665690"], "ranked_scores": [119.0, 108.0, 107.0, 103.0, 103.0, 102.0, 101.0, 101.0, 100.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5143532", "7937822", "7870705", "7094491", "7870700", "7870704", "1277378", "3767555", "5672317"], "ranked_scores": [110.0, 103.0, 101.0, 101.0, 100.0, 100.0, 99.0, 98.0, 98.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "2116932", "3646584", "2116938", "8722441", "2116933", "2083431", "7948050", "5287865", "8660295"], "ranked_scores": [113.0, 112.0, 111.0, 111.0, 111.0, 111.0, 109.0, 108.0, 107.0, 107.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "4312273", "7958944", "7525071", "8658849", "2647181", "2356986", "4253084", "8572049", "5984719"], "ranked_scores": [110.0, 103.0, 103.0, 102.0, 101.0, 100.0, 100.0, 98.0, 98.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "3444262", "2002380", "4393603", "1863876", "5231134", "6775026", "2044069", "7454251", "7503576"], "ranked_scores": [119.0, 113.0, 113.0, 110.0, 109.0, 109.0, 108.0, 108.0, 106.0, 105.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4999276", "1174172", "1842454", "1174164", "7827767", "1174168", "1775549", "7803391", "4057612", "6513250"], "ranked_scores": [109.0, 108.0, 105.0, 104.0, 104.0, 103.0, 103.0, 103.0, 103.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "391342", "391341", "4796876", "2588002", "442006", "1918866", "8477970", "863946", "4796869"], "ranked_scores": [121.0, 116.0, 116.0, 115.0, 112.0, 112.0, 110.0, 109.0, 109.0, 108.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["1707182", "7237931", "3649557", "4936994", "356746", "7689710", "2634595", "5167352", "5063008", "7613002"], "ranked_scores": [98.0, 98.0, 98.0, 98.0, 97.0, 97.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "5144959", "1582126", "5144958", "5808457", "1920855", "1460637", "3968773", "3346337", "92150"], "ranked_scores": [117.0, 113.0, 111.0, 111.0, 110.0, 110.0, 109.0, 109.0, 108.0, 108.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["7868171", "8426355", "1106640", "3733774", "6082244", "452110", "8307546", "1425080", "1952882", "5269626"], "ranked_scores": [117.0, 117.0, 115.0, 114.0, 114.0, 114.0, 113.0, 112.0, 112.0, 112.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "6083058", "1039754", "5174051", "6751126", "8834986", "6811402", "101099", "1088384", "6083050"], "ranked_scores": [112.0, 105.0, 105.0, 105.0, 104.0, 104.0, 104.0, 103.0, 103.0, 103.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613678", "3272514", "2211097", "870346", "1613675", "1059524", "1525615", "1861116", "551238", "870351"], "ranked_scores": [108.0, 107.0, 106.0, 106.0, 106.0, 105.0, 105.0, 105.0, 105.0, 105.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6340258", "3869346", "1663808", "7810605", "4799603", "4053745", "3132831", "3720839", "7403004", "8741687"], "ranked_scores": [107.0, 106.0, 106.0, 105.0, 105.0, 104.0, 104.0, 102.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5196370", "5094229", "4377794", "7646426", "2510740", "173850", "5756090", "7288502", "7646422"], "ranked_scores": [109.0, 107.0, 107.0, 105.0, 105.0, 104.0, 104.0, 104.0, 103.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["4603370", "839355", "3230959", "1237202", "3173599", "3445115", "7503128", "6246815", "8624217", "8782711"], "ranked_scores": [104.0, 102.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833611", "7833608", "4637748", "4233615", "8796481", "8796486", "3937863", "3663599", "4765785", "7975065"], "ranked_scores": [119.0, 119.0, 114.0, 114.0, 112.0, 111.0, 110.0, 110.0, 110.0, 107.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["4863107", "2898312", "4863108", "7526870", "2486951", "3141441", "2099688", "1511155", "6062947", "7022399"], "ranked_scores": [117.0, 116.0, 114.0, 111.0, 111.0, 110.0, 108.0, 107.0, 107.0, 105.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7041861", "7434451", "7110612", "7770196", "2299432", "2385899", "7770199", "6841581", "7370269"], "ranked_scores": [117.0, 110.0, 110.0, 109.0, 108.0, 108.0, 107.0, 107.0, 106.0, 106.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "3659405", "1916533", "1417034", "5362792", "30088", "490710", "4502858", "6979705"], "ranked_scores": [120.0, 116.0, 115.0, 114.0, 112.0, 111.0, 110.0, 109.0, 109.0, 108.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "7886033", "3020781", "8653062", "6684798", "6207588", "1543714", "2789716", "6207587"], "ranked_scores": [112.0, 112.0, 106.0, 105.0, 102.0, 102.0, 101.0, 100.0, 100.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4111498", "4589415", "1118163", "2565560", "2894335", "2607975", "7734838", "1118168", "2474580", "4205560"], "ranked_scores": [115.0, 113.0, 112.0, 111.0, 111.0, 111.0, 111.0, 110.0, 110.0, 109.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3672237", "7161101", "4991354", "6988582", "2697021", "7777594", "3148555", "3660736", "3926427"], "ranked_scores": [112.0, 110.0, 110.0, 109.0, 108.0, 107.0, 107.0, 107.0, 106.0, 106.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "2531517", "4605271", "2531512", "4900578", "5393501", "6193415", "6534062", "5393494"], "ranked_scores": [101.0, 101.0, 100.0, 100.0, 98.0, 98.0, 96.0, 94.0, 92.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["3672905", "6632522", "8586692", "1109548", "1642899", "7428627", "139961", "4590213", "3170164", "6167831"], "ranked_scores": [104.0, 103.0, 103.0, 102.0, 101.0, 101.0, 100.0, 100.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["921101", "8139545", "1019739", "7313345", "4741719", "6106100", "477636", "5031404", "6761606", "7313342"], "ranked_scores": [109.0, 107.0, 105.0, 105.0, 104.0, 104.0, 104.0, 104.0, 103.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["3252244", "7728427", "4258668", "4258663", "1969532", "8532695", "1623860", "7420248", "4130908", "5339586"], "ranked_scores": [117.0, 117.0, 112.0, 107.0, 104.0, 102.0, 102.0, 102.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "5304087", "8738884", "7562631", "2024648", "1732850", "1732853", "8646229", "2024646", "8264837"], "ranked_scores": [114.0, 107.0, 106.0, 106.0, 101.0, 98.0, 96.0, 95.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "7856346", "8221430", "3834488", "4158114", "4127072", "4343906", "1061740", "8015905", "7610413"], "ranked_scores": [116.0, 112.0, 112.0, 111.0, 110.0, 110.0, 109.0, 107.0, 105.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495838", "6625132", "7770963", "3495831", "5181586", "7515552", "3561611", "7770959", "6392875"], "ranked_scores": [119.0, 109.0, 103.0, 103.0, 102.0, 100.0, 100.0, 99.0, 99.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212597", "6401864", "6212588", "6212591", "8120878", "1053306", "8470196", "609594", "1053300", "2852056"], "ranked_scores": [116.0, 108.0, 108.0, 102.0, 101.0, 100.0, 99.0, 98.0, 97.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "2108312", "1325723", "7651219", "8470196", "5287450", "7078336", "6363851", "7936183"], "ranked_scores": [111.0, 97.0, 96.0, 95.0, 95.0, 95.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "7511874", "5891383", "1460685", "1193873", "2857976", "1443272", "4256781", "1460689", "8199671"], "ranked_scores": [115.0, 110.0, 109.0, 107.0, 107.0, 107.0, 106.0, 105.0, 104.0, 102.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7395884", "155487", "1134210", "3085941", "821374", "7985411", "6533908", "7833100"], "ranked_scores": [112.0, 111.0, 106.0, 102.0, 101.0, 101.0, 101.0, 101.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["2229750", "2192937", "4293958", "1981693", "7589844", "4293962", "3698105", "5209746", "5705265", "8424304"], "ranked_scores": [103.0, 102.0, 101.0, 100.0, 100.0, 99.0, 98.0, 98.0, 98.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8743966", "4564069", "8743967", "1953277", "2575364", "4597448", "3664758", "7966624", "8758591"], "ranked_scores": [118.0, 107.0, 107.0, 104.0, 104.0, 104.0, 103.0, 103.0, 102.0, 102.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-64-bat": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["8083127", "2081587", "8083121", "7044940", "1319763", "4362703", "2684883", "5633832", "638358", "8825856"], "ranked_scores": [58.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["6929917", "7121381", "3308552", "949520", "2684883", "2810472", "4002821", "5633832", "8825856", "7248824"], "ranked_scores": [57.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "1592656", "8034145", "944813", "911138", "6402602", "3666352", "5842823", "7383965", "8578146"], "ranked_scores": [59.0, 56.0, 55.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "5769842", "2812582", "7369987", "5359258", "2548173", "5646365", "3932591", "6574813", "698581"], "ranked_scores": [64.0, 63.0, 62.0, 62.0, 61.0, 61.0, 61.0, 60.0, 60.0, 60.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "3794300", "4269405", "1159742", "531109", "5740732", "8554964", "7899629", "8632773"], "ranked_scores": [59.0, 58.0, 57.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5676506", "1111800", "4331590", "6384264", "8011156", "7634339", "7600993", "7776113", "8643852", "8299818"], "ranked_scores": [56.0, 55.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6980305", "6964486", "7813557", "5227711", "1777799", "5167657", "7260457", "5279878", "5091618", "6311584"], "ranked_scores": [62.0, 62.0, 61.0, 61.0, 60.0, 59.0, 59.0, 58.0, 58.0, 57.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550559", "2971674", "1746953", "8120878", "489957", "489952", "7331852", "6761852", "7299128"], "ranked_scores": [57.0, 55.0, 55.0, 55.0, 54.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["3761522", "4432472", "1102477", "249524", "1854132", "1365215", "7344901", "289409", "5180631", "7344906"], "ranked_scores": [59.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["5002757", "1239935", "1778214", "4513419", "611535", "5407231", "4562810", "2360413", "3546549", "8632001"], "ranked_scores": [56.0, 55.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1390706", "8354063", "5443069", "1438830", "1226215", "5640023", "5775568", "8114676"], "ranked_scores": [55.0, 55.0, 52.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8110427", "7858636", "6284716", "4539291", "1852105", "1577991", "6807529", "7532877", "8098588", "8079626"], "ranked_scores": [49.0, 48.0, 48.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "5809779", "6363854", "7301814", "277376", "4892433", "5457419", "3803414", "3954151", "6363851"], "ranked_scores": [59.0, 56.0, 55.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "8450827", "7970728", "7970734", "8259514", "8450828", "7970736", "8450833", "1265191", "7410464"], "ranked_scores": [63.0, 61.0, 61.0, 60.0, 60.0, 60.0, 60.0, 58.0, 57.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "6193662", "6247115", "232771", "3924136", "5499496", "4702013", "6193664", "5841488", "981996"], "ranked_scores": [56.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2010657", "5190750", "1136294", "7220312", "2238728", "2554016", "3936785", "7903539", "8067800"], "ranked_scores": [61.0, 55.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5143532", "7096206", "7870705", "7937824", "3003893", "7094491", "7870700", "875523", "7937822"], "ranked_scores": [56.0, 54.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116938", "8157542", "3646584", "2236339", "2116932", "6429994", "525134", "2945573", "8161690", "8722441"], "ranked_scores": [59.0, 59.0, 58.0, 57.0, 57.0, 57.0, 57.0, 57.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "2356989", "7525071", "2424634", "4312273", "3569426", "1288535", "4166350", "7958944", "8688659"], "ranked_scores": [56.0, 55.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "4393601", "2002380", "2044069", "1226636", "3444262", "6775026", "1318422", "6302682", "8245381"], "ranked_scores": [61.0, 58.0, 58.0, 58.0, 57.0, 57.0, 57.0, 57.0, 56.0, 56.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4999276", "6513250", "1174168", "1174164", "1174172", "1299663", "4057612", "1842454", "7803391", "8170769"], "ranked_scores": [58.0, 56.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "2588002", "442006", "391342", "391341", "4796876", "4796869", "7134383", "5088303", "863946"], "ranked_scores": [63.0, 63.0, 61.0, 60.0, 60.0, 60.0, 59.0, 59.0, 58.0, 58.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["1707182", "7237931", "356746", "3649557", "5167352", "2634595", "8745904", "4615907", "4936994", "5063008"], "ranked_scores": [56.0, 56.0, 54.0, 54.0, 54.0, 53.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "5144959", "6642275", "6979330", "3346337", "3356485", "5144958", "5717874", "5808457", "631307"], "ranked_scores": [61.0, 60.0, 59.0, 58.0, 57.0, 57.0, 57.0, 57.0, 57.0, 57.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2253612", "452110", "3733774", "7868171", "1602711", "1952882", "656138", "6082244", "8281194", "8426355"], "ranked_scores": [59.0, 59.0, 59.0, 59.0, 58.0, 58.0, 58.0, 58.0, 58.0, 58.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5174051", "1039754", "3073632", "5170949", "101099", "6343914", "6751126", "6811402", "8834986"], "ranked_scores": [61.0, 60.0, 60.0, 59.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613678", "870346", "870351", "2080220", "551242", "1209272", "5474252", "4617487", "845706", "8759592"], "ranked_scores": [59.0, 58.0, 58.0, 57.0, 57.0, 57.0, 57.0, 57.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6539677", "6722043", "3869346", "1663808", "7810605", "3263382", "2887944", "4799603", "6340258", "8499149"], "ranked_scores": [56.0, 55.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5196370", "4377794", "4437965", "5094229", "4954684", "7288502", "7646422", "7646426", "5756090"], "ranked_scores": [59.0, 56.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["4603370", "2923681", "3445115", "5764460", "374590", "7369414", "7619577", "8498825", "8624217", "8584772"], "ranked_scores": [55.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833611", "4637748", "7833608", "8796481", "7975065", "4325341", "2998929", "4233615", "4861486", "8796486"], "ranked_scores": [60.0, 59.0, 59.0, 59.0, 58.0, 58.0, 57.0, 57.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2486951", "4863108", "4863107", "2898312", "3141441", "7022399", "6503017", "5753402", "7526870", "7526871"], "ranked_scores": [59.0, 59.0, 59.0, 58.0, 57.0, 57.0, 56.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7429866", "7110606", "5546116", "2299432", "1416173", "7434451", "3701436", "7770199", "7110612", "7370269"], "ranked_scores": [61.0, 61.0, 59.0, 58.0, 58.0, 58.0, 58.0, 58.0, 57.0, 57.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "1916533", "1417034", "2535259", "5362792", "4502858", "4502856", "490710", "6979705"], "ranked_scores": [61.0, 60.0, 60.0, 59.0, 58.0, 58.0, 58.0, 57.0, 57.0, 57.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "7886033", "3712671", "3020781", "767018", "2789716", "7505807", "6684798", "7193919", "7565108"], "ranked_scores": [59.0, 58.0, 58.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4111498", "2474580", "1118168", "4589415", "7741066", "5845621", "7734838", "4893298", "6290253", "7468227"], "ranked_scores": [60.0, 59.0, 59.0, 58.0, 58.0, 58.0, 58.0, 57.0, 57.0, 57.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["6988582", "826058", "3926427", "3806457", "3148555", "3672237", "1003383", "1003386", "7161101", "3660736"], "ranked_scores": [58.0, 58.0, 58.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "2531517", "4900578", "4605271", "2531512", "6193415", "7575158", "3747811", "6534065"], "ranked_scores": [55.0, 55.0, 54.0, 54.0, 52.0, 52.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "286747", "7428627", "1642899", "3672905", "5338899", "5857755", "6908048", "6632522", "8586692"], "ranked_scores": [56.0, 56.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1019739", "921101", "8139545", "7313342", "4054999", "6077099", "477636", "6761601", "6106100", "7313345"], "ranked_scores": [56.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "3252244", "4258668", "1969532", "7420248", "952726", "4130908", "8532695", "7503110", "2940016"], "ranked_scores": [59.0, 59.0, 57.0, 56.0, 55.0, 55.0, 54.0, 54.0, 54.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "5304087", "7562631", "7611886", "2024648", "8738884", "1732850", "1732853", "2274915", "8034055"], "ranked_scores": [58.0, 57.0, 55.0, 54.0, 53.0, 53.0, 51.0, 50.0, 50.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "4343906", "8221437", "3834488", "8015905", "7610413", "3210963", "8221430", "4127072", "8221431"], "ranked_scores": [58.0, 58.0, 58.0, 57.0, 56.0, 55.0, 54.0, 54.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495838", "6625132", "7770963", "1188785", "3182256", "5118337", "3561611", "5490134", "6490126"], "ranked_scores": [62.0, 56.0, 56.0, 55.0, 53.0, 52.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212597", "6212588", "6401864", "456120", "609594", "6212591", "1941403", "379395", "8120878", "8636883"], "ranked_scores": [58.0, 56.0, 55.0, 52.0, 52.0, 52.0, 51.0, 51.0, 50.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "5128175", "8470196", "7651219", "1325723", "6180355", "217890", "4520541", "6106100", "5151165"], "ranked_scores": [55.0, 52.0, 52.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["5891383", "7511874", "7511875", "1420186", "2857976", "7776113", "1460689", "5633547", "6305059", "8177246"], "ranked_scores": [58.0, 58.0, 58.0, 55.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7395884", "7985411", "870346", "1314383", "6176864", "6107573", "7848151", "821374"], "ranked_scores": [60.0, 58.0, 58.0, 55.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589844", "1772350", "2192937", "2229750", "1981693", "5705265", "4293958", "2818195", "7597791", "899170"], "ranked_scores": [55.0, 54.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "4564069", "7966624", "2575364", "8193212", "8771883", "3687242", "8758591", "4957113", "8743967"], "ranked_scores": [62.0, 56.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-32-bat": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7044940", "4806937", "8825856", "8083121", "8083127", "6773366", "6858216", "6892660", "8541250", "7584907"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["6929917", "7275123", "6489670", "7072122", "7837267", "7121381", "949520", "8825856", "749759", "7172147"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["911138", "7094398", "944813", "2295208", "5842823", "3792488", "8528760", "8034145", "8578146", "5616900"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["7011409", "3338175", "2812582", "5769842", "2548173", "3182362", "5359258", "7369987", "8279447", "939894"], "ranked_scores": [32.0, 32.0, 32.0, 32.0, 31.0, 31.0, 31.0, 31.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["1159742", "3640120", "8554964", "3794304", "4269405", "7255675", "531109", "4305354", "5346316", "5450605"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5676506", "7634339", "1179925", "1805806", "120234", "4450104", "7479493", "4449956", "6392782", "7479488"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6980305", "4816964", "6964486", "5227711", "6311584", "5279878", "7260457", "7840121", "6934322", "7813557"], "ranked_scores": [31.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["4240249", "6761852", "3686558", "1746953", "6480901", "6672671", "7181639", "7192926", "7299128", "8075222"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["3761522", "4432472", "3323839", "249524", "1854132", "5180631", "1365215", "7344901", "6909168", "8014955"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["4562810", "1778214", "1239935", "5407231", "962399", "611535", "6363854", "6363851", "7078336", "6975658"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "1390706", "1438830", "2942434", "915562", "5230789", "8061102", "8354063", "7978259"], "ranked_scores": [30.0, 30.0, 27.0, 27.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8079626", "6284716", "5415616", "6859842", "6345223", "7531870", "8098588", "736718", "99506", "8790064"], "ranked_scores": [27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["8569405", "8385126", "7301823", "134683", "277376", "5809779", "3803414", "5809784", "6363851", "6363854"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970736", "7970728", "8259514", "8450828", "8450827", "7410464", "8450830", "7970734", "5644076"], "ranked_scores": [32.0, 32.0, 31.0, 31.0, 30.0, 30.0, 29.0, 29.0, 29.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["232771", "5499496", "7160805", "8510644", "7427900", "6247115", "7160800", "7840847", "7598231", "8346654"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "5190750", "7220312", "1136294", "2554016", "2238728", "665690", "7872867", "7903539", "8067800"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5143532", "2190170", "7870705", "7096206", "7805085", "7937822", "7870704", "7937824", "875523"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["6575406", "525134", "6429994", "8161688", "8161690", "2116938", "4000690", "6893977", "507236", "542842"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "2356989", "4774834", "2424634", "4312273", "7525071", "7958944", "96936", "8572049", "8688659"], "ranked_scores": [30.0, 30.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "4393601", "4393603", "1226636", "6302682", "6775026", "3788810", "4939334", "7454251", "8245381"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4999276", "1299663", "1174164", "2547986", "1842454", "1174168", "6046078", "7803391", "6513250", "8170769"], "ranked_scores": [32.0, 31.0, 31.0, 31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "2588002", "442006", "391342", "391341", "4796876", "5000405", "5433030", "7134383", "8477970"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["1707182", "8212672", "1143382", "8745904", "2634595", "5648984", "4936994", "7237931", "5167352", "880269"], "ranked_scores": [31.0, 30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["6642275", "5729775", "5144959", "1582126", "2884457", "3356485", "2863952", "5717874", "5144958", "92150"], "ranked_scores": [31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2253612", "1602711", "2511651", "7075674", "656138", "1871081", "3733774", "7908771", "7868171", "8804328"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5174051", "8834986", "1039754", "4816212", "101099", "3073632", "6086499", "4805364", "6811402"], "ranked_scores": [31.0, 30.0, 29.0, 29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["3261513", "4617487", "5832533", "6312321", "681855", "870346", "7201800", "845706", "870347", "870351"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["2887944", "5179395", "1221320", "3749515", "6722043", "3869346", "7810605", "745585", "6539677", "8499149"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["5196370", "4278761", "52362", "365236", "4377794", "7288504", "5756090", "5196372", "5216684", "7646426"], "ranked_scores": [31.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6291922", "3445115", "1690652", "4244515", "4305356", "7255677", "7154584", "5817780", "7619577", "8118269"], "ranked_scores": [31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["1881025", "7833608", "7833611", "3683883", "4233615", "4397641", "4325341", "8796481", "4637748", "8233455"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["4631591", "2486951", "3141441", "3438193", "3587748", "7641309", "4312612", "4863107", "432400", "4863108"], "ranked_scores": [31.0, 31.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7429866", "7110606", "7434455", "7770199", "4303165", "5546116", "7110612", "7110611", "7434451", "7937494"], "ranked_scores": [32.0, 31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["5336580", "1916533", "1417034", "1592532", "3659405", "5336577", "3931595", "4502858", "8532695", "8827604"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7886033", "7853304", "3712671", "6684798", "2789716", "1198067", "195648", "767018", "4039012", "7505807"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4976110", "2474580", "6290253", "7741066", "7734838", "4893298", "5845621", "7468227", "7658116", "8236096"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["2823095", "1031987", "7777594", "1003383", "117136", "6988582", "8529489", "2749477", "7829393", "826058"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4409027", "2531517", "6193415", "7575158", "7778956", "6392782", "7689564", "6448142", "845557", "951992"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "7606919", "286747", "7831679", "139970", "6908048", "3672905", "5338899", "6632522", "6632518"], "ranked_scores": [31.0, 30.0, 30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["7313342", "1019739", "921101", "928865", "7313345", "4033269", "4054999", "4741719", "7882842", "8139545"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "3252244", "8827602", "5339585", "4258668", "7728423", "8455725", "8827604", "8532695", "990007"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "2024648", "4921435", "7611886", "5304087", "6588501", "6810306", "8247542", "6741124", "8738884"], "ranked_scores": [30.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "7610413", "4343906", "3834488", "8221437", "5431260", "7856346", "8015905", "8154246", "8223942"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "1188785", "3495838", "3495831", "7770963", "6625132", "5579441", "6643679", "7770959", "7152851"], "ranked_scores": [31.0, 29.0, 29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212597", "6212588", "6401864", "1941403", "5546514", "609594", "6728238", "8120878", "7126200", "8116284"], "ranked_scores": [29.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["6803255", "5151165", "6180355", "7193888", "8470196", "217890", "6106100", "4938306", "8736649", "7651219"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "7511875", "2535259", "5891383", "5672549", "605083", "704603", "8110288", "7274984", "7699112"], "ranked_scores": [32.0, 32.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395884", "7395888", "3085941", "4498726", "7572526", "7985411", "870346", "8630967", "845706"], "ranked_scores": [31.0, 30.0, 30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981693", "6361048", "2229750", "2192937", "1772350", "4293958", "5899201", "5705265", "7589844", "7589839"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "2575364", "1784487", "4924766", "3681700", "3687242", "8798058", "3725216", "8828449"], "ranked_scores": [30.0, 29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-atanh-gamma0.1": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3527619", "5917719", "558173", "1245152", "1674646", "6375472", "1245154", "3619391", "7981496", "6162682"], "ranked_scores": [537.0, 533.0, 532.0, 525.0, 525.0, 525.0, 525.0, 522.0, 522.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297112", "2684883", "542682", "5633832", "4808866", "220565", "3308552", "7981496", "3619391", "7248824"], "ranked_scores": [559.0, 535.0, 530.0, 525.0, 525.0, 521.0, 514.0, 508.0, 506.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "911138", "5842823", "1592656", "7383965", "2403648", "5221728", "298606", "2403650", "8543994"], "ranked_scores": [569.0, 569.0, 568.0, 546.0, 538.0, 527.0, 527.0, 525.0, 509.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "7369987", "515311", "8279447", "2541248", "2548176", "5359258", "1727064", "7011409"], "ranked_scores": [587.0, 584.0, 575.0, 569.0, 567.0, 564.0, 555.0, 554.0, 552.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["5450605", "3794304", "8554964", "3794300", "1936834", "7255675", "7048914", "2070215", "3794297", "1159742"], "ranked_scores": [546.0, 544.0, 542.0, 541.0, 538.0, 537.0, 536.0, 533.0, 532.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1191483", "378964", "1229810", "3205963", "8817884", "1390753", "1805806", "8011156", "8283881", "5606320"], "ranked_scores": [511.0, 508.0, 493.0, 493.0, 492.0, 487.0, 485.0, 484.0, 484.0, 483.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7813557", "6980305", "6964479", "1767388", "6815896", "6964486", "7245739", "7260457", "6311584"], "ranked_scores": [545.0, 542.0, 536.0, 535.0, 530.0, 524.0, 524.0, 522.0, 519.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550559", "3550561", "3550563", "7698064", "7431788", "464716", "2562047", "7746748", "7974165", "6480901"], "ranked_scores": [567.0, 562.0, 538.0, 503.0, 502.0, 499.0, 498.0, 497.0, 497.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "5110182", "1102477", "289409", "2322244", "1102481", "249524", "2322245", "4667084"], "ranked_scores": [577.0, 559.0, 549.0, 543.0, 541.0, 539.0, 538.0, 537.0, 533.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "5469449", "5132484", "2117748", "128974", "627686", "2579637", "7479448", "8215736"], "ranked_scores": [573.0, 533.0, 526.0, 522.0, 518.0, 508.0, 506.0, 499.0, 499.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "1438830", "1226213", "3897453", "1226215", "209692", "8511971", "258174", "5640027"], "ranked_scores": [614.0, 610.0, 526.0, 515.0, 508.0, 507.0, 502.0, 502.0, 500.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["6072167", "4069689", "7168976", "295789", "7410708", "8111532", "4996378", "8534329", "2172884", "7168973"], "ranked_scores": [506.0, 500.0, 495.0, 492.0, 490.0, 487.0, 485.0, 485.0, 484.0, 483.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "5809779", "277376", "7301819", "4892433", "7301814", "7301816", "6363851", "6363850", "6363854"], "ranked_scores": [580.0, 526.0, 522.0, 520.0, 517.0, 515.0, 513.0, 512.0, 511.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "8450827", "8450828", "8450833", "8259514", "8259512", "7970734", "7970728", "1265191", "320956"], "ranked_scores": [600.0, 595.0, 586.0, 581.0, 579.0, 576.0, 563.0, 561.0, 536.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "7160804", "6193662", "8346654", "5841488", "1127804", "3868557", "6257976", "4702013", "7138663"], "ranked_scores": [563.0, 543.0, 538.0, 537.0, 533.0, 526.0, 526.0, 525.0, 524.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "8142216", "2238728", "665690", "4768599", "46048", "2010657", "5190750"], "ranked_scores": [635.0, 546.0, 525.0, 509.0, 509.0, 503.0, 502.0, 497.0, 496.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "6439597", "6439595", "2104181", "7870704", "5143532", "5672317", "5556001"], "ranked_scores": [565.0, 558.0, 529.0, 516.0, 513.0, 508.0, 508.0, 505.0, 504.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "8157542", "7948042", "2116929", "4880893", "2116933", "3646580", "2116938", "3646584", "8660295"], "ranked_scores": [584.0, 563.0, 561.0, 560.0, 552.0, 547.0, 545.0, 545.0, 543.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "2535705", "5984719", "2801033", "2870276", "7218532", "2221054", "4725494", "942766"], "ranked_scores": [612.0, 581.0, 515.0, 515.0, 513.0, 509.0, 507.0, 507.0, 507.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "7503576", "2091063", "3444262", "5231134", "6822082", "6951440", "1226636", "4624992", "7153163"], "ranked_scores": [574.0, 537.0, 534.0, 534.0, 534.0, 521.0, 520.0, 519.0, 519.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1174164", "1174172", "4489797", "7170234", "1174168", "4489799", "7827767", "2131335", "6804877", "1603365"], "ranked_scores": [522.0, 522.0, 521.0, 521.0, 520.0, 510.0, 507.0, 504.0, 502.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "863946", "8477970", "4796869", "7623736", "8540414", "4796876", "3853232", "7134383"], "ranked_scores": [582.0, 567.0, 566.0, 558.0, 553.0, 552.0, 539.0, 538.0, 537.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["4936994", "6506033", "2188117", "2175858", "4313011", "1143382", "7689707", "2175857", "8820180", "4233011"], "ranked_scores": [522.0, 517.0, 514.0, 510.0, 506.0, 504.0, 503.0, 502.0, 502.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3968773", "1460640", "3346337", "2443030", "7649297", "1546056", "6642275", "631307"], "ranked_scores": [644.0, 611.0, 587.0, 585.0, 582.0, 575.0, 567.0, 560.0, 558.0, 557.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5269626", "4942019", "2796274", "1070634", "2796265", "2796268", "2636677", "7424964", "1871086", "4901734"], "ranked_scores": [581.0, 573.0, 573.0, 573.0, 567.0, 564.0, 562.0, 560.0, 559.0, 558.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "5170949", "6287785", "6083058", "7527096", "5939467", "3637961", "4805364", "1588747", "3415897"], "ranked_scores": [555.0, 546.0, 543.0, 538.0, 529.0, 529.0, 524.0, 523.0, 521.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "7249172", "1525620", "272190", "1613678", "551238", "2692492", "2576605", "2576606", "1314383"], "ranked_scores": [560.0, 556.0, 549.0, 547.0, 545.0, 542.0, 542.0, 537.0, 537.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8162194", "6502553", "7810605", "6797667", "8277053", "5419270", "2154242", "8162192", "1850491", "5419269"], "ranked_scores": [564.0, 554.0, 546.0, 543.0, 538.0, 532.0, 532.0, 531.0, 529.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7646422", "5094229", "7288502", "2061122", "5352322", "2929750", "5756090", "4195768", "5196370"], "ranked_scores": [589.0, 564.0, 559.0, 558.0, 548.0, 545.0, 531.0, 528.0, 525.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3173599", "7154587", "8531579", "6045016", "1463441", "8624217", "8584772", "5499496", "3230959", "7647368"], "ranked_scores": [518.0, 514.0, 505.0, 504.0, 501.0, 501.0, 500.0, 498.0, 491.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8773427", "4233615", "4451324", "4397641", "4966850", "7833611", "3039809", "4637748", "3937863"], "ranked_scores": [577.0, 552.0, 545.0, 540.0, 534.0, 532.0, 524.0, 523.0, 523.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "1511155", "2099688", "2898312", "2617807", "7526870", "4786937", "7526867", "4863107", "982652"], "ranked_scores": [589.0, 577.0, 574.0, 566.0, 564.0, 564.0, 563.0, 558.0, 558.0, 555.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "8431286", "5655", "888154", "7110611", "6864626", "7937494", "8331763", "978127"], "ranked_scores": [597.0, 556.0, 521.0, 519.0, 518.0, 517.0, 511.0, 505.0, 502.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "4502858", "1417034", "3659405", "30088", "5336580", "567380", "2391916", "2066951", "7672042"], "ranked_scores": [635.0, 586.0, 582.0, 582.0, 568.0, 568.0, 554.0, 552.0, 550.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "5904163", "6207587", "7886033", "6428732", "3712671", "5133662", "8098325", "6207588", "2789716"], "ranked_scores": [626.0, 546.0, 545.0, 542.0, 535.0, 534.0, 534.0, 532.0, 530.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["6302238", "4205560", "2565560", "4004619", "4893298", "2391077", "4589415", "7734838", "4004613", "4004614"], "ranked_scores": [591.0, 586.0, 583.0, 582.0, 579.0, 574.0, 572.0, 566.0, 564.0, 563.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "8374135", "3699781", "3672237", "869851", "4991356", "7161101", "3806458", "3926427"], "ranked_scores": [555.0, 526.0, 522.0, 521.0, 520.0, 510.0, 509.0, 506.0, 502.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4409027", "4900578", "7778956", "4605271", "5393501", "3747811", "6193415", "1250411", "2531517", "8811697"], "ranked_scores": [587.0, 577.0, 571.0, 556.0, 552.0, 544.0, 538.0, 536.0, 532.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "7831679", "1109548", "8586692", "6632518", "6632522", "6632520", "5221099", "7428627", "4005369"], "ranked_scores": [570.0, 546.0, 543.0, 541.0, 535.0, 534.0, 529.0, 525.0, 525.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["6106100", "6955766", "1867101", "6761606", "7313345", "6903206", "1716202", "8608886", "7313342", "5812523"], "ranked_scores": [526.0, 523.0, 520.0, 519.0, 519.0, 516.0, 515.0, 515.0, 514.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["3252244", "4258663", "7728427", "2940019", "4258668", "7420248", "1969532", "5339587", "8532695", "1623860"], "ranked_scores": [605.0, 593.0, 592.0, 568.0, 561.0, 558.0, 548.0, 546.0, 546.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "7562631", "5304087", "3451043", "3451041", "3451044", "1398369", "2024646", "8646229"], "ranked_scores": [626.0, 555.0, 537.0, 536.0, 526.0, 518.0, 516.0, 514.0, 510.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "7856346", "4158114", "6269961", "8221437", "8015905", "4127072", "4626170", "5409487", "8221431"], "ranked_scores": [574.0, 565.0, 559.0, 552.0, 550.0, 545.0, 537.0, 534.0, 532.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "3495838", "3495835", "7770963", "3495840", "3231354", "6625132", "7699084", "4487010"], "ranked_scores": [595.0, 547.0, 542.0, 531.0, 523.0, 516.0, 511.0, 509.0, 499.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212597", "6212588", "6212591", "609594", "1941403", "917841", "6965745", "3843787", "8470196"], "ranked_scores": [593.0, 578.0, 575.0, 567.0, 558.0, 543.0, 538.0, 523.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7078336", "7803343", "2763685", "6984244", "3823641", "3823638", "4892500", "4520541", "7332215"], "ranked_scores": [590.0, 488.0, 487.0, 484.0, 469.0, 465.0, 465.0, 464.0, 463.0, 461.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "7511874", "1460685", "2857976", "1193873", "1443272", "5891383", "1460687", "1460689", "3668938"], "ranked_scores": [555.0, 548.0, 519.0, 515.0, 507.0, 503.0, 492.0, 491.0, 490.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "1690952", "6124976", "7564158", "3215105", "7985409", "1452606", "7558181"], "ranked_scores": [577.0, 556.0, 531.0, 520.0, 520.0, 512.0, 506.0, 506.0, 501.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "1981696", "7589844", "5647010", "1420930", "6986881", "1981693", "3559380", "5955284", "5209746"], "ranked_scores": [533.0, 524.0, 509.0, 503.0, 500.0, 499.0, 498.0, 496.0, 494.0, 491.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8743966", "3839347", "7966624", "8771883", "8743967", "3415242", "1953277", "3664758", "4957113"], "ranked_scores": [583.0, 532.0, 512.0, 512.0, 511.0, 506.0, 501.0, 500.0, 499.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-tq-8bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7584907", "1674646", "3527619", "638358", "7072115", "768350", "1674644", "8541250", "7837267", "558173"], "ranked_scores": [0.6916, 0.684, 0.6739, 0.6602, 0.6496, 0.6461, 0.6338, 0.6275, 0.6246, 0.6244], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["5633832", "2684883", "1674644", "1297109", "3308552", "1297112", "1674646", "542682", "220565", "2581550"], "ranked_scores": [0.5964, 0.5947, 0.5841, 0.5814, 0.5749, 0.5731, 0.5702, 0.5621, 0.5528, 0.5526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "298606", "7905688", "5842823", "911138", "2403649", "5221728", "694863", "2403648"], "ranked_scores": [0.5498, 0.5356, 0.4964, 0.4851, 0.4626, 0.4588, 0.4495, 0.4263, 0.4203, 0.4121], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "2812582", "3338175", "8279447", "5359258", "7369987", "6926916", "66616", "7386245", "698581"], "ranked_scores": [0.8118, 0.8093, 0.7991, 0.7375, 0.7132, 0.713, 0.7027, 0.7007, 0.6923, 0.6911], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "7048914", "3794297", "7255675", "5450605", "8554964", "7255678", "3640120", "2070215", "1936834"], "ranked_scores": [0.689, 0.6815, 0.6781, 0.6679, 0.648, 0.6466, 0.6371, 0.6242, 0.6215, 0.6175], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["4450104", "5606320", "5676506", "1805806", "2215699", "8283881", "1191483", "378964", "7469549", "7929603"], "ranked_scores": [0.4779, 0.4674, 0.4606, 0.4604, 0.4601, 0.4572, 0.4566, 0.4533, 0.4473, 0.4356], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "6964479", "4816964", "7813557", "6801871", "1767388", "7123629", "6964486", "5227711", "6980305"], "ranked_scores": [0.7134, 0.6675, 0.6542, 0.6488, 0.6314, 0.6174, 0.5943, 0.5847, 0.5824, 0.5738], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550559", "3550563", "7698064", "4136867", "3428369", "3689309", "4041246", "5997547", "2562047"], "ranked_scores": [0.6776, 0.5496, 0.545, 0.5208, 0.3463, 0.3007, 0.2877, 0.2841, 0.2756, 0.2727], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "8452568", "5110182", "1365210", "1365215", "4414409", "1640257", "6950275", "6950276", "2322244"], "ranked_scores": [0.7138, 0.6881, 0.687, 0.665, 0.6497, 0.6453, 0.6399, 0.6331, 0.63, 0.6295], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5132484", "7187662", "5942525", "4617506", "5469449", "2117748", "5324876", "879819", "6124279"], "ranked_scores": [0.5449, 0.437, 0.409, 0.4046, 0.4041, 0.4036, 0.4019, 0.3948, 0.3894, 0.3857], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "1226213", "4922192", "1226215", "2136954", "8114676", "1501685", "2037947"], "ranked_scores": [0.6797, 0.6356, 0.5414, 0.5089, 0.4675, 0.4226, 0.4128, 0.3966, 0.3801, 0.3466], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7168976", "7168973", "7858639", "4069689", "7058927", "4623383", "7058926", "295794", "5339337", "295789"], "ranked_scores": [0.4331, 0.413, 0.374, 0.3661, 0.346, 0.3301, 0.3276, 0.3191, 0.3161, 0.3107], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "4892433", "5809779", "6363851", "5457419", "6363854", "3512764", "1317497"], "ranked_scores": [0.6104, 0.543, 0.5137, 0.4756, 0.4683, 0.4441, 0.4368, 0.4313, 0.4299, 0.416], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970736", "7970728", "8450827", "320956", "8450828", "7970735", "8450833", "8259514", "1265191"], "ranked_scores": [0.7632, 0.7182, 0.7175, 0.694, 0.6921, 0.6867, 0.6827, 0.6691, 0.624, 0.6057], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "6193662", "7160804", "4619086", "8128745", "981996", "4702013", "232771", "664917", "5720449"], "ranked_scores": [0.6764, 0.6603, 0.6049, 0.5924, 0.5923, 0.5917, 0.5906, 0.5899, 0.582, 0.5814], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2010657", "7220312", "8067800", "5190750", "3936785", "6467669", "4768599", "2238728", "1136294"], "ranked_scores": [0.7038, 0.4813, 0.4809, 0.4584, 0.4531, 0.4401, 0.4263, 0.4139, 0.4123, 0.4067], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5143532", "3835174", "5672317", "7870700", "6368665", "7937822", "3830558", "7919682", "7870704"], "ranked_scores": [0.6621, 0.6145, 0.5533, 0.5361, 0.5334, 0.5243, 0.517, 0.5152, 0.5037, 0.5006], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "2116932", "8722441", "8157542", "1435310", "2116929", "3646580", "2116938", "7948050", "3646584"], "ranked_scores": [0.7006, 0.695, 0.6923, 0.6833, 0.6821, 0.6784, 0.6744, 0.6644, 0.6633, 0.6559], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "1782220", "4985799", "6937120", "2870276", "4374443", "6937119", "133086", "7218532"], "ranked_scores": [0.6997, 0.5031, 0.4652, 0.455, 0.4482, 0.4382, 0.4369, 0.436, 0.4326, 0.4238], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "1674914", "2002380", "4393603", "5964551", "8045998", "2044069", "6775026", "4799839", "1307740"], "ranked_scores": [0.7508, 0.6191, 0.5917, 0.5912, 0.5669, 0.5653, 0.5548, 0.5439, 0.5425, 0.5371], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489799", "1174164", "6804877", "1174168", "2131335", "1174172", "4595482", "4489797", "7170238", "6854565"], "ranked_scores": [0.5929, 0.5802, 0.5755, 0.5691, 0.5549, 0.5354, 0.5343, 0.5197, 0.5184, 0.5151], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "2588002", "863946", "442006", "1023113", "1839684", "4796869", "5535297", "2588000", "3853232"], "ranked_scores": [0.7143, 0.6521, 0.6448, 0.6431, 0.6413, 0.6374, 0.6334, 0.6086, 0.5947, 0.5939], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "7689710", "8820180", "4936994", "5039968", "2188117", "3368582", "5364572", "1673140", "7689707"], "ranked_scores": [0.6601, 0.6211, 0.6089, 0.5979, 0.5552, 0.5352, 0.5195, 0.5103, 0.5099, 0.5091], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "3968773", "2443030", "3346337", "92150", "1460640", "1546056", "7649297", "5668797", "3562912"], "ranked_scores": [0.7548, 0.731, 0.706, 0.7018, 0.701, 0.6845, 0.6502, 0.6462, 0.6406, 0.6375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5269626", "2636672", "1871086", "2796274", "1070634", "8426355", "1348264", "5784428", "4942019", "3733774"], "ranked_scores": [0.6941, 0.6906, 0.6846, 0.683, 0.6691, 0.6655, 0.6557, 0.6521, 0.6474, 0.6468], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "4805364", "5170949", "1333652", "1039754", "1588747", "5174051", "4805366", "6507423", "7650732"], "ranked_scores": [0.6331, 0.6071, 0.6024, 0.5736, 0.5668, 0.5576, 0.557, 0.5394, 0.5377, 0.5362], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "272188", "2080220", "870351", "870346", "1368309", "7249172", "1314383", "551238"], "ranked_scores": [0.65, 0.6062, 0.5795, 0.559, 0.5561, 0.5502, 0.533, 0.5327, 0.5325, 0.5318], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7810605", "8741687", "5184907", "6694795", "1850491", "8277053", "3720839", "5952078", "5351934", "8346188"], "ranked_scores": [0.6592, 0.6482, 0.622, 0.6001, 0.5996, 0.5961, 0.5948, 0.5932, 0.5828, 0.581], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5352322", "8265919", "7288502", "2510740", "4377794", "2929750", "5094229", "1848152", "7288504"], "ranked_scores": [0.6905, 0.619, 0.6104, 0.6052, 0.588, 0.5831, 0.5715, 0.5677, 0.566, 0.5641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3173599", "1536187", "8584772", "8624217", "2175305", "2525613", "5764460", "4603370", "7073235", "3424319"], "ranked_scores": [0.5992, 0.5972, 0.5482, 0.5377, 0.5337, 0.5328, 0.5269, 0.5164, 0.5162, 0.5076], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "6714731", "7833611", "4451324", "4765788", "8607085", "8796486", "4765789", "3979452", "8773427"], "ranked_scores": [0.6356, 0.5791, 0.5702, 0.552, 0.5366, 0.5239, 0.5215, 0.513, 0.4988, 0.4939], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526867", "1511150", "7526871", "2898312", "4863107", "4786937", "2599853", "4863108", "982652", "7526870"], "ranked_scores": [0.6619, 0.6498, 0.6382, 0.6324, 0.6296, 0.6296, 0.6217, 0.621, 0.6208, 0.6161], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "3259751", "8310623", "7110611", "7937494", "2737704", "607856", "7770196", "6864626"], "ranked_scores": [0.7316, 0.6772, 0.6301, 0.6216, 0.6128, 0.5936, 0.5914, 0.5911, 0.5885, 0.5806], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "4502858", "1417034", "2366115", "8327486", "5336580", "30085", "30088", "166399", "4522649"], "ranked_scores": [0.7224, 0.703, 0.6608, 0.6416, 0.6399, 0.6385, 0.6375, 0.6326, 0.6281, 0.6244], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207587", "6207588", "3712671", "7874898", "6684798", "7886033", "5181693", "7645257", "2789716"], "ranked_scores": [0.7249, 0.6399, 0.6314, 0.6307, 0.5873, 0.5739, 0.5696, 0.5663, 0.5654, 0.5629], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "4589415", "2290637", "3920912", "2476395", "2391075", "8187754", "4205560", "8819844", "2391077"], "ranked_scores": [0.7701, 0.7653, 0.746, 0.7133, 0.7129, 0.7113, 0.7041, 0.7025, 0.701, 0.6944], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "8374135", "3672237", "4991353", "4991356", "3806458", "6988582", "6465402", "7161101"], "ranked_scores": [0.7242, 0.6843, 0.6566, 0.651, 0.6338, 0.6076, 0.5965, 0.5473, 0.5385, 0.5379], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "7778956", "4409027", "4605271", "2531512", "3747811", "4605270", "7778949", "5393501", "5231292"], "ranked_scores": [0.6185, 0.6155, 0.5994, 0.5963, 0.5125, 0.4777, 0.429, 0.4197, 0.4145, 0.4112], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "7831679", "1109548", "7428627", "2422076", "3722839", "6632518", "8586692", "5857755", "139961"], "ranked_scores": [0.6588, 0.6433, 0.6295, 0.6265, 0.5987, 0.5966, 0.5954, 0.5926, 0.5897, 0.5831], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "6761606", "8139545", "5812523", "921100", "1933329", "1716202", "1692091", "5143805", "6180355"], "ranked_scores": [0.7048, 0.6563, 0.6431, 0.6292, 0.6171, 0.6164, 0.6119, 0.6089, 0.6019, 0.5888], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7420248", "4258668", "2940016", "3252244", "7728427", "7503113", "8494137", "5339586", "1969532"], "ranked_scores": [0.7514, 0.6587, 0.6365, 0.624, 0.6188, 0.6137, 0.6058, 0.5833, 0.5831, 0.582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "5304087", "2024648", "7562631", "1732853", "1732850", "8646229", "3368462", "1904920"], "ranked_scores": [0.7327, 0.6984, 0.6807, 0.6629, 0.6492, 0.6077, 0.5384, 0.5304, 0.527, 0.5138], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8221437", "8015905", "3834488", "5409486", "1922718", "4626170", "4158114", "6132796", "2525123"], "ranked_scores": [0.5822, 0.5618, 0.5338, 0.5251, 0.5221, 0.5153, 0.5146, 0.5086, 0.5065, 0.5047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "3495835", "3495838", "7770963", "3495840", "7770959", "6625132", "1634694", "3885772"], "ranked_scores": [0.707, 0.6736, 0.59, 0.5361, 0.5327, 0.5015, 0.4858, 0.4691, 0.4689, 0.4689], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212597", "6212591", "6965745", "917841", "186816", "1941403", "8470196"], "ranked_scores": [0.682, 0.6746, 0.6732, 0.6517, 0.6438, 0.5376, 0.4781, 0.4717, 0.4543, 0.4364], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "8499854", "6948296", "3823641", "7601059", "4846383", "6938258", "1325723", "1676112"], "ranked_scores": [0.6324, 0.3942, 0.3923, 0.385, 0.3845, 0.3841, 0.3835, 0.3599, 0.353, 0.3523], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "3668938", "7511874", "1420186", "8177246", "1460689", "8432430", "2857974"], "ranked_scores": [0.686, 0.5679, 0.5674, 0.5239, 0.5054, 0.502, 0.4956, 0.4955, 0.4912, 0.4903], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "1690952", "7985411", "7104592", "4437855", "34456", "4878176", "6567497"], "ranked_scores": [0.6902, 0.6843, 0.5596, 0.5032, 0.4939, 0.4889, 0.4823, 0.4803, 0.4734, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "1981693", "5955284", "8424304", "1981696", "1420930", "2229750", "7589844", "5209746", "5647010"], "ranked_scores": [0.4997, 0.4983, 0.4774, 0.4762, 0.4743, 0.4623, 0.4408, 0.421, 0.397, 0.3969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8771883", "8743966", "297876", "4597448", "5025261", "3664758", "3113295", "8667781", "3989499"], "ranked_scores": [0.623, 0.55, 0.5149, 0.5041, 0.4952, 0.4919, 0.4918, 0.4873, 0.4782, 0.478], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-tq-4bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7584907", "1674646", "3527619", "638358", "7072115", "768350", "1674644", "558173", "8541250", "7837267"], "ranked_scores": [0.68, 0.6731, 0.6531, 0.6491, 0.6296, 0.6285, 0.6249, 0.6172, 0.6144, 0.6062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["5633832", "2684883", "1297109", "1674644", "1674646", "3308552", "542682", "1297112", "220565", "2581550"], "ranked_scores": [0.5898, 0.5886, 0.5841, 0.5785, 0.5773, 0.573, 0.56, 0.5586, 0.5575, 0.5476], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "298606", "7905688", "5842823", "911138", "2403649", "5221728", "2403648", "694863"], "ranked_scores": [0.5372, 0.5064, 0.4761, 0.4674, 0.4442, 0.4391, 0.4342, 0.422, 0.4075, 0.4031], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "2812582", "3338175", "8279447", "5359258", "7369987", "6926916", "66616", "698581", "7386245"], "ranked_scores": [0.8053, 0.8036, 0.7911, 0.7299, 0.7071, 0.7038, 0.6995, 0.6958, 0.6903, 0.6852], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "7048914", "3794297", "7255675", "5450605", "8554964", "7255678", "1936834", "3640120", "2070215"], "ranked_scores": [0.6771, 0.6707, 0.6613, 0.6587, 0.638, 0.6338, 0.6275, 0.6187, 0.6156, 0.6068], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["4450104", "5606320", "5676506", "2215699", "8283881", "1191483", "1805806", "378964", "7469549", "7929603"], "ranked_scores": [0.4656, 0.4521, 0.4494, 0.4472, 0.4455, 0.445, 0.444, 0.4406, 0.438, 0.4206], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "6964479", "4816964", "7813557", "6801871", "1767388", "7123629", "6964486", "5227711", "6980305"], "ranked_scores": [0.7055, 0.6587, 0.6505, 0.6387, 0.6125, 0.6104, 0.5876, 0.5861, 0.5757, 0.5704], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550559", "3550563", "7698064", "4136867", "3428369", "3689309", "4041246", "5997547", "2562047"], "ranked_scores": [0.6729, 0.5398, 0.5386, 0.5108, 0.3433, 0.2953, 0.2919, 0.2703, 0.2689, 0.2662], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "8452568", "5110182", "1365210", "1365215", "4414409", "6950276", "1640257", "6950275", "2322244"], "ranked_scores": [0.7, 0.6799, 0.6788, 0.6524, 0.6425, 0.6361, 0.6264, 0.6243, 0.6199, 0.6194], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5132484", "7187662", "5942525", "2117748", "5469449", "5324876", "4617506", "1696206", "6124279"], "ranked_scores": [0.5357, 0.4355, 0.4033, 0.396, 0.3953, 0.3952, 0.3912, 0.3897, 0.3778, 0.3771], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "1226213", "4922192", "2136954", "1226215", "8114676", "1501685", "1390706"], "ranked_scores": [0.6781, 0.6343, 0.5317, 0.5085, 0.4601, 0.4179, 0.4103, 0.3785, 0.377, 0.335], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7168976", "7168973", "7858639", "4069689", "7058927", "7058926", "4623383", "295794", "295789", "5339337"], "ranked_scores": [0.4175, 0.408, 0.3809, 0.3709, 0.3471, 0.3236, 0.3216, 0.3151, 0.3046, 0.3016], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "4892433", "5809779", "5457419", "3512764", "6363851", "6363854", "1317497"], "ranked_scores": [0.6003, 0.5303, 0.496, 0.4676, 0.4562, 0.4407, 0.4346, 0.4325, 0.4308, 0.417], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970728", "7970736", "320956", "8450828", "8450827", "7970735", "8450833", "8259514", "1265191"], "ranked_scores": [0.7582, 0.7111, 0.7106, 0.6878, 0.6848, 0.6835, 0.6797, 0.6657, 0.6141, 0.6052], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "6193662", "7160804", "981996", "4619086", "4702013", "8128745", "8346654", "232771", "664917"], "ranked_scores": [0.6626, 0.6549, 0.5997, 0.5818, 0.5801, 0.5795, 0.5778, 0.5759, 0.5747, 0.5703], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "2010657", "8067800", "5190750", "3936785", "6467669", "2238728", "4768599", "1136294"], "ranked_scores": [0.6953, 0.4778, 0.4727, 0.4498, 0.449, 0.438, 0.4163, 0.4136, 0.403, 0.4015], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5143532", "3835174", "5672317", "7870700", "6368665", "3830558", "7937822", "5827343", "7870704"], "ranked_scores": [0.6544, 0.6049, 0.5577, 0.532, 0.5253, 0.5217, 0.5207, 0.5036, 0.4999, 0.4979], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "8722441", "2116932", "1435310", "2116929", "8157542", "3646580", "7948050", "2116938", "3646584"], "ranked_scores": [0.6903, 0.6822, 0.6805, 0.6705, 0.668, 0.666, 0.66, 0.6585, 0.6494, 0.6493], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "1782220", "6937120", "4985799", "2870276", "4374443", "6937119", "133086", "7218532"], "ranked_scores": [0.6957, 0.5022, 0.4533, 0.4443, 0.4423, 0.4355, 0.4309, 0.4285, 0.4216, 0.4187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "1674914", "2002380", "4393603", "5964551", "8045998", "2044069", "6775026", "1307740", "6641480"], "ranked_scores": [0.7372, 0.6046, 0.5908, 0.5736, 0.5542, 0.5532, 0.5509, 0.5403, 0.5294, 0.5294], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489799", "6804877", "1174164", "1174168", "2131335", "1174172", "4595482", "7170238", "6854565", "1842454"], "ranked_scores": [0.5819, 0.5694, 0.5669, 0.5553, 0.5373, 0.5303, 0.517, 0.5094, 0.5068, 0.5041], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "2588002", "863946", "442006", "4796869", "1023113", "1839684", "5535297", "4796876", "7134383"], "ranked_scores": [0.6963, 0.6418, 0.6355, 0.6302, 0.6228, 0.6211, 0.6208, 0.5947, 0.5875, 0.5823], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "7689710", "8820180", "4936994", "5039968", "2188117", "3368582", "7689707", "1673140", "5364572"], "ranked_scores": [0.6447, 0.6129, 0.5998, 0.5927, 0.546, 0.5252, 0.5107, 0.5026, 0.5001, 0.4982], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "3968773", "2443030", "3346337", "92150", "1460640", "5668797", "7649297", "1546056", "5210161"], "ranked_scores": [0.7461, 0.7074, 0.6845, 0.6832, 0.6814, 0.6671, 0.6348, 0.634, 0.6331, 0.6251], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5269626", "1871086", "2636672", "2796274", "1070634", "8426355", "1348264", "3733774", "5784428", "4942019"], "ranked_scores": [0.6852, 0.68, 0.6732, 0.6729, 0.6599, 0.6585, 0.6471, 0.6454, 0.6444, 0.6388], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5170949", "4805364", "1333652", "1588747", "1039754", "6507423", "4805366", "5174051", "7650732"], "ranked_scores": [0.6295, 0.604, 0.6028, 0.5698, 0.5648, 0.5635, 0.5437, 0.5419, 0.5379, 0.5332], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "272188", "2080220", "870351", "870346", "1368309", "7249172", "551238", "1525620"], "ranked_scores": [0.6378, 0.5962, 0.57, 0.5551, 0.5479, 0.5349, 0.5264, 0.5228, 0.52, 0.5186], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7810605", "8741687", "5184907", "1850491", "6694795", "8277053", "3720839", "5952078", "5351934", "8346188"], "ranked_scores": [0.6485, 0.6403, 0.6055, 0.5964, 0.5902, 0.5877, 0.5874, 0.5841, 0.5733, 0.5686], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5352322", "8265919", "7288502", "2510740", "4377794", "7288504", "1848152", "2929750", "5094229"], "ranked_scores": [0.6792, 0.6024, 0.5978, 0.5921, 0.5751, 0.5681, 0.5525, 0.5523, 0.5514, 0.5487], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3173599", "1536187", "8584772", "8624217", "2525613", "2175305", "4603370", "5764460", "7073235", "3424319"], "ranked_scores": [0.5966, 0.5854, 0.539, 0.5336, 0.532, 0.5317, 0.5221, 0.5208, 0.5169, 0.5012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "6714731", "7833611", "4451324", "4765788", "8607085", "8796486", "4765789", "3979452", "8773427"], "ranked_scores": [0.6327, 0.5803, 0.5622, 0.5486, 0.53, 0.5227, 0.5184, 0.503, 0.4922, 0.4859], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526867", "1511150", "7526871", "4863107", "4786937", "2898312", "2599853", "7526870", "4863108", "982652"], "ranked_scores": [0.6474, 0.6327, 0.6254, 0.6171, 0.6161, 0.6159, 0.6094, 0.6036, 0.6027, 0.6024], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "3259751", "8310623", "7110611", "607856", "7937494", "2737704", "7770196", "6864626"], "ranked_scores": [0.7217, 0.6655, 0.6189, 0.6122, 0.5979, 0.587, 0.5805, 0.5796, 0.577, 0.573], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "4502858", "1417034", "5336580", "30085", "2366115", "30088", "8327486", "166399", "4522649"], "ranked_scores": [0.7069, 0.6858, 0.6435, 0.6266, 0.626, 0.625, 0.6233, 0.6211, 0.6113, 0.6103], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207587", "6207588", "3712671", "7874898", "6684798", "6428732", "7645257", "5181693", "7886033"], "ranked_scores": [0.7049, 0.6327, 0.6251, 0.6132, 0.5685, 0.5611, 0.5588, 0.5583, 0.5558, 0.5526], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "4589415", "2290637", "2476395", "3920912", "2391075", "8187754", "4205560", "8819844", "1477186"], "ranked_scores": [0.7628, 0.7549, 0.7371, 0.7139, 0.711, 0.7059, 0.6972, 0.6944, 0.6927, 0.6908], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "8374135", "3672237", "4991353", "4991356", "3806458", "6988582", "7161101", "6465402"], "ranked_scores": [0.716, 0.6725, 0.6513, 0.6335, 0.621, 0.5953, 0.5818, 0.5314, 0.5252, 0.524], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "7778956", "4409027", "4605271", "2531512", "3747811", "4605270", "7778949", "5393501", "5231292"], "ranked_scores": [0.6164, 0.6029, 0.5983, 0.5853, 0.5069, 0.4638, 0.4289, 0.4191, 0.4082, 0.3972], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "1109548", "7831679", "7428627", "2422076", "3722839", "5857755", "8586692", "6632518", "1063811"], "ranked_scores": [0.6593, 0.6313, 0.6306, 0.6119, 0.5945, 0.593, 0.5871, 0.5842, 0.5837, 0.5753], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "6761606", "8139545", "5812523", "1933329", "921100", "1716202", "1692091", "5143805", "921101"], "ranked_scores": [0.7016, 0.6525, 0.638, 0.6242, 0.6181, 0.6116, 0.6072, 0.6067, 0.5886, 0.5819], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7420248", "2940016", "4258668", "3252244", "7728427", "7503113", "5339586", "8532695", "8494137"], "ranked_scores": [0.737, 0.6486, 0.6175, 0.6155, 0.6084, 0.6008, 0.5959, 0.5748, 0.5738, 0.5733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "5304087", "2024648", "7562631", "1732853", "1732850", "3368462", "8646229", "1904920"], "ranked_scores": [0.7237, 0.6937, 0.681, 0.6554, 0.6385, 0.6098, 0.5369, 0.5306, 0.5249, 0.5182], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8221437", "8015905", "4626170", "3834488", "5409486", "1922718", "4158114", "4343906", "2525123"], "ranked_scores": [0.5763, 0.5577, 0.5305, 0.5243, 0.519, 0.5128, 0.5091, 0.5054, 0.5036, 0.5032], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "3495835", "3495838", "7770963", "3495840", "7770959", "1634694", "3885772", "6625132"], "ranked_scores": [0.6941, 0.6727, 0.5798, 0.5275, 0.5181, 0.4971, 0.4815, 0.4581, 0.4581, 0.4561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212597", "6212591", "6965745", "917841", "186816", "1941403", "8470196"], "ranked_scores": [0.6762, 0.6621, 0.6583, 0.6417, 0.6351, 0.5344, 0.4767, 0.4689, 0.4473, 0.4286], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "8499854", "3823641", "7601059", "4520541", "6948296", "4846383", "1676112", "6938258", "1325723"], "ranked_scores": [0.6194, 0.3835, 0.3815, 0.3756, 0.3751, 0.3679, 0.3665, 0.3503, 0.3469, 0.3467], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "1460685", "3668938", "7511874", "8177246", "1420186", "1460689", "8432430", "2857974"], "ranked_scores": [0.6712, 0.5529, 0.5526, 0.5104, 0.497, 0.4859, 0.4858, 0.4837, 0.4797, 0.4762], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "1690952", "7985411", "7104592", "34456", "4437855", "6567497", "4878176"], "ranked_scores": [0.6782, 0.6714, 0.5431, 0.495, 0.487, 0.4793, 0.4733, 0.4725, 0.457, 0.4561], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981693", "7589839", "5955284", "1981696", "8424304", "1420930", "2229750", "7589844", "5647010", "5209746"], "ranked_scores": [0.4923, 0.4868, 0.4784, 0.4693, 0.467, 0.4634, 0.4359, 0.4246, 0.4024, 0.3953], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8771883", "8743966", "297876", "3664758", "4597448", "5025261", "3113295", "3989499", "5785232"], "ranked_scores": [0.6141, 0.5382, 0.5114, 0.499, 0.4939, 0.4872, 0.4861, 0.4847, 0.4687, 0.4681], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-tq-3bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7584907", "1674646", "3527619", "7072115", "638358", "768350", "8541250", "1674644", "558173", "575979"], "ranked_scores": [0.6628, 0.6528, 0.6466, 0.6391, 0.6328, 0.6114, 0.6075, 0.6047, 0.5983, 0.5922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "5633832", "1674644", "1297109", "2581550", "3308552", "1674646", "220565", "1297112", "3619391"], "ranked_scores": [0.5708, 0.5662, 0.5651, 0.5628, 0.5527, 0.5522, 0.5502, 0.5404, 0.539, 0.535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "298606", "7905688", "5842823", "911138", "2403649", "5221728", "694863", "2403648"], "ranked_scores": [0.5206, 0.502, 0.4663, 0.4607, 0.4418, 0.4291, 0.4237, 0.4065, 0.3969, 0.3955], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "2812582", "3338175", "8279447", "5359258", "7369987", "6926916", "698581", "66616", "7386245"], "ranked_scores": [0.7819, 0.7764, 0.7701, 0.7106, 0.6913, 0.6858, 0.6853, 0.676, 0.6751, 0.6662], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "7048914", "7255675", "3794297", "5450605", "8554964", "2070215", "7255678", "3640120", "1936834"], "ranked_scores": [0.6577, 0.6576, 0.6453, 0.6406, 0.6154, 0.6125, 0.6119, 0.6071, 0.5982, 0.5881], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["4450104", "5676506", "378964", "1191483", "2215699", "8283881", "1805806", "5606320", "7469549", "3971679"], "ranked_scores": [0.4497, 0.4398, 0.435, 0.4329, 0.4289, 0.4274, 0.4257, 0.422, 0.4219, 0.4131], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "6964479", "7813557", "4816964", "6801871", "1767388", "7123629", "6964486", "5227711", "6980305"], "ranked_scores": [0.6879, 0.6465, 0.6347, 0.6309, 0.6079, 0.5941, 0.5806, 0.5634, 0.5623, 0.5585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550559", "3550563", "7698064", "4136867", "3689309", "3428369", "4041246", "5997547", "8760018"], "ranked_scores": [0.6649, 0.5265, 0.5093, 0.4953, 0.3221, 0.2835, 0.2744, 0.2725, 0.2711, 0.2594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "8452568", "5110182", "1365210", "4414409", "1365215", "1640257", "2322244", "6950276", "6950275"], "ranked_scores": [0.6945, 0.6694, 0.6615, 0.6426, 0.6282, 0.6271, 0.6231, 0.6171, 0.6144, 0.6068], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5132484", "7187662", "2117748", "4617506", "5942525", "5324876", "5469449", "6124279", "1696206"], "ranked_scores": [0.5332, 0.4341, 0.3909, 0.39, 0.3875, 0.3872, 0.3816, 0.3792, 0.3746, 0.367], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "1226213", "4922192", "2136954", "1226215", "1501685", "8114676", "5775568"], "ranked_scores": [0.649, 0.6062, 0.5222, 0.5019, 0.4334, 0.3996, 0.3893, 0.3725, 0.3604, 0.3159], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7168976", "7168973", "7858639", "4069689", "7058927", "7058926", "4623383", "295794", "1070106", "5339337"], "ranked_scores": [0.4201, 0.4039, 0.3687, 0.3614, 0.3373, 0.3194, 0.318, 0.301, 0.2934, 0.2922], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "4892433", "5809779", "3512764", "5457419", "6363851", "6363854", "1317497"], "ranked_scores": [0.5898, 0.5155, 0.4901, 0.4646, 0.4582, 0.4338, 0.4278, 0.4249, 0.4159, 0.4139], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970728", "7970736", "8450827", "7970735", "320956", "8450828", "8450833", "8259514", "1265191"], "ranked_scores": [0.7367, 0.6975, 0.6941, 0.6658, 0.6641, 0.6621, 0.6533, 0.6439, 0.599, 0.5933], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "6193662", "7160804", "981996", "664917", "8128745", "232771", "4702013", "8346654", "8296550"], "ranked_scores": [0.6433, 0.6253, 0.5728, 0.5709, 0.5658, 0.5653, 0.5633, 0.5614, 0.5592, 0.55], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "2010657", "5190750", "8067800", "3936785", "6467669", "2238728", "4768599", "1136294"], "ranked_scores": [0.6827, 0.4709, 0.4684, 0.4445, 0.4395, 0.4173, 0.4142, 0.4093, 0.4093, 0.3997], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5143532", "3835174", "5672317", "7870700", "3830558", "7937822", "7870704", "6368665", "5827343"], "ranked_scores": [0.6259, 0.5916, 0.5364, 0.515, 0.512, 0.5074, 0.5055, 0.4894, 0.4884, 0.4802], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "2116932", "8722441", "1435310", "3646580", "8157542", "2116929", "2116938", "7948050", "3646584"], "ranked_scores": [0.6794, 0.6676, 0.6662, 0.6512, 0.6507, 0.6482, 0.6477, 0.645, 0.6327, 0.6277], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "1782220", "2870276", "4985799", "6937120", "6937119", "133086", "4374443", "7218532"], "ranked_scores": [0.6742, 0.4936, 0.4358, 0.43, 0.4297, 0.4186, 0.415, 0.4122, 0.4113, 0.4001], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "1674914", "2002380", "4393603", "8045998", "5964551", "1307740", "2044069", "6775026", "4799839"], "ranked_scores": [0.7205, 0.5948, 0.5702, 0.5498, 0.532, 0.5276, 0.5188, 0.5181, 0.5159, 0.5132], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489799", "1174164", "1174168", "6804877", "2131335", "1174172", "7170238", "4595482", "1842454", "1603365"], "ranked_scores": [0.5683, 0.568, 0.5553, 0.5532, 0.5349, 0.5138, 0.5016, 0.4958, 0.492, 0.4913], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "863946", "1023113", "2588002", "442006", "4796869", "1839684", "4796876", "5535297", "2588000"], "ranked_scores": [0.6626, 0.6113, 0.6111, 0.602, 0.6005, 0.6005, 0.5897, 0.5691, 0.5602, 0.5546], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "7689710", "8820180", "4936994", "5039968", "3368582", "2188117", "1673140", "3649557", "7689707"], "ranked_scores": [0.6367, 0.6039, 0.5907, 0.5855, 0.5312, 0.5118, 0.5076, 0.4971, 0.4854, 0.4807], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "3968773", "2443030", "3346337", "92150", "1460640", "5668797", "1546056", "7649297", "5210161"], "ranked_scores": [0.7245, 0.6957, 0.6711, 0.6645, 0.6645, 0.6559, 0.621, 0.6192, 0.6125, 0.6067], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["1871086", "2796274", "5269626", "2636672", "1070634", "8426355", "1348264", "4942019", "4901734", "2796265"], "ranked_scores": [0.6762, 0.6753, 0.6752, 0.6676, 0.6653, 0.6515, 0.6368, 0.6359, 0.6331, 0.6303], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "4805364", "5170949", "1333652", "1588747", "1039754", "5174051", "4805366", "7650732", "2820637"], "ranked_scores": [0.6153, 0.5967, 0.5884, 0.5607, 0.5499, 0.5481, 0.5436, 0.5349, 0.5293, 0.5288], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "272188", "870351", "2080220", "870346", "1368309", "551238", "1525620", "7249172"], "ranked_scores": [0.6247, 0.5958, 0.5556, 0.5465, 0.5464, 0.5305, 0.5209, 0.5174, 0.5092, 0.5085], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7810605", "8741687", "5184907", "3720839", "1850491", "6694795", "5952078", "8346188", "8277053", "5351934"], "ranked_scores": [0.6269, 0.6208, 0.5808, 0.5781, 0.5726, 0.5701, 0.5687, 0.5622, 0.562, 0.5455], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5352322", "8265919", "7288502", "4377794", "2510740", "2929750", "7288504", "5335298", "1848152"], "ranked_scores": [0.6636, 0.575, 0.5712, 0.5649, 0.5501, 0.5491, 0.5381, 0.5337, 0.5303, 0.5262], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1536187", "3173599", "2175305", "8584772", "8624217", "2525613", "5764460", "4603370", "7073235", "3424319"], "ranked_scores": [0.5826, 0.5635, 0.5241, 0.5223, 0.5183, 0.5041, 0.5023, 0.4981, 0.4957, 0.4933], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "6714731", "7833611", "4451324", "8607085", "4765788", "8796486", "4765789", "3979452", "3726367"], "ranked_scores": [0.6288, 0.5589, 0.5406, 0.5389, 0.5176, 0.5135, 0.5112, 0.4936, 0.4741, 0.4648], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526867", "1511150", "2898312", "4863107", "4863108", "7526871", "2599853", "982652", "4786937", "7526870"], "ranked_scores": [0.6261, 0.615, 0.6007, 0.5992, 0.5975, 0.5938, 0.5931, 0.5881, 0.5873, 0.5783], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "3259751", "8310623", "7110611", "7770196", "2737704", "7937494", "7041861", "607856"], "ranked_scores": [0.7194, 0.647, 0.6165, 0.602, 0.588, 0.574, 0.571, 0.5664, 0.5623, 0.5603], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "4502858", "1417034", "30088", "30085", "567380", "2366115", "8327486", "5336580", "166399"], "ranked_scores": [0.6929, 0.6611, 0.6247, 0.6168, 0.6077, 0.605, 0.6045, 0.6012, 0.5998, 0.5913], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207587", "3712671", "6207588", "7874898", "6428732", "6684798", "5181693", "7645257", "3108253"], "ranked_scores": [0.6992, 0.6219, 0.6082, 0.6071, 0.5619, 0.5513, 0.5503, 0.5467, 0.5433, 0.5409], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "4589415", "2290637", "2476395", "8819844", "3920912", "2391075", "4205560", "1477186", "8187754"], "ranked_scores": [0.7378, 0.7288, 0.7199, 0.6869, 0.6823, 0.6789, 0.6769, 0.6763, 0.674, 0.6727], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "8374135", "3672237", "4991353", "4991356", "3806458", "6988582", "7161099", "7161101"], "ranked_scores": [0.7016, 0.6553, 0.6391, 0.6209, 0.6001, 0.5848, 0.5624, 0.5193, 0.508, 0.5074], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "7778956", "4409027", "4605271", "2531512", "3747811", "4605270", "7778949", "5393501", "6193415"], "ranked_scores": [0.6087, 0.6033, 0.5859, 0.5771, 0.5019, 0.4637, 0.4279, 0.4056, 0.402, 0.3905], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "7831679", "1109548", "7428627", "3722839", "2422076", "5857755", "6632518", "1063811", "8586692"], "ranked_scores": [0.6506, 0.6245, 0.6185, 0.5953, 0.5812, 0.5785, 0.5753, 0.5732, 0.5644, 0.5614], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "6761606", "8139545", "1933329", "5812523", "921100", "1716202", "1692091", "6180355", "5143805"], "ranked_scores": [0.6837, 0.6321, 0.6074, 0.5996, 0.5973, 0.5957, 0.5917, 0.5867, 0.5659, 0.5657], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7420248", "4258668", "3252244", "2940016", "7503113", "7728427", "5339586", "8532695", "1969532"], "ranked_scores": [0.7339, 0.6202, 0.5991, 0.5952, 0.59, 0.5795, 0.5726, 0.5612, 0.5557, 0.5548], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "5304087", "2024648", "7562631", "1732853", "1732850", "3368462", "8646229", "1904920"], "ranked_scores": [0.7044, 0.6722, 0.6611, 0.6522, 0.6333, 0.5853, 0.5234, 0.5099, 0.4968, 0.4877], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8221437", "3834488", "8015905", "4626170", "2659096", "5409486", "2525123", "4158114", "4127072"], "ranked_scores": [0.5675, 0.5538, 0.5123, 0.5108, 0.5037, 0.4967, 0.496, 0.4943, 0.4919, 0.4917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "3495835", "3495838", "7770963", "3495840", "7770959", "6625132", "1634694", "3885772"], "ranked_scores": [0.6882, 0.6624, 0.5665, 0.5198, 0.5078, 0.4937, 0.4761, 0.4548, 0.4498, 0.4498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212591", "6212597", "6965745", "186816", "917841", "1941403", "6106100"], "ranked_scores": [0.6567, 0.6553, 0.6471, 0.6244, 0.6243, 0.5152, 0.4598, 0.4515, 0.4229, 0.4099], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "8499854", "7601059", "3823641", "4520541", "4846383", "6948296", "1676112", "6938258", "7704729"], "ranked_scores": [0.614, 0.3883, 0.3771, 0.3771, 0.3768, 0.3703, 0.3695, 0.3507, 0.3416, 0.3391], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "7511874", "3668938", "1460689", "8177246", "1420186", "2857974", "8432430"], "ranked_scores": [0.6492, 0.5331, 0.5298, 0.5015, 0.5014, 0.4837, 0.4773, 0.4712, 0.4693, 0.4606], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7395884", "1690952", "7985411", "7104592", "34456", "4437855", "4878176", "6107573"], "ranked_scores": [0.6599, 0.6556, 0.5218, 0.4894, 0.4825, 0.4621, 0.4612, 0.4519, 0.4474, 0.4464], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "1981693", "8424304", "5955284", "1420930", "1981696", "2229750", "7589844", "5647010", "5209746"], "ranked_scores": [0.4809, 0.4751, 0.4668, 0.4605, 0.4575, 0.4572, 0.4237, 0.4166, 0.3999, 0.3978], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8771883", "8743966", "3664758", "4597448", "3113295", "297876", "5025261", "7966624", "4304523"], "ranked_scores": [0.6127, 0.5121, 0.5044, 0.4873, 0.4826, 0.4823, 0.4783, 0.4713, 0.4626, 0.4617], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-tq-2bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7584907", "1674646", "3527619", "638358", "1674644", "8083127", "8541250", "7072115", "768350", "4362703"], "ranked_scores": [0.6262, 0.61, 0.6033, 0.5794, 0.5793, 0.5705, 0.5673, 0.5643, 0.5615, 0.56], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1674646", "5633832", "2684883", "1674644", "1297109", "542682", "2581550", "3619391", "1297112", "220565"], "ranked_scores": [0.541, 0.5379, 0.5361, 0.5299, 0.5227, 0.5145, 0.5123, 0.5111, 0.5079, 0.5047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "298606", "7905688", "911138", "2403648", "5842823", "694863", "3792488", "5221728"], "ranked_scores": [0.4699, 0.4534, 0.4261, 0.4153, 0.374, 0.3727, 0.3703, 0.3688, 0.3684, 0.3674], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2812582", "5769842", "3338175", "8279447", "7369987", "5359258", "6926916", "515311", "7386245", "698581"], "ranked_scores": [0.7393, 0.7377, 0.7188, 0.6507, 0.6494, 0.6463, 0.6443, 0.643, 0.6395, 0.6361], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7255675", "3794304", "7048914", "3794297", "8554964", "5450605", "1936834", "5346316", "7255678", "3640120"], "ranked_scores": [0.6159, 0.6016, 0.5974, 0.5921, 0.5834, 0.5649, 0.5644, 0.5543, 0.551, 0.5443], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5676506", "4450104", "378964", "1805806", "7469549", "8283881", "1191483", "5606320", "2215699", "8643852"], "ranked_scores": [0.4144, 0.4119, 0.4092, 0.4052, 0.4031, 0.4007, 0.3971, 0.3951, 0.3947, 0.3795], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "6964479", "7813557", "4816964", "6801871", "1767388", "7123629", "6964486", "6980305", "6815901"], "ranked_scores": [0.6354, 0.5961, 0.582, 0.574, 0.5651, 0.5476, 0.5267, 0.5197, 0.5137, 0.5103], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550559", "3550563", "7698064", "4136867", "3428369", "3689309", "8760018", "1867101", "4041246"], "ranked_scores": [0.6269, 0.4852, 0.4838, 0.4524, 0.3256, 0.2761, 0.2628, 0.2584, 0.2468, 0.2447], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "5110182", "1365210", "8452568", "1365215", "1640257", "4414409", "6950275", "1640260", "2322244"], "ranked_scores": [0.631, 0.6097, 0.607, 0.5964, 0.5764, 0.5738, 0.5675, 0.5592, 0.5535, 0.5526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "4617506", "5132484", "7137594", "128974", "5942525", "7187662", "5469449", "6124279", "1696206"], "ranked_scores": [0.48, 0.3775, 0.3629, 0.3603, 0.3582, 0.3577, 0.3553, 0.3531, 0.3523, 0.3478], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "1226213", "4922192", "1226215", "1501685", "2136954", "8114676", "1398222"], "ranked_scores": [0.6037, 0.5455, 0.4829, 0.4378, 0.4054, 0.3624, 0.3533, 0.3452, 0.3201, 0.305], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7168976", "7858639", "7168973", "4069689", "7058927", "1070106", "4623383", "295789", "7058926", "295788"], "ranked_scores": [0.3412, 0.3403, 0.3196, 0.3065, 0.2885, 0.2835, 0.2796, 0.2769, 0.2701, 0.2697], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "4892433", "5809779", "5457419", "3512764", "1317497", "6363851", "7301814"], "ranked_scores": [0.5458, 0.508, 0.4785, 0.4319, 0.4055, 0.398, 0.3898, 0.3877, 0.3849, 0.3629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970736", "8450827", "7970728", "7970735", "320956", "8450833", "8450828", "8259514", "3987938"], "ranked_scores": [0.6727, 0.6321, 0.625, 0.6235, 0.6215, 0.6123, 0.6088, 0.6037, 0.5568, 0.5427], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "6193662", "664917", "7160804", "981996", "4702013", "8346654", "5720449", "8128745", "4619086"], "ranked_scores": [0.6076, 0.5813, 0.5462, 0.5395, 0.5365, 0.5316, 0.5255, 0.5243, 0.5204, 0.5195], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "2010657", "3936785", "8067800", "5190750", "6467669", "3452115", "2238728", "4768599"], "ranked_scores": [0.6339, 0.4383, 0.434, 0.4094, 0.4046, 0.3957, 0.3909, 0.3749, 0.3728, 0.3708], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5143532", "3835174", "7870700", "7937822", "6368665", "3830558", "5672317", "2995208", "5827343"], "ranked_scores": [0.5973, 0.5561, 0.4973, 0.4647, 0.4601, 0.4555, 0.4535, 0.4493, 0.4491, 0.4459], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "8722441", "8157542", "1435310", "2116929", "3646580", "2116932", "2116938", "507236", "7948050"], "ranked_scores": [0.648, 0.629, 0.6254, 0.6182, 0.616, 0.6095, 0.6072, 0.6001, 0.594, 0.5913], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4985799", "1782220", "2870276", "6937120", "6937119", "7391108", "4253088", "4374443"], "ranked_scores": [0.653, 0.4727, 0.4185, 0.4121, 0.4075, 0.4025, 0.392, 0.3913, 0.3808, 0.373], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "1674914", "2002380", "8045998", "4393603", "6775026", "5964551", "5674942", "8245381", "8814306"], "ranked_scores": [0.6735, 0.5622, 0.5279, 0.5221, 0.5136, 0.4925, 0.4918, 0.4888, 0.4868, 0.4861], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1174164", "1174168", "6804877", "4489799", "2131335", "6854565", "1174172", "1842454", "4595482", "7170238"], "ranked_scores": [0.5342, 0.5328, 0.5176, 0.5085, 0.4826, 0.4719, 0.4662, 0.4586, 0.452, 0.4518], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "2588002", "4796869", "1023113", "863946", "442006", "1839684", "3853232", "2588000", "2587999"], "ranked_scores": [0.6269, 0.5787, 0.574, 0.5684, 0.5594, 0.555, 0.5531, 0.5236, 0.523, 0.5184], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "7689710", "8820180", "4936994", "2188117", "5039968", "3368582", "7689707", "1673140", "3649557"], "ranked_scores": [0.5971, 0.5765, 0.551, 0.5439, 0.4977, 0.4951, 0.4876, 0.4753, 0.4625, 0.4498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "3968773", "3346337", "2443030", "92150", "1460640", "5668797", "7649297", "3562912", "1546056"], "ranked_scores": [0.6932, 0.6511, 0.6347, 0.6324, 0.6292, 0.5988, 0.5936, 0.5921, 0.5892, 0.5877], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5269626", "2636672", "1871086", "1070634", "2796274", "1348264", "8426355", "5784428", "2636668", "5123227"], "ranked_scores": [0.6457, 0.6315, 0.6286, 0.6272, 0.622, 0.6035, 0.6025, 0.5858, 0.5854, 0.5848], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "4805364", "1333652", "5170949", "7650732", "5174051", "1039754", "4805366", "6343914", "6507423"], "ranked_scores": [0.5619, 0.543, 0.5416, 0.5324, 0.5056, 0.5038, 0.5009, 0.4945, 0.4931, 0.4908], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "2080220", "870346", "870351", "272188", "1314383", "551238", "1525620", "1368309"], "ranked_scores": [0.5511, 0.5329, 0.5054, 0.5032, 0.4977, 0.4971, 0.4898, 0.482, 0.4763, 0.4747], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8741687", "7810605", "5184907", "1850491", "8346188", "8277053", "6694795", "3720839", "5952078", "7409003"], "ranked_scores": [0.5916, 0.5914, 0.5575, 0.5536, 0.5454, 0.5385, 0.5375, 0.535, 0.5273, 0.5204], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "8265919", "5352322", "7288502", "2510740", "4377794", "2929750", "4437972", "5671809", "5094229"], "ranked_scores": [0.6274, 0.5421, 0.5264, 0.5218, 0.5107, 0.5082, 0.5011, 0.497, 0.4897, 0.4895], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3173599", "1536187", "8584772", "2175305", "4603370", "5764460", "8624217", "7073235", "2525613", "3424319"], "ranked_scores": [0.5474, 0.5266, 0.5047, 0.4943, 0.474, 0.4722, 0.4717, 0.4616, 0.4538, 0.4451], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "6714731", "7833611", "4451324", "4765788", "4765789", "8796486", "8607085", "3979452", "3726367"], "ranked_scores": [0.5844, 0.5445, 0.4996, 0.4697, 0.4625, 0.4546, 0.4527, 0.4462, 0.4351, 0.4305], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526867", "4786937", "1511150", "982652", "2898312", "7526871", "2599853", "1511155", "7526870", "4863107"], "ranked_scores": [0.5989, 0.5959, 0.5863, 0.5743, 0.5656, 0.5599, 0.555, 0.5498, 0.5497, 0.5448], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "3259751", "7110611", "8310623", "7770196", "607856", "7041861", "7937494", "2737704"], "ranked_scores": [0.661, 0.5857, 0.5711, 0.5432, 0.5402, 0.5334, 0.5295, 0.5221, 0.5167, 0.5134], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "4502858", "1417034", "8327486", "30088", "30085", "5336580", "2366115", "166399", "4256443"], "ranked_scores": [0.6464, 0.6014, 0.5711, 0.5697, 0.565, 0.56, 0.5599, 0.5572, 0.5539, 0.5528], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207587", "6207588", "3712671", "5181693", "7874898", "6428732", "2789716", "1464540", "7645257"], "ranked_scores": [0.6428, 0.5856, 0.5598, 0.5574, 0.5304, 0.5026, 0.4976, 0.4974, 0.4934, 0.492], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "4004619", "2290637", "2476395", "2565555", "8819844", "8187754", "1477186", "3920912", "2391077"], "ranked_scores": [0.6872, 0.6833, 0.6637, 0.6617, 0.6557, 0.6435, 0.642, 0.6361, 0.6293, 0.6276], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "8374135", "4991354", "3672237", "4991353", "4991356", "3806458", "6988582", "7161099", "6465402"], "ranked_scores": [0.6551, 0.6031, 0.5965, 0.5837, 0.5671, 0.5432, 0.505, 0.4898, 0.4742, 0.4665], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4605271", "7778956", "4409027", "2531512", "3747811", "5393501", "4605270", "7778949", "5171449"], "ranked_scores": [0.5804, 0.5638, 0.551, 0.5448, 0.4565, 0.4073, 0.3968, 0.389, 0.3813, 0.3735], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "7831679", "1109548", "7428627", "3722839", "2422076", "6632518", "139961", "5857755", "3942500"], "ranked_scores": [0.5938, 0.5815, 0.5802, 0.5557, 0.5372, 0.5351, 0.5344, 0.53, 0.5239, 0.5207], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "6761606", "8139545", "1933329", "5812523", "1716202", "5143805", "921100", "1692091", "921101"], "ranked_scores": [0.6482, 0.5859, 0.5661, 0.5603, 0.553, 0.5491, 0.5423, 0.5418, 0.5401, 0.5311], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7420248", "2940016", "3252244", "4258668", "7503113", "7728427", "8532695", "8494137", "5339586"], "ranked_scores": [0.6588, 0.5914, 0.5635, 0.5469, 0.5392, 0.5357, 0.5138, 0.5105, 0.5069, 0.4963], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "5304087", "7562631", "2024648", "1732853", "1732850", "3368462", "8646229", "3828904"], "ranked_scores": [0.6737, 0.6436, 0.6359, 0.6038, 0.5978, 0.5602, 0.5028, 0.4861, 0.4679, 0.4637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8221437", "8015905", "1922718", "3834488", "5409486", "4158114", "2525123", "4626170", "6132796"], "ranked_scores": [0.5359, 0.5277, 0.5047, 0.4849, 0.479, 0.4726, 0.471, 0.4669, 0.466, 0.4655], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "3495835", "3495838", "7770963", "3495840", "6625132", "7770959", "1005751", "1188785"], "ranked_scores": [0.644, 0.623, 0.548, 0.4953, 0.471, 0.4543, 0.4403, 0.4294, 0.4196, 0.4184], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212597", "6212591", "6965745", "917841", "2852056", "186816", "1941403"], "ranked_scores": [0.6121, 0.6028, 0.5981, 0.5813, 0.5672, 0.4745, 0.4282, 0.4025, 0.3936, 0.3805], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4846383", "7601059", "4520541", "8499854", "3823641", "6938258", "1676112", "4803924", "7332215"], "ranked_scores": [0.5827, 0.3734, 0.355, 0.3545, 0.3401, 0.3374, 0.3228, 0.3202, 0.3189, 0.3171], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "3668938", "1460685", "7511874", "1460689", "8177246", "1420186", "2857974", "8432430"], "ranked_scores": [0.6138, 0.5199, 0.4817, 0.4789, 0.4645, 0.4613, 0.4609, 0.4565, 0.4468, 0.4394], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "7985411", "7104592", "1690952", "34456", "4437855", "6107573", "6567497"], "ranked_scores": [0.6115, 0.6084, 0.485, 0.4455, 0.443, 0.4406, 0.421, 0.4168, 0.4065, 0.4043], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "1981693", "5955284", "1420930", "8424304", "2229750", "1981696", "5647010", "7589844", "5209746"], "ranked_scores": [0.4752, 0.4618, 0.4394, 0.4303, 0.4223, 0.4126, 0.4113, 0.4052, 0.3922, 0.3747], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8771883", "297876", "8743966", "8798058", "5025261", "4304523", "4597448", "3664758", "3982832"], "ranked_scores": [0.567, 0.4902, 0.462, 0.4551, 0.4457, 0.443, 0.4401, 0.4382, 0.4346, 0.4302], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-tq-1bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "7584907", "3527619", "8541250", "5265626", "638358", "558173", "1674644", "575979", "2802097"], "ranked_scores": [0.4818, 0.4766, 0.4714, 0.4583, 0.4479, 0.4401, 0.4375, 0.4349, 0.4349, 0.4323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["542682", "1297109", "1674646", "3619391", "3308552", "5865180", "5633832", "1245154", "2684883", "1674644"], "ranked_scores": [0.4401, 0.4349, 0.4219, 0.4193, 0.4141, 0.4141, 0.4089, 0.3932, 0.3932, 0.3854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["2403648", "7094398", "298606", "7383965", "5842823", "2403649", "5582271", "7905688", "5221728", "1592656"], "ranked_scores": [0.3333, 0.3307, 0.3203, 0.3177, 0.3073, 0.2891, 0.2891, 0.2891, 0.2891, 0.2865], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "2812582", "3338175", "7369987", "5752686", "8279447", "698581", "939894", "7386245", "1983563"], "ranked_scores": [0.612, 0.6042, 0.5859, 0.5312, 0.5182, 0.5156, 0.5052, 0.5, 0.5, 0.4974], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "7255675", "3794304", "3794297", "2070215", "1936834", "7255678", "8554964", "5346316", "1159742"], "ranked_scores": [0.4766, 0.4688, 0.4531, 0.4427, 0.4401, 0.4245, 0.401, 0.3958, 0.3906, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5676506", "7469549", "8643852", "4450104", "378964", "3931595", "1805806", "8817884", "5606320", "1191483"], "ranked_scores": [0.3229, 0.3203, 0.3203, 0.3177, 0.3177, 0.3151, 0.3073, 0.3073, 0.3047, 0.3047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "7813557", "6964479", "6801871", "4816964", "1767388", "6964486", "7840121", "7123629", "5227711"], "ranked_scores": [0.4974, 0.4688, 0.4531, 0.4427, 0.4401, 0.401, 0.3958, 0.3932, 0.3906, 0.3828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550559", "3550563", "7698064", "3689309", "3428369", "4136867", "4154575", "7735540", "5276202"], "ranked_scores": [0.4531, 0.3568, 0.3307, 0.3229, 0.1979, 0.1875, 0.1875, 0.1771, 0.1771, 0.1719], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "5110182", "1640257", "1365210", "8452568", "1640260", "1640256", "6950269", "6950276", "4414409"], "ranked_scores": [0.513, 0.5104, 0.4661, 0.4583, 0.4557, 0.4505, 0.4375, 0.4375, 0.4245, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5469449", "5324876", "128974", "4617506", "4582407", "6124279", "5132484", "2117748", "915232"], "ranked_scores": [0.3411, 0.2865, 0.2734, 0.2708, 0.2604, 0.2552, 0.2552, 0.2552, 0.2526, 0.2448], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1226213", "1438830", "2136954", "4922192", "1398222", "1962396", "1501685", "8511971"], "ranked_scores": [0.4167, 0.3932, 0.3776, 0.3646, 0.263, 0.2604, 0.2526, 0.2448, 0.2292, 0.2266], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4069689", "7168976", "7858639", "7058926", "295788", "7168973", "7058927", "295789", "1070106", "3215105"], "ranked_scores": [0.2526, 0.2448, 0.2448, 0.2422, 0.2422, 0.237, 0.2344, 0.2266, 0.224, 0.2214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "3512764", "7301819", "5457419", "4892433", "7301814", "6363851", "277376", "5833649"], "ranked_scores": [0.4115, 0.3542, 0.3516, 0.3359, 0.3333, 0.3333, 0.3021, 0.2969, 0.2865, 0.2865], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "7970728", "8259512", "8450827", "7970735", "8450828", "8259514", "8450833", "6709251", "320956"], "ranked_scores": [0.5391, 0.5286, 0.5156, 0.513, 0.5, 0.487, 0.4714, 0.4661, 0.4401, 0.4401], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "6193662", "8346654", "6145894", "8296550", "232771", "664917", "8131676", "7160804", "8636883"], "ranked_scores": [0.4844, 0.4609, 0.4401, 0.4141, 0.4115, 0.4036, 0.4036, 0.3984, 0.3984, 0.3984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2010657", "5190750", "3082748", "6467669", "3936785", "4768599", "2238728", "7220312", "1488928"], "ranked_scores": [0.474, 0.3307, 0.3073, 0.3021, 0.2995, 0.2943, 0.2917, 0.2865, 0.2839, 0.2656], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5143532", "3830558", "3835174", "6368665", "5644674", "5827343", "5672317", "3555960", "7870704"], "ranked_scores": [0.4635, 0.4193, 0.3854, 0.3594, 0.349, 0.3438, 0.3411, 0.3411, 0.3385, 0.3385], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "8722441", "507236", "1435310", "8157542", "3646580", "3646584", "2116938", "2116932", "2116929"], "ranked_scores": [0.5208, 0.4974, 0.4948, 0.4922, 0.4896, 0.4818, 0.4661, 0.4661, 0.4635, 0.4583], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4985799", "1782220", "7391108", "133086", "4374443", "2870276", "2801033", "2450611"], "ranked_scores": [0.5286, 0.3385, 0.3203, 0.3177, 0.3125, 0.3099, 0.3021, 0.2943, 0.2812, 0.2812], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "1674914", "2044069", "925659", "8045998", "7932035", "1324231", "2002380", "1290166", "5674942"], "ranked_scores": [0.5911, 0.4349, 0.4193, 0.4089, 0.3984, 0.388, 0.3854, 0.3854, 0.3828, 0.3802], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1174164", "1174168", "1603365", "6804877", "4489799", "2131335", "6854565", "5233423", "5351437", "1842454"], "ranked_scores": [0.4271, 0.401, 0.3984, 0.3906, 0.3828, 0.3776, 0.3776, 0.3646, 0.362, 0.362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["2588002", "8045986", "1023113", "1839684", "7134383", "442006", "863946", "3853232", "2588000", "4796869"], "ranked_scores": [0.474, 0.4609, 0.4609, 0.4401, 0.4297, 0.4193, 0.4167, 0.4141, 0.4089, 0.4089], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "7689710", "8820180", "4936994", "5039968", "2188117", "7689707", "1143382", "623987", "2175858"], "ranked_scores": [0.4714, 0.4531, 0.4297, 0.4193, 0.3984, 0.3932, 0.3437, 0.3385, 0.3307, 0.3281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "3968773", "2443030", "5668797", "3346337", "92150", "1460640", "7649297", "8477248", "4843274"], "ranked_scores": [0.5339, 0.5286, 0.5156, 0.5026, 0.4974, 0.4974, 0.4766, 0.4661, 0.4583, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["1070634", "5269626", "1871086", "2636672", "2796274", "8426355", "4901734", "656138", "5123227", "8307546"], "ranked_scores": [0.5052, 0.5052, 0.4948, 0.4948, 0.4896, 0.4792, 0.4714, 0.4714, 0.4661, 0.4635], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["4805364", "5170949", "7527096", "6507423", "7650732", "1333652", "1039754", "2820637", "5027731", "1588747"], "ranked_scores": [0.4349, 0.4297, 0.4219, 0.4036, 0.401, 0.3958, 0.388, 0.388, 0.375, 0.3724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "870346", "1613678", "1314383", "272188", "870351", "551238", "2080220", "7249172", "821374"], "ranked_scores": [0.4714, 0.4219, 0.4089, 0.401, 0.401, 0.3854, 0.3828, 0.3802, 0.3802, 0.3698], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7810605", "5184907", "8741687", "1850491", "3720839", "5351934", "5408281", "5952078", "6694795", "8277053"], "ranked_scores": [0.4974, 0.4531, 0.4427, 0.4401, 0.4401, 0.4245, 0.4167, 0.4141, 0.4141, 0.4115], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "2061122", "7288502", "4377794", "2536497", "5094229", "5352322", "8265919", "7863433", "4437972"], "ranked_scores": [0.5339, 0.4193, 0.4141, 0.3958, 0.3958, 0.3958, 0.3932, 0.375, 0.375, 0.3698], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3173599", "1536187", "2175305", "5764460", "8584772", "6045016", "7073235", "3445115", "2525613", "8624217"], "ranked_scores": [0.3984, 0.3932, 0.3646, 0.362, 0.3594, 0.3568, 0.3516, 0.3464, 0.3464, 0.3438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "6714731", "7833611", "4451324", "4765789", "8796486", "3726367", "7344853", "3039809", "4765788"], "ranked_scores": [0.4818, 0.4219, 0.4141, 0.4036, 0.3594, 0.3542, 0.3464, 0.3385, 0.3385, 0.3333], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["4863107", "2898312", "7526870", "4786937", "1511150", "2208599", "7526867", "7526871", "7573185", "2599853"], "ranked_scores": [0.4609, 0.4531, 0.4505, 0.4505, 0.4427, 0.4401, 0.4401, 0.4349, 0.4245, 0.4193], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "3259751", "8310623", "1416173", "607856", "7041861", "7110611", "2737704", "5004311"], "ranked_scores": [0.5729, 0.4818, 0.4401, 0.4297, 0.4167, 0.4167, 0.4089, 0.4089, 0.4063, 0.3984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "567380", "2366115", "30088", "166399", "4502858", "1417034", "2391916", "4522649", "30085"], "ranked_scores": [0.5182, 0.4557, 0.4505, 0.4479, 0.4401, 0.4401, 0.4349, 0.4349, 0.4323, 0.4297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207587", "6207588", "3712671", "5181693", "3108253", "6428732", "1683771", "7886033", "6684798"], "ranked_scores": [0.5234, 0.487, 0.4714, 0.4505, 0.4297, 0.4271, 0.4219, 0.4036, 0.401, 0.3958], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "2290637", "4004619", "1477186", "2565555", "1338702", "1053844", "8819844", "4360889", "4205560"], "ranked_scores": [0.5547, 0.5417, 0.5234, 0.5182, 0.5, 0.5, 0.4948, 0.4922, 0.4896, 0.487], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "8374135", "4991354", "4991356", "3672237", "4991353", "3806458", "6988582", "7161099", "6465402"], "ranked_scores": [0.5469, 0.5182, 0.4635, 0.4453, 0.4297, 0.4219, 0.3932, 0.388, 0.3646, 0.3464], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4605271", "7778956", "4409027", "2531512", "3747811", "7778949", "6193415", "5393501", "1250411"], "ranked_scores": [0.4505, 0.4271, 0.4036, 0.388, 0.3359, 0.3255, 0.3177, 0.2969, 0.2656, 0.25], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["6632518", "3942500", "1109548", "2488121", "4590213", "7831679", "1047648", "139970", "7795896", "2422076"], "ranked_scores": [0.4375, 0.4375, 0.4271, 0.4245, 0.4115, 0.4115, 0.4089, 0.4089, 0.4089, 0.4062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "921100", "6761606", "1716202", "921101", "8139545", "5143805", "1933329", "1692091", "5812523"], "ranked_scores": [0.5391, 0.5026, 0.474, 0.4714, 0.4531, 0.4531, 0.4479, 0.4453, 0.4427, 0.4401], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7420248", "2940016", "4258668", "8532695", "7728427", "3252244", "7503113", "8494137", "2359804"], "ranked_scores": [0.5156, 0.4349, 0.4089, 0.4089, 0.3958, 0.3854, 0.3776, 0.375, 0.3698, 0.3698], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "2024648", "7562624", "5304087", "7562631", "1732853", "3368462", "1732850", "1398369", "6901546"], "ranked_scores": [0.5495, 0.5286, 0.5182, 0.5182, 0.5182, 0.4844, 0.4219, 0.3932, 0.3594, 0.3568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["4158114", "8221430", "8221437", "8015905", "5409486", "1922718", "4626170", "6132796", "3834488", "6269961"], "ranked_scores": [0.3802, 0.3802, 0.375, 0.3672, 0.362, 0.362, 0.362, 0.362, 0.3594, 0.3568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "3495835", "3495838", "3495840", "1005751", "7770959", "7770963", "6625132", "1188785"], "ranked_scores": [0.5182, 0.4792, 0.4141, 0.3776, 0.3672, 0.349, 0.3177, 0.3151, 0.3099, 0.2943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212597", "6212591", "6965745", "186816", "917841", "8470196", "1941403"], "ranked_scores": [0.4974, 0.4974, 0.4609, 0.4531, 0.4375, 0.3672, 0.3125, 0.2943, 0.2865, 0.2786], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "3823641", "4520541", "6392824", "7601059", "6744770", "5145284", "1811235", "6938258", "4846383"], "ranked_scores": [0.4635, 0.2917, 0.2813, 0.2656, 0.2578, 0.2474, 0.2396, 0.2396, 0.237, 0.237], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "1460685", "3668938", "7511874", "1460689", "2857974", "4097714", "1420186", "8432430"], "ranked_scores": [0.4922, 0.3984, 0.3802, 0.3776, 0.3724, 0.362, 0.3516, 0.3464, 0.3464, 0.3438], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7104592", "7395884", "1690952", "6107573", "6533909", "1136108", "7985411", "6176864"], "ranked_scores": [0.5156, 0.4688, 0.3698, 0.362, 0.3438, 0.3385, 0.3333, 0.3307, 0.3281, 0.3125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981693", "7589839", "8424304", "1981696", "5647010", "1420930", "5955284", "2229750", "5209746", "6986881"], "ranked_scores": [0.3724, 0.3672, 0.3568, 0.3542, 0.3464, 0.3333, 0.3229, 0.3125, 0.3047, 0.2995], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "4597448", "8771883", "8743966", "4304523", "3664758", "3982832", "5785232", "1953277", "5025261"], "ranked_scores": [0.4479, 0.4115, 0.3646, 0.3542, 0.3516, 0.3437, 0.3359, 0.3333, 0.3255, 0.3255], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-64-tq-1bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7584907", "8083127", "3649859", "6858216", "3675169", "1301327", "1433976", "2522470", "1674644", "6115206"], "ranked_scores": [0.875, 0.875, 0.875, 0.875, 0.8438, 0.8437, 0.8437, 0.8125, 0.7813, 0.7813], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["3308552", "542682", "1573370", "527685", "7121383", "1297109", "5633832", "220565", "5450668", "1301327"], "ranked_scores": [0.7812, 0.7812, 0.75, 0.7188, 0.7188, 0.7188, 0.6875, 0.6875, 0.6875, 0.6875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["5221728", "2136954", "7094398", "4999387", "8543994", "911138", "8034145", "2904177", "1238142", "6711597"], "ranked_scores": [0.5312, 0.5, 0.4688, 0.4688, 0.4688, 0.4688, 0.4687, 0.4687, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["66620", "2812582", "6159777", "5752686", "3589438", "452450", "3059250", "3338175", "7369987", "6159778"], "ranked_scores": [0.6875, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3640120", "3794300", "7048914", "7255675", "3794297", "7255678", "1159742", "3794304", "4269405", "5346316"], "ranked_scores": [0.75, 0.7188, 0.7188, 0.7188, 0.6875, 0.6563, 0.6562, 0.6562, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["2190617", "1494980", "7564733", "1190311", "8817884", "4450104", "1123190", "2742231", "8643852", "5401715"], "ranked_scores": [0.7188, 0.6562, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6964479", "3138143", "1777799", "6980305", "4487109", "6311584", "5155174", "5410959", "7260457", "8369659"], "ranked_scores": [0.5938, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313, 0.5313, 0.5313, 0.5313, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "7698064", "2574549", "6761602", "3689309", "6622172", "8608886", "7017750", "1716202", "5143805"], "ranked_scores": [0.7188, 0.7188, 0.5313, 0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.4688, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1640257", "6950276", "140294", "249524", "3761522", "6950269", "379549", "1640260", "4432472", "7531871"], "ranked_scores": [0.7188, 0.6875, 0.6562, 0.6562, 0.6562, 0.625, 0.5938, 0.5938, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["5002757", "8778783", "7479455", "7479448", "4753539", "5694511", "4081109", "2026479", "8215736", "50056"], "ranked_scores": [0.625, 0.5938, 0.5938, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313, 0.5313, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "208854", "4659311", "6532620", "2136954", "5640023", "8552348", "4405605", "7009653"], "ranked_scores": [0.6562, 0.5625, 0.5313, 0.5, 0.4688, 0.4688, 0.4687, 0.4687, 0.4687, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["1005751", "7154587", "7732382", "7168976", "295788", "7168973", "2131339", "2684978", "3971679", "7181639"], "ranked_scores": [0.5, 0.5, 0.4688, 0.4688, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["379549", "1234792", "4892433", "2248109", "6419646", "2790550", "8351436", "5809779", "8091571", "8093131"], "ranked_scores": [0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4687, 0.4375, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["2098124", "7970736", "4261846", "2503846", "6582945", "4714201", "8619697", "8428361", "4953970", "8450828"], "ranked_scores": [0.625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "5720449", "2586618", "6193662", "232771", "87282", "2540442", "4049913", "4702013", "5395324"], "ranked_scores": [0.6563, 0.6563, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5937, 0.5937, 0.5937], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "5232492", "6546172", "4449956", "7220312", "8067800", "2010657", "5190753", "3890351", "8827604"], "ranked_scores": [0.7812, 0.5625, 0.5625, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870704", "767018", "1026115", "3202201", "7937822", "5932719", "328288", "2995208", "6671559"], "ranked_scores": [0.6563, 0.4688, 0.4375, 0.4375, 0.4375, 0.4375, 0.4063, 0.4063, 0.4063, 0.4063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8722441", "2116932", "1435310", "7671660", "4574062", "2116933", "2116929", "4845318", "4880896", "8660295"], "ranked_scores": [0.8125, 0.75, 0.75, 0.75, 0.75, 0.75, 0.7188, 0.7188, 0.7188, 0.7187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "6097742", "7391102", "8658849", "8059407", "3532662", "133086", "4725494", "5118337"], "ranked_scores": [0.5625, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4687, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["925659", "1799629", "1290166", "5674942", "7503570", "1175612", "5964551", "8539656", "6005400", "2002380"], "ranked_scores": [0.6563, 0.6563, 0.6562, 0.625, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1842454", "1013485", "6854565", "7803391", "8345204", "7741734", "6703894", "8170769", "5213336", "7827765"], "ranked_scores": [0.6875, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["1466110", "8045986", "1839684", "3853232", "442006", "2431111", "2588002", "2587999", "2938280", "5000405"], "ranked_scores": [0.6875, 0.6875, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["2188117", "7689710", "5136036", "8820180", "6506033", "3368582", "7689707", "6110167", "1557627", "379520"], "ranked_scores": [0.6875, 0.6875, 0.6562, 0.625, 0.625, 0.5938, 0.5938, 0.5625, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3968773", "5729775", "5808457", "5668797", "1546056", "1493895", "4843274", "1460640", "92150", "5591112"], "ranked_scores": [0.8438, 0.8438, 0.8125, 0.8125, 0.7812, 0.75, 0.75, 0.75, 0.75, 0.7188], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["7630103", "2636672", "2636668", "5784428", "6639719", "890035", "1017723", "3733774", "6365873", "6588011"], "ranked_scores": [0.75, 0.75, 0.7188, 0.7188, 0.7188, 0.7188, 0.7188, 0.7187, 0.6875, 0.6875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "954268", "6091672", "1013485", "6507423", "1333651", "1088384", "1962396", "5149609", "7650732"], "ranked_scores": [0.6563, 0.5313, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.4688, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["845706", "2411467", "6513250", "1174172", "7249172", "7131195", "4592392", "5832532", "1665801", "755730"], "ranked_scores": [0.5313, 0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["5408281", "4561916", "7810605", "5373185", "3132831", "4799603", "2887944", "1603365", "4547262", "4558981"], "ranked_scores": [0.625, 0.5313, 0.5312, 0.5, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["2061122", "365236", "7863431", "4261975", "4195768", "278763", "2537934", "5352322", "41701", "5671809"], "ranked_scores": [0.6875, 0.6562, 0.6562, 0.6562, 0.625, 0.5938, 0.5938, 0.5937, 0.5937, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["8584772", "3332393", "1690652", "7899629", "8624217", "7369414", "7073235", "3173599", "8498825", "7878881"], "ranked_scores": [0.5938, 0.5937, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "8796486", "8773427", "7975065", "4765789", "4966850", "8607085", "2396672", "3790426"], "ranked_scores": [0.7187, 0.6875, 0.6875, 0.6563, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526871", "1511150", "7526868", "5666376", "4786937", "4863107", "8605147", "6503017", "4551599", "982652"], "ranked_scores": [0.6562, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["3259751", "7110606", "978127", "2737704", "6281807", "2486151", "7027322", "4788846", "5375634", "7041861"], "ranked_scores": [0.875, 0.6875, 0.6562, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1205478", "2366115", "5268642", "5336577", "4256443", "6278487", "2454159", "489957", "605083", "3437046"], "ranked_scores": [0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938, 0.5937, 0.5937, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7231936", "8148596", "1696161", "1464540", "3820657", "8098325", "6207588", "7505807", "7645257", "3712671"], "ranked_scores": [0.6563, 0.5625, 0.5, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["8187749", "5310704", "946762", "4004619", "8347480", "3484693", "5212100", "2651678", "5702662", "6302238"], "ranked_scores": [0.75, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6563, 0.6562, 0.6562, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "3672237", "3148555", "4991353", "826058", "7161099", "8374135", "3848837", "7920247", "1402218"], "ranked_scores": [0.75, 0.6875, 0.6563, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5313, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4900578", "4409027", "7778949", "1572688", "6061091", "4347698", "2103530", "6061092", "4605271"], "ranked_scores": [0.5938, 0.5625, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7606919", "2831033", "3722839", "5338899", "1343315", "7611350", "2169679", "4917639", "7835222", "1792339"], "ranked_scores": [0.625, 0.625, 0.5938, 0.5625, 0.5625, 0.5313, 0.5312, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5143805", "1933329", "1511285", "1692091", "921100", "2994679", "5812523", "1867101", "7932507", "921101"], "ranked_scores": [0.75, 0.7187, 0.7187, 0.7187, 0.6563, 0.6563, 0.6562, 0.6562, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258668", "2359804", "8494137", "4258663", "7503113", "4130908", "7420248", "2940016", "1549229", "8532695"], "ranked_scores": [0.75, 0.7188, 0.6562, 0.6562, 0.625, 0.625, 0.5938, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["1732853", "7562631", "40639", "3715197", "2024648", "7562624", "928953", "4002821", "5304087", "928952"], "ranked_scores": [0.5937, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "7610413", "8015905", "8812135", "6125802", "8221431", "3210963", "6834849", "8221437", "5409486"], "ranked_scores": [0.5625, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770959", "3495831", "6786202", "1918642", "7770963", "5490134", "2101768", "3333503", "5439713"], "ranked_scores": [0.6562, 0.5938, 0.5937, 0.5937, 0.5625, 0.5313, 0.5312, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212597", "6185824", "6185825", "155487", "8405293", "6212588", "3625144", "6533908", "826701"], "ranked_scores": [0.6875, 0.6562, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["5653612", "6948296", "7601059", "2465849", "5402180", "7193888", "3765824", "740669", "3823641", "5145284"], "ranked_scores": [0.625, 0.5625, 0.5625, 0.5312, 0.5312, 0.5312, 0.5312, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["6919840", "5891383", "1193873", "3631388", "7142748", "7274984", "2857974", "1460689", "6037749", "6305059"], "ranked_scores": [0.7187, 0.6875, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["1452606", "8600254", "7395888", "6533908", "6176864", "2542771", "6107573", "4437857", "6025784", "7985411"], "ranked_scores": [0.7187, 0.6875, 0.6563, 0.6563, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["8424304", "3495831", "3333503", "5579440", "5490134", "1981696", "3495837", "8231996", "7391326", "3495840"], "ranked_scores": [0.625, 0.5938, 0.5312, 0.5312, 0.5312, 0.5312, 0.5312, 0.5312, 0.5312, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["5025261", "8667781", "297876", "3982832", "8828449", "8743966", "1953277", "3616085", "7946528", "8793569"], "ranked_scores": [0.6875, 0.5625, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4687, 0.4687, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-64-tq-2bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674644", "8083127", "5865180", "6858216", "638358", "1674646", "7584907", "7072115", "2725064", "1301327"], "ranked_scores": [0.838, 0.824, 0.8161, 0.8122, 0.8118, 0.8081, 0.8065, 0.8027, 0.797, 0.7913], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297109", "2684883", "1297112", "220565", "527685", "1674644", "3308552", "1674646", "5100196", "7584907"], "ranked_scores": [0.7826, 0.7738, 0.7695, 0.7686, 0.7671, 0.7616, 0.7588, 0.7576, 0.7538, 0.751], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "7383965", "911138", "3451043", "6235583", "1238142", "298606", "6712790", "5221728"], "ranked_scores": [0.7617, 0.6685, 0.6615, 0.6489, 0.6072, 0.5905, 0.5882, 0.5874, 0.5812, 0.5703], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "2812582", "3338175", "7386245", "7369987", "6479986", "7011409", "515311", "452450", "2548176"], "ranked_scores": [0.8366, 0.828, 0.8092, 0.7778, 0.7627, 0.7593, 0.7592, 0.7585, 0.7542, 0.7454], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3640120", "8554964", "7048912", "7255675", "3794297", "7048914", "3794304", "5450605", "4269405", "5346316"], "ranked_scores": [0.7353, 0.7309, 0.7266, 0.7264, 0.721, 0.7198, 0.7168, 0.7097, 0.7078, 0.7061], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["8817884", "7469549", "5606320", "4450104", "3971679", "8299818", "1494980", "7929603", "1190311", "1805806"], "ranked_scores": [0.6196, 0.6165, 0.6049, 0.6023, 0.5989, 0.5938, 0.592, 0.5838, 0.5752, 0.573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "6964479", "4816964", "6980305", "1777799", "4487109", "5108583", "3373141", "7813557", "6104775"], "ranked_scores": [0.7545, 0.7486, 0.7214, 0.6749, 0.6579, 0.6569, 0.655, 0.6487, 0.6481, 0.6441], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "7698064", "3550559", "3689309", "3550563", "3659405", "3428369", "951992", "477636", "547039"], "ranked_scores": [0.794, 0.7475, 0.6131, 0.5695, 0.5672, 0.5385, 0.5104, 0.5029, 0.5, 0.4945], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["6950269", "6950276", "1640257", "4432476", "4414409", "6950275", "5110182", "140294", "249524", "1640260"], "ranked_scores": [0.7707, 0.7551, 0.7341, 0.7282, 0.7227, 0.6878, 0.687, 0.684, 0.6743, 0.6723], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7479455", "5002757", "2508734", "4582407", "8778783", "7187662", "4617506", "4081109", "8251080"], "ranked_scores": [0.6681, 0.6164, 0.6007, 0.5992, 0.5941, 0.5915, 0.5845, 0.5754, 0.5735, 0.5727], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "4922192", "5640027", "4436697", "8114676", "5640023", "4405605", "1226213"], "ranked_scores": [0.7774, 0.7565, 0.6739, 0.5966, 0.5635, 0.5547, 0.5532, 0.549, 0.5441, 0.5381], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["2172877", "7168976", "4069689", "7058927", "7858639", "1541453", "8079626", "295794", "7254353", "1031361"], "ranked_scores": [0.5769, 0.5755, 0.5542, 0.5425, 0.5278, 0.527, 0.5264, 0.5199, 0.5129, 0.5127], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "6363854", "6072167", "4892433", "6363851", "5809784", "5809779", "5457419", "4498692", "7301816"], "ranked_scores": [0.608, 0.5698, 0.5638, 0.5559, 0.5434, 0.5422, 0.5336, 0.5335, 0.5307, 0.5296], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8259512", "7970735", "7970736", "211437", "8450827", "3790851", "8450828", "7513243", "8450833"], "ranked_scores": [0.7913, 0.7888, 0.7624, 0.735, 0.7165, 0.6921, 0.6887, 0.6733, 0.6636, 0.6343], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["4619086", "7160805", "232771", "981996", "7206774", "7160804", "8632000", "8636883", "8128745", "2540442"], "ranked_scores": [0.733, 0.7303, 0.7008, 0.6908, 0.6827, 0.678, 0.6736, 0.673, 0.6647, 0.6626], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2010657", "4768599", "7496070", "7574370", "1136294", "8067800", "6519064", "46048", "4723508"], "ranked_scores": [0.766, 0.5594, 0.5577, 0.5533, 0.5506, 0.5405, 0.5377, 0.5371, 0.5325, 0.5122], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870704", "7870707", "2995208", "5143532", "5672317", "7870700", "7919682", "6439595", "2931424", "3835174"], "ranked_scores": [0.6358, 0.6337, 0.6113, 0.5803, 0.5684, 0.5603, 0.5522, 0.5463, 0.5337, 0.5257], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "1435310", "2116929", "2116932", "8660295", "2116933", "8722440", "4574062", "7948042", "8722441"], "ranked_scores": [0.796, 0.7848, 0.7775, 0.7644, 0.7643, 0.7566, 0.7509, 0.7456, 0.7444, 0.7439], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "3569426", "4985799", "3915433", "7218532", "4725494", "2450611", "4253088", "3891003"], "ranked_scores": [0.7778, 0.6756, 0.638, 0.6284, 0.6055, 0.5899, 0.5895, 0.5774, 0.5755, 0.5641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "1674914", "6641480", "5674942", "3444262", "5964551", "7503576", "1175612", "6822082", "8065757"], "ranked_scores": [0.7798, 0.7782, 0.7465, 0.7253, 0.7253, 0.7247, 0.7078, 0.7035, 0.6992, 0.6982], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7803391", "1842454", "6046078", "6513250", "1174172", "1174168", "1174164", "1299663", "261654", "1484399"], "ranked_scores": [0.727, 0.7112, 0.6889, 0.6846, 0.6818, 0.672, 0.6443, 0.6367, 0.6343, 0.624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["3853232", "8045986", "2588002", "1023113", "7623736", "2175868", "1839684", "5535297", "4796869", "442006"], "ranked_scores": [0.8025, 0.7863, 0.7829, 0.7737, 0.7628, 0.7616, 0.7518, 0.7477, 0.7416, 0.7401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "8820180", "7689710", "2188117", "4936994", "7689707", "3368582", "5136036", "1143382", "8745904"], "ranked_scores": [0.768, 0.7423, 0.7156, 0.713, 0.7053, 0.685, 0.6608, 0.6341, 0.6236, 0.6119], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "3968773", "1460640", "1546056", "5668797", "92150", "4153409", "1494462", "5808457", "4843274"], "ranked_scores": [0.8633, 0.8448, 0.8268, 0.8122, 0.8055, 0.8027, 0.8024, 0.7927, 0.7872, 0.7839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5784428", "5123227", "3733774", "2636672", "8426355", "5873574", "5269626", "5470234", "4634946", "1348264"], "ranked_scores": [0.8734, 0.85, 0.8426, 0.8388, 0.8274, 0.8246, 0.8176, 0.8118, 0.8118, 0.8072], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5170949", "6343914", "3073632", "954268", "5027731", "2820637", "1088384", "954270", "5174051"], "ranked_scores": [0.8005, 0.7658, 0.7547, 0.7354, 0.7273, 0.713, 0.705, 0.7036, 0.7017, 0.7002], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "755730", "845706", "4520834", "4854782", "7131195", "1059524", "1314383", "272188"], "ranked_scores": [0.7187, 0.691, 0.6893, 0.6881, 0.6768, 0.67, 0.6633, 0.6591, 0.6548, 0.6505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["3132831", "7810605", "1221320", "5149609", "4799603", "3720839", "5184907", "8162192", "3255206", "6090442"], "ranked_scores": [0.6233, 0.6164, 0.6126, 0.6091, 0.6078, 0.5655, 0.5559, 0.555, 0.5536, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["365236", "5094229", "4195768", "7288502", "8265919", "2510740", "7646422", "5352322", "4437972", "2061122"], "ranked_scores": [0.8264, 0.8022, 0.7952, 0.7925, 0.7918, 0.781, 0.7783, 0.7776, 0.7741, 0.7666], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["5764460", "3445115", "3173599", "8624217", "7899629", "4603370", "7878881", "8498825", "8242417", "8584772"], "ranked_scores": [0.6741, 0.6703, 0.6597, 0.6532, 0.6368, 0.6365, 0.632, 0.6301, 0.6244, 0.6235], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["6714731", "7833608", "8773427", "7254353", "4966850", "4451324", "8287779", "7833611", "2396672", "2998930"], "ranked_scores": [0.7355, 0.7228, 0.7135, 0.6762, 0.665, 0.6597, 0.6526, 0.6422, 0.6347, 0.6285], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526871", "1511150", "4786937", "8783461", "6503017", "8605147", "7526870", "5036995", "7526868", "4600593"], "ranked_scores": [0.7795, 0.7667, 0.7236, 0.7145, 0.7096, 0.7076, 0.7075, 0.698, 0.6908, 0.6883], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "3259751", "5280582", "7110611", "7110612", "3701436", "7299514", "5280575", "2737704", "8310623"], "ranked_scores": [0.7721, 0.7449, 0.6867, 0.6733, 0.6613, 0.6576, 0.6521, 0.6496, 0.6366, 0.6324], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["4256443", "1592532", "1417034", "4502858", "30085", "489952", "5336580", "4004903", "7699112", "8327486"], "ranked_scores": [0.7666, 0.7445, 0.7412, 0.7371, 0.7323, 0.7268, 0.7186, 0.7179, 0.7014, 0.7005], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "6207588", "4039012", "6207587", "7505807", "1696161", "7231936", "2789716", "7874898"], "ranked_scores": [0.7951, 0.736, 0.7199, 0.7103, 0.6994, 0.6972, 0.6666, 0.6515, 0.6501, 0.649], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["8187749", "4111498", "2245440", "5212100", "4205560", "4004619", "4589415", "7741066", "1338705", "3560310"], "ranked_scores": [0.8421, 0.8155, 0.8106, 0.7999, 0.7884, 0.7872, 0.7866, 0.7838, 0.7833, 0.7832], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3672237", "4991354", "8374135", "3806458", "4991356", "4991353", "6465402", "7161099", "7161101"], "ranked_scores": [0.8086, 0.8079, 0.7738, 0.7603, 0.7258, 0.7139, 0.6934, 0.671, 0.6606, 0.6224], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "4605271", "2531512", "4363844", "6300620", "7778949", "7689564", "4363840"], "ranked_scores": [0.7558, 0.7527, 0.7241, 0.7137, 0.678, 0.653, 0.6178, 0.6156, 0.6107, 0.5956], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7606919", "3722839", "7831679", "5338899", "7428627", "2103978", "7611350", "3491901", "7835222", "139961"], "ranked_scores": [0.7091, 0.6785, 0.6765, 0.6378, 0.6186, 0.6162, 0.613, 0.6018, 0.5992, 0.5905], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1933329", "1631830", "1867101", "921100", "1692091", "921101", "5143805", "5812523", "7313345", "3689305"], "ranked_scores": [0.8285, 0.8228, 0.8068, 0.7948, 0.7908, 0.7884, 0.782, 0.7752, 0.7628, 0.7532], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7420248", "2359804", "4258668", "8494137", "7728427", "1969532", "1549229", "4130908", "3252244"], "ranked_scores": [0.8159, 0.8074, 0.7471, 0.7448, 0.7376, 0.7041, 0.7037, 0.6976, 0.6973, 0.6931], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562631", "2024648", "8738884", "5304087", "7562624", "1337894", "3368462", "1732850", "3617648", "1374743"], "ranked_scores": [0.7563, 0.7267, 0.698, 0.6774, 0.6534, 0.6247, 0.5765, 0.5635, 0.5624, 0.5501], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["5409487", "8221431", "3210963", "1922718", "8221437", "5409486", "4158114", "8015905", "5409488", "7856346"], "ranked_scores": [0.6297, 0.6266, 0.6174, 0.6077, 0.6073, 0.6043, 0.5908, 0.5905, 0.5883, 0.5869], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495835", "3495831", "7515552", "7770959", "3495838", "6786202", "3495840", "6643679"], "ranked_scores": [0.7746, 0.731, 0.6836, 0.6657, 0.6514, 0.6317, 0.6263, 0.6207, 0.6122, 0.6079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212597", "6212591", "6212588", "6401864", "609594", "3843787", "6185825", "6185824", "6965745", "3625144"], "ranked_scores": [0.7795, 0.7738, 0.7639, 0.75, 0.7456, 0.6382, 0.6249, 0.6244, 0.623, 0.6214], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "6948296", "2465849", "2108312", "7840847", "7206774", "1224895", "4846383", "8499854", "1325723"], "ranked_scores": [0.7302, 0.689, 0.6579, 0.6159, 0.6068, 0.6036, 0.6005, 0.5971, 0.5778, 0.5742], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "2857974", "3668938", "6919840", "5057288", "2857976", "7511874", "8432430"], "ranked_scores": [0.7876, 0.7566, 0.7431, 0.7202, 0.7157, 0.7097, 0.7073, 0.706, 0.6883, 0.6867], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "7985411", "1452606", "6533908", "4437855", "5830025", "704294", "6176864"], "ranked_scores": [0.841, 0.8236, 0.7538, 0.7405, 0.7235, 0.7219, 0.717, 0.7071, 0.707, 0.7046], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["8424304", "7589839", "1981696", "8123901", "1420930", "1981693", "7391326", "5955284", "7152851", "7138494"], "ranked_scores": [0.7221, 0.7017, 0.6699, 0.6618, 0.6608, 0.657, 0.6342, 0.6297, 0.6212, 0.6097], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "6304249", "8771883", "4630972", "3935875", "7966624", "8743966", "4356227", "5025261", "7830233"], "ranked_scores": [0.7232, 0.6379, 0.6279, 0.6277, 0.6168, 0.6005, 0.5962, 0.5953, 0.5939, 0.5937], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-64-tq-3bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7584907", "2410161", "3649859", "1674646", "1433976", "1301327", "7072115", "1674644", "8083127", "6858216"], "ranked_scores": [0.873, 0.8594, 0.8554, 0.8516, 0.839, 0.8356, 0.8349, 0.8307, 0.828, 0.827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "220565", "1297109", "527685", "1150856", "1674644", "4956876", "8083127", "5450668", "1297112"], "ranked_scores": [0.836, 0.8046, 0.7933, 0.7886, 0.7876, 0.7815, 0.7759, 0.7682, 0.7679, 0.7653], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "5842823", "911138", "6235583", "3792488", "6236648", "298606", "6712790", "3451043"], "ranked_scores": [0.8015, 0.743, 0.7181, 0.7031, 0.6824, 0.6702, 0.6541, 0.6515, 0.6447, 0.6398], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2812582", "5769842", "3338175", "7369987", "515311", "2740613", "2548176", "5359258", "7386245", "7011409"], "ranked_scores": [0.8773, 0.8637, 0.862, 0.824, 0.8125, 0.7902, 0.789, 0.7824, 0.7734, 0.7733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "3640120", "7255675", "7048912", "3794297", "3794304", "1159742", "7255678", "4269405", "856390"], "ranked_scores": [0.8087, 0.8076, 0.7954, 0.7785, 0.7762, 0.7701, 0.7681, 0.7627, 0.7517, 0.7504], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1805806", "4450104", "1494980", "3971679", "3205963", "8299818", "1190311", "5606320", "7469549", "2742231"], "ranked_scores": [0.6976, 0.6955, 0.6719, 0.6414, 0.6354, 0.6314, 0.6266, 0.6248, 0.6195, 0.6142], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6980305", "4816964", "6964479", "7260457", "7813557", "2807543", "6815901", "6104775", "1767388", "1777799"], "ranked_scores": [0.7486, 0.7397, 0.7338, 0.7326, 0.728, 0.7131, 0.698, 0.6937, 0.6912, 0.689], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "7698064", "3550559", "3550563", "477636", "1692091", "3659405", "3689309", "3428369", "3689305"], "ranked_scores": [0.8427, 0.7429, 0.6752, 0.6242, 0.5583, 0.5511, 0.5485, 0.548, 0.5335, 0.5317], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["6950276", "4414409", "6950269", "2421289", "3761522", "140294", "249524", "6950275", "4432476", "1640257"], "ranked_scores": [0.8109, 0.7949, 0.7846, 0.749, 0.7475, 0.7378, 0.7358, 0.734, 0.7251, 0.7168], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "630314", "7187662", "4830263", "7479455", "7479448", "4582407", "8152557", "8778783", "7964634"], "ranked_scores": [0.6619, 0.6054, 0.6031, 0.5968, 0.5962, 0.593, 0.5851, 0.5841, 0.5792, 0.575], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1438830", "1226213", "5640023", "209692", "4405605", "8511971", "2136954"], "ranked_scores": [0.7759, 0.7583, 0.7018, 0.6919, 0.6318, 0.6094, 0.5957, 0.5875, 0.5673, 0.5601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4069689", "2172877", "8110427", "7168976", "1013485", "7058927", "7858639", "5196335", "566163", "295789"], "ranked_scores": [0.6626, 0.6038, 0.5516, 0.5468, 0.5395, 0.5331, 0.5256, 0.5161, 0.5158, 0.5138], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "5809779", "4892433", "6363851", "6363854", "7301816", "4935193", "5809784", "3512764", "8428127"], "ranked_scores": [0.6304, 0.6198, 0.6045, 0.5993, 0.5913, 0.5849, 0.5765, 0.5659, 0.5642, 0.5607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970735", "8259512", "7970728", "8450827", "7970736", "211437", "8450828", "3790851", "8450833", "4860954"], "ranked_scores": [0.8094, 0.792, 0.7475, 0.7387, 0.7165, 0.701, 0.6575, 0.6567, 0.6553, 0.6531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "232771", "5720449", "8636883", "4619086", "7160804", "6193662", "4702013", "8131676", "8346654"], "ranked_scores": [0.7878, 0.7781, 0.7567, 0.7538, 0.753, 0.7478, 0.7197, 0.7141, 0.7125, 0.7118], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2010657", "6467669", "7220312", "8067800", "1136294", "5190750", "7574370", "4768599", "7686961"], "ranked_scores": [0.8179, 0.6553, 0.6331, 0.6154, 0.5917, 0.5908, 0.5876, 0.5771, 0.5661, 0.5656], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "3835174", "7870704", "5143532", "7870700", "2995208", "6368665", "7937822", "6439595", "5672317"], "ranked_scores": [0.6927, 0.6532, 0.6428, 0.6386, 0.6272, 0.6081, 0.6062, 0.5985, 0.5847, 0.5774], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["1435310", "2116929", "7948042", "8660295", "2116932", "8722440", "8157542", "8722441", "4880893", "3646580"], "ranked_scores": [0.8112, 0.8103, 0.7998, 0.7981, 0.7918, 0.7874, 0.7839, 0.7796, 0.7753, 0.7742], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "3569426", "4985799", "2870276", "4253088", "3891003", "133086", "2320165", "7218532"], "ranked_scores": [0.7921, 0.7363, 0.6956, 0.6815, 0.6278, 0.6266, 0.6241, 0.6225, 0.6218, 0.6211], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "7503576", "5674942", "1674914", "925659", "1290166", "5964551", "3444262", "1863876", "7932035"], "ranked_scores": [0.8325, 0.7837, 0.7816, 0.779, 0.7447, 0.7349, 0.7328, 0.7244, 0.7107, 0.7055], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1842454", "1174172", "1174168", "1174164", "6046078", "6513250", "7803391", "4999276", "1299663", "6127285"], "ranked_scores": [0.7704, 0.7467, 0.7445, 0.7436, 0.7193, 0.7136, 0.7117, 0.661, 0.6502, 0.6495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "2588002", "1023113", "3853232", "4796869", "1839684", "442006", "2175868", "7623736", "863946"], "ranked_scores": [0.848, 0.8163, 0.8081, 0.7985, 0.7967, 0.7869, 0.7814, 0.7667, 0.7654, 0.7621], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "7689710", "8820180", "2188117", "4936994", "7689707", "5136036", "3368582", "5467125", "3978120"], "ranked_scores": [0.7918, 0.7288, 0.7129, 0.6967, 0.6684, 0.6532, 0.6421, 0.6225, 0.616, 0.6022], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "3968773", "92150", "1546056", "5668797", "1460640", "2443030", "1494462", "5808457", "2863952"], "ranked_scores": [0.8862, 0.8705, 0.8555, 0.853, 0.8408, 0.8405, 0.8387, 0.8302, 0.8271, 0.8234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5784428", "1348264", "5873574", "2636672", "5269626", "1017723", "8426355", "3733774", "4634946", "2636668"], "ranked_scores": [0.868, 0.8666, 0.8653, 0.8579, 0.8573, 0.8489, 0.8446, 0.8296, 0.8259, 0.8236], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1088384", "3073632", "5174051", "5170949", "6343914", "8421090", "4805364", "954268", "5027731"], "ranked_scores": [0.817, 0.791, 0.7897, 0.7837, 0.7763, 0.7728, 0.7701, 0.7598, 0.7543, 0.7511], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "821374", "845706", "272188", "1613678", "4520834", "1059524", "1525620", "7131195", "2080220"], "ranked_scores": [0.8045, 0.7637, 0.7613, 0.7603, 0.7505, 0.7493, 0.7475, 0.7276, 0.727, 0.7236], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8741687", "4547262", "3132831", "6797667", "5149609", "7810605", "5408281", "5184907", "4561916", "3024301"], "ranked_scores": [0.6992, 0.671, 0.6684, 0.6667, 0.6639, 0.6633, 0.6518, 0.6443, 0.6387, 0.6372], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["8265919", "2536497", "2510740", "7646422", "5094229", "7288504", "4195768", "4278761", "365236", "7288502"], "ranked_scores": [0.8241, 0.8229, 0.8215, 0.8214, 0.8184, 0.8143, 0.8137, 0.8117, 0.8091, 0.809], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3173599", "7878881", "8624217", "8584772", "5764460", "7899629", "8498825", "1536187", "3445115", "899170"], "ranked_scores": [0.7594, 0.7018, 0.7017, 0.689, 0.6832, 0.663, 0.6615, 0.6588, 0.6579, 0.6423], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "6714731", "8773427", "7833611", "3979452", "2998929", "4451324", "2396672", "8287779", "8796486"], "ranked_scores": [0.7822, 0.7659, 0.711, 0.7059, 0.6961, 0.6815, 0.6802, 0.6705, 0.667, 0.6503], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526871", "6503017", "7526870", "4786937", "7526867", "982644", "7526868", "2617807", "1511155", "6062947"], "ranked_scores": [0.8211, 0.7967, 0.7829, 0.777, 0.7755, 0.7742, 0.7664, 0.7655, 0.7601, 0.7577], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["3259751", "7110606", "7110611", "7110612", "7770196", "2486151", "5280582", "8310623", "3701436", "7299514"], "ranked_scores": [0.8218, 0.8092, 0.7782, 0.7523, 0.7334, 0.7147, 0.7024, 0.6919, 0.6865, 0.6741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5268642", "4502858", "4256443", "7699112", "489952", "1417034", "2366115", "2565604", "5343617"], "ranked_scores": [0.7857, 0.7546, 0.7536, 0.7507, 0.7503, 0.7458, 0.7428, 0.7404, 0.7371, 0.7359], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "6207587", "6207588", "7874898", "4039012", "4687112", "7505807", "7886033", "7645257"], "ranked_scores": [0.7882, 0.7722, 0.7458, 0.7281, 0.7169, 0.7141, 0.708, 0.6987, 0.6884, 0.6819], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4111498", "1338705", "8187749", "2476395", "6302238", "8819844", "4004619", "4589415", "4205560", "2290637"], "ranked_scores": [0.8535, 0.8364, 0.833, 0.8264, 0.8256, 0.8242, 0.8236, 0.8162, 0.8097, 0.8064], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3672237", "4991354", "8374135", "6465402", "3806458", "4991356", "4991353", "7161099", "6669947"], "ranked_scores": [0.8361, 0.8214, 0.8081, 0.7838, 0.7225, 0.7034, 0.6988, 0.6981, 0.6881, 0.6695], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4409027", "2531512", "4900578", "4363844", "4363840", "6300620", "7778949", "2103530"], "ranked_scores": [0.7694, 0.7447, 0.7416, 0.7142, 0.7121, 0.6472, 0.5954, 0.5841, 0.5834, 0.5782], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["3722839", "7606919", "7831679", "5338899", "7428627", "6803877", "6632520", "6632518", "6632522", "7835222"], "ranked_scores": [0.783, 0.746, 0.736, 0.712, 0.7112, 0.6862, 0.6804, 0.6754, 0.6748, 0.6645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1631830", "1933329", "921100", "1867101", "5812523", "5143805", "7313345", "7313342", "2750832", "1051929"], "ranked_scores": [0.8404, 0.8265, 0.8227, 0.821, 0.8054, 0.8046, 0.8042, 0.7815, 0.7801, 0.7782], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7420248", "4258668", "2359804", "1969532", "7728427", "8494137", "2940016", "5339585", "3252244"], "ranked_scores": [0.8284, 0.8063, 0.7745, 0.7552, 0.7329, 0.7283, 0.7277, 0.7261, 0.7103, 0.705], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562631", "8738884", "2024648", "5304087", "7562624", "3368462", "1732850", "1732853", "1337894", "7482891"], "ranked_scores": [0.7795, 0.7492, 0.7454, 0.7345, 0.7106, 0.6171, 0.6156, 0.6135, 0.5858, 0.5828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "5409486", "8221430", "4343906", "1922718", "5409487", "5409488", "4158114", "8015905", "7856346"], "ranked_scores": [0.7371, 0.6625, 0.6573, 0.6536, 0.6519, 0.6518, 0.6465, 0.6445, 0.6418, 0.6308], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495831", "3495835", "3495838", "6625132", "7770959", "6786202", "1634694", "3885772"], "ranked_scores": [0.789, 0.7779, 0.7529, 0.6939, 0.6752, 0.6649, 0.6567, 0.64, 0.6201, 0.6201], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "609594", "6212588", "6212597", "6212591", "6185825", "6185824", "8405293", "3843787", "1929105"], "ranked_scores": [0.824, 0.8235, 0.8177, 0.8152, 0.7612, 0.714, 0.701, 0.6789, 0.656, 0.651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "6948296", "4520541", "2465849", "7704729", "2108312", "1224895", "7174572", "4846383", "5287450"], "ranked_scores": [0.7668, 0.7141, 0.6322, 0.6277, 0.6231, 0.6231, 0.6223, 0.6217, 0.6211, 0.614], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "1193873", "2857974", "7511874", "6305059", "6919840", "2857976", "1460687"], "ranked_scores": [0.8273, 0.7739, 0.7461, 0.7376, 0.7126, 0.7125, 0.7025, 0.6927, 0.6918, 0.6914], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "7985411", "1690952", "4878176", "7104592", "6107573", "4437855", "1452606"], "ranked_scores": [0.8893, 0.8745, 0.7651, 0.7591, 0.7497, 0.7482, 0.7432, 0.7427, 0.7325, 0.7265], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["8424304", "1420930", "5955284", "7589839", "1981696", "1981693", "8123901", "6986881", "2229750", "7589844"], "ranked_scores": [0.7482, 0.7477, 0.7453, 0.7435, 0.7255, 0.7122, 0.6633, 0.6415, 0.635, 0.6348], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "5025261", "8743966", "4630972", "6304249", "7966624", "297876", "8828449", "8771883", "3113295"], "ranked_scores": [0.7261, 0.685, 0.6657, 0.6624, 0.6534, 0.6378, 0.635, 0.6347, 0.6045, 0.5952], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-128-tq-1bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7584907", "527685", "5271104", "1674644", "2410161", "6375472", "1674646", "7027088", "2187141", "5496645"], "ranked_scores": [0.6719, 0.6563, 0.6406, 0.6406, 0.6406, 0.625, 0.6094, 0.6094, 0.6094, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "5633832", "8083127", "2581550", "220565", "3308552", "1245154", "5002757", "4848021", "1245152"], "ranked_scores": [0.625, 0.5938, 0.5937, 0.5469, 0.5312, 0.5, 0.5, 0.5, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["6236648", "1592656", "7094398", "2403648", "6235583", "7383965", "7905688", "3475986", "5582271", "6711596"], "ranked_scores": [0.5313, 0.4844, 0.4687, 0.4531, 0.4375, 0.4375, 0.4375, 0.4219, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["515311", "7011409", "7369987", "5984488", "7386338", "1727064", "5684712", "6368608", "939898", "5997195"], "ranked_scores": [0.6875, 0.6875, 0.6406, 0.6406, 0.625, 0.625, 0.625, 0.625, 0.6094, 0.6094], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "7255675", "7255678", "7048912", "3640120", "1936834", "8554964", "3794297", "3794304", "1159742"], "ranked_scores": [0.6875, 0.6719, 0.6719, 0.6562, 0.625, 0.625, 0.6094, 0.5938, 0.5781, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["3205963", "4496437", "8678527", "478419", "1229810", "1179925", "4450104", "1494980", "378964", "8643852"], "ranked_scores": [0.5469, 0.5313, 0.5312, 0.5156, 0.5156, 0.5156, 0.5, 0.5, 0.5, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "6964479", "7813557", "1777799", "6964486", "1979937", "3941958", "6801871", "5155174", "4816964"], "ranked_scores": [0.625, 0.5625, 0.5469, 0.5313, 0.5312, 0.5156, 0.5156, 0.5156, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "7698064", "5812523", "3689305", "4938306", "3689309", "6903206", "5143805", "7011905", "1716202"], "ranked_scores": [0.6563, 0.5312, 0.4844, 0.4688, 0.4531, 0.4531, 0.4531, 0.4375, 0.4375, 0.4063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["6950269", "6950275", "6950276", "6909168", "4414409", "8452568", "2421289", "1790781", "1640260", "6733381"], "ranked_scores": [0.6562, 0.6562, 0.5937, 0.5781, 0.5781, 0.5625, 0.5469, 0.5, 0.5, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187662", "7187663", "2552611", "5469449", "6678435", "336438", "8552901", "4219619", "3065846", "25901"], "ranked_scores": [0.5313, 0.5313, 0.4844, 0.4688, 0.4531, 0.4531, 0.4375, 0.4375, 0.4375, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "1438830", "4922192", "1226213", "1226215", "7707024", "6033800", "2136954", "915562", "852268"], "ranked_scores": [0.625, 0.5469, 0.5156, 0.5, 0.4844, 0.4688, 0.4531, 0.4375, 0.4375, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["2172877", "755730", "278648", "7479488", "5424702", "1070106", "3414069", "5910697", "2535259", "4623383"], "ranked_scores": [0.4687, 0.4375, 0.4375, 0.4219, 0.3906, 0.3906, 0.3906, 0.3906, 0.3906, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "8259512", "6628785", "1904771", "2932576", "3473262", "7301816", "5289585", "277374", "5612948"], "ranked_scores": [0.4844, 0.4844, 0.4688, 0.4687, 0.4531, 0.4375, 0.4375, 0.4375, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "7970728", "8259512", "7970735", "8450833", "1265191", "8450827", "8450828", "3790851", "7970734"], "ranked_scores": [0.7188, 0.6719, 0.625, 0.5781, 0.5781, 0.5781, 0.5313, 0.5312, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["6193662", "7160805", "5720449", "7160804", "4702013", "7185831", "6835042", "232771", "4058561", "8131676"], "ranked_scores": [0.6563, 0.6406, 0.6094, 0.5625, 0.5469, 0.5469, 0.5313, 0.5312, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["2010657", "7220310", "1136294", "6467669", "7220312", "4768599", "3108715", "3936785", "1863796", "8067800"], "ranked_scores": [0.6719, 0.5938, 0.5156, 0.5, 0.5, 0.4844, 0.4844, 0.4688, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7911229", "7937822", "7870707", "5672317", "6368665", "7870700", "5672319", "1277378", "5143532", "8091571"], "ranked_scores": [0.5625, 0.5312, 0.5312, 0.5312, 0.5156, 0.5156, 0.5, 0.4531, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8722440", "8722441", "2397512", "7964388", "2116929", "2116932", "3557880", "2949383", "6373832", "6575406"], "ranked_scores": [0.6719, 0.6406, 0.625, 0.625, 0.625, 0.6094, 0.5938, 0.5938, 0.5938, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "2320165", "1189674", "2066418", "2646254", "133086", "3891003", "8157356", "6535340"], "ranked_scores": [0.5469, 0.4219, 0.4219, 0.4063, 0.4063, 0.3906, 0.3906, 0.375, 0.375, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5674942", "8045998", "7551316", "1863876", "6641480", "5964551", "7503576", "4393603", "4799839"], "ranked_scores": [0.625, 0.5937, 0.5781, 0.5781, 0.5625, 0.5469, 0.5312, 0.5312, 0.5312, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1299663", "6513250", "1174164", "7827765", "657351", "1174168", "8170769", "7827767", "7803391", "2547986"], "ranked_scores": [0.5781, 0.5625, 0.5469, 0.5469, 0.5312, 0.5312, 0.5156, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["2588002", "1023113", "5535297", "8045986", "863946", "7393462", "3853232", "1839684", "2588000", "442006"], "ranked_scores": [0.7188, 0.7031, 0.6875, 0.6719, 0.6563, 0.6562, 0.625, 0.625, 0.6094, 0.6094], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["2188117", "4936994", "6506033", "5039968", "3368582", "8820180", "1673140", "7689707", "5039965", "7689710"], "ranked_scores": [0.6719, 0.6094, 0.5781, 0.5781, 0.5781, 0.5625, 0.5469, 0.5, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3968773", "2486692", "1460640", "5729775", "1546056", "8000092", "6363366", "6979322", "2443030", "4369187"], "ranked_scores": [0.7187, 0.6719, 0.6562, 0.6562, 0.6406, 0.625, 0.625, 0.6094, 0.6094, 0.6094], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5269626", "1017723", "4787774", "5123227", "2636672", "2636668", "2648108", "1348264", "6639719", "4647338"], "ranked_scores": [0.6719, 0.6719, 0.6563, 0.6562, 0.6562, 0.6094, 0.6094, 0.5938, 0.5938, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "3073632", "1088384", "4805364", "1039754", "5174051", "954270", "954268", "5027729", "5027731"], "ranked_scores": [0.6563, 0.6094, 0.5938, 0.5781, 0.5781, 0.5781, 0.5781, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "845706", "272188", "1059524", "1525620", "1314383", "8267987", "3272514", "1665801", "272190"], "ranked_scores": [0.6562, 0.6406, 0.6094, 0.5781, 0.5781, 0.5625, 0.5469, 0.5469, 0.5469, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["5184907", "1663808", "8277053", "5351934", "4558981", "8741687", "7409003", "8346188", "258524", "3819287"], "ranked_scores": [0.5625, 0.5469, 0.5469, 0.5469, 0.5469, 0.5469, 0.5312, 0.5156, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["2510740", "4278761", "4195768", "7980282", "2536497", "8265919", "7288502", "2061122", "7863431", "5671809"], "ranked_scores": [0.6563, 0.6563, 0.625, 0.6094, 0.6094, 0.5938, 0.5938, 0.5781, 0.5781, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1463441", "7878881", "3173599", "8351922", "5705265", "8498825", "2525613", "7899629", "6045016", "7154587"], "ranked_scores": [0.5938, 0.5781, 0.5625, 0.5469, 0.5313, 0.5156, 0.5156, 0.5156, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["4765789", "7833608", "3979452", "7833611", "4451324", "6714731", "2918527", "3663599", "2396673", "8287779"], "ranked_scores": [0.5937, 0.5781, 0.5312, 0.5156, 0.5, 0.4844, 0.4844, 0.4688, 0.4687, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2617807", "5036995", "2099688", "8783461", "4005924", "7526871", "4631591", "3438193", "4600593", "982652"], "ranked_scores": [0.6094, 0.5781, 0.5781, 0.5781, 0.5781, 0.5781, 0.5625, 0.5469, 0.5469, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["3259751", "7110606", "7770196", "7110612", "7362929", "4153698", "3701436", "2737704", "7110611", "7299514"], "ranked_scores": [0.6562, 0.6406, 0.6094, 0.6094, 0.5938, 0.5625, 0.5625, 0.5469, 0.5469, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["5694666", "1592532", "5343617", "5362792", "6278487", "1205478", "4256443", "30088", "4502858", "3659405"], "ranked_scores": [0.6562, 0.6406, 0.625, 0.625, 0.5938, 0.5938, 0.5781, 0.5781, 0.5781, 0.5781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6875563", "8397991", "2789716", "6207587", "8098325", "3712671", "7231936", "6207588", "8148596"], "ranked_scores": [0.6563, 0.5625, 0.5469, 0.5469, 0.5313, 0.5156, 0.5156, 0.5, 0.4844, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4432184", "2245440", "4111498", "1338705", "351022", "2476395", "2651678", "4205560", "4893298", "8187754"], "ranked_scores": [0.7187, 0.7187, 0.6875, 0.6875, 0.6875, 0.6719, 0.6719, 0.6563, 0.6563, 0.6563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["3672237", "8374135", "4991354", "826058", "3806458", "4991356", "6465402", "4991353", "6669945", "7161101"], "ranked_scores": [0.7031, 0.7031, 0.6719, 0.6406, 0.6094, 0.6094, 0.5938, 0.5625, 0.5469, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4605271", "4409027", "7778956", "7778948", "4605270", "7778949", "6061091", "6061092", "4363844"], "ranked_scores": [0.5625, 0.5625, 0.5469, 0.4844, 0.4219, 0.4219, 0.4219, 0.4063, 0.4063, 0.4062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "5338899", "5186526", "7428627", "6632522", "7606919", "3722841", "7611350", "5038578", "6632520"], "ranked_scores": [0.5781, 0.5312, 0.5312, 0.5, 0.5, 0.4844, 0.4844, 0.4844, 0.4687, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5812523", "5143805", "1867101", "921101", "921100", "1631830", "1933329", "6955766", "6903201", "3689309"], "ranked_scores": [0.7656, 0.75, 0.75, 0.75, 0.7188, 0.7031, 0.7031, 0.6875, 0.6719, 0.6719], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7728427", "4258668", "4130908", "2359804", "5612948", "3250817", "7420248", "1623860", "2731819"], "ranked_scores": [0.7031, 0.625, 0.5937, 0.5937, 0.5469, 0.5313, 0.5313, 0.5312, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "5304087", "7562624", "7562631", "8646229", "2024648", "2024646", "6901546", "6712790", "7611888"], "ranked_scores": [0.7344, 0.6406, 0.625, 0.6094, 0.6094, 0.6094, 0.5937, 0.5313, 0.5312, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["1922718", "8221430", "8015905", "4343906", "3742896", "5101805", "5210293", "5409486", "8221437", "7856346"], "ranked_scores": [0.5781, 0.5781, 0.5469, 0.5312, 0.5312, 0.5312, 0.5156, 0.5156, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495831", "3495840", "7770959", "3495837", "3495835", "3885772", "1634694", "1188785", "7770963", "6392875"], "ranked_scores": [0.5469, 0.5313, 0.5, 0.5, 0.4844, 0.4844, 0.4844, 0.4531, 0.4531, 0.4063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212591", "6212588", "6212597", "609594", "8405293", "928865", "3625144", "186816", "8470196"], "ranked_scores": [0.7344, 0.7344, 0.7031, 0.6563, 0.6562, 0.4688, 0.4688, 0.4688, 0.4687, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "5702620", "6232865", "5635135", "5287450", "1325723", "3671400", "4193354", "4989064", "6744770"], "ranked_scores": [0.6094, 0.5625, 0.5469, 0.5156, 0.5, 0.5, 0.4688, 0.4687, 0.4531, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460687", "5891383", "1460685", "2857974", "6037748", "1420186", "6919840", "1460689", "4846553"], "ranked_scores": [0.5781, 0.5469, 0.5312, 0.5156, 0.5, 0.4844, 0.4844, 0.4687, 0.4531, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1728760", "7985411", "6437182", "34456", "4709447", "7104592", "1449069", "4603022"], "ranked_scores": [0.7344, 0.6562, 0.6094, 0.6094, 0.5781, 0.5781, 0.5781, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "7589844", "8424304", "5955286", "1981696", "637289", "3373195", "5764460", "4603370", "7619577"], "ranked_scores": [0.5469, 0.4844, 0.4844, 0.4688, 0.4687, 0.4687, 0.4531, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["8771883", "8798058", "7830233", "8667781", "6304249", "2830832", "4232045", "7946528", "5128180", "8828449"], "ranked_scores": [0.5625, 0.5469, 0.5312, 0.5312, 0.5312, 0.5156, 0.5, 0.5, 0.5, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-128-tq-2bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7584907", "1674644", "7072115", "2410161", "8083127", "638358", "8825856", "1674646", "527685", "1245152"], "ranked_scores": [0.7593, 0.756, 0.7241, 0.7234, 0.7227, 0.7143, 0.7142, 0.7134, 0.709, 0.6939], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "220565", "8083127", "5633832", "4848021", "3308552", "1150856", "1297109", "527685", "1674644"], "ranked_scores": [0.7253, 0.7107, 0.6753, 0.6749, 0.6737, 0.6652, 0.6401, 0.6347, 0.6214, 0.6183], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "1592656", "5842823", "7905688", "911138", "6236648", "298606", "6235583", "7383965", "3451043"], "ranked_scores": [0.6336, 0.5835, 0.5755, 0.5679, 0.5655, 0.5622, 0.55, 0.5426, 0.5339, 0.5326], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "2812582", "3338175", "6689047", "515311", "7011409", "7369987", "7386245", "2548176", "3182362"], "ranked_scores": [0.8062, 0.781, 0.7797, 0.771, 0.7547, 0.7537, 0.7481, 0.7456, 0.7357, 0.7304], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "856390", "7255675", "3640120", "3794304", "1936834", "3794297", "7048912", "7255678", "8554964"], "ranked_scores": [0.7715, 0.7594, 0.7465, 0.7008, 0.6969, 0.6869, 0.6858, 0.6834, 0.6813, 0.6739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["4450104", "3205963", "1190311", "3971679", "1805806", "1179925", "5401718", "478419", "378964", "8643852"], "ranked_scores": [0.6759, 0.6471, 0.6446, 0.6427, 0.6279, 0.6199, 0.5918, 0.59, 0.586, 0.5784], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "6964479", "6815901", "1767388", "6815896", "5227711", "2807543", "1583497", "7813557"], "ranked_scores": [0.7249, 0.6954, 0.6817, 0.663, 0.6445, 0.6382, 0.626, 0.6248, 0.6242, 0.6236], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "7698064", "3550559", "3550563", "3689305", "3689309", "4117805", "4938306", "2824454", "5812523"], "ranked_scores": [0.7342, 0.6664, 0.5767, 0.5369, 0.4814, 0.4547, 0.4529, 0.4517, 0.4338, 0.4332], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "6950269", "5110182", "1640260", "6950276", "249524", "6950275", "1790781", "1365215", "1365210"], "ranked_scores": [0.771, 0.6986, 0.6875, 0.6746, 0.6527, 0.6522, 0.6348, 0.6341, 0.6303, 0.6299], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "5002757", "4219619", "8251080", "7658715", "5132484", "4582407", "879819", "4636167"], "ranked_scores": [0.6617, 0.5895, 0.5257, 0.5167, 0.5058, 0.5022, 0.4963, 0.4811, 0.4792, 0.4723], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "1438830", "1226213", "7707024", "4922192", "1226215", "915562", "2136954", "6033800", "8114676"], "ranked_scores": [0.6777, 0.6646, 0.6529, 0.6403, 0.6269, 0.5357, 0.4902, 0.4901, 0.4598, 0.4468], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["2172877", "7058927", "7858639", "2172884", "4623383", "7168976", "114691", "4069689", "7479488", "295788"], "ranked_scores": [0.5189, 0.4634, 0.4488, 0.4444, 0.4401, 0.4399, 0.4181, 0.4178, 0.4153, 0.4142], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "3512764", "6363850", "7301816", "7420248", "6363851", "3803414", "2932576", "1317497", "3751650"], "ranked_scores": [0.6901, 0.5985, 0.5825, 0.5824, 0.5818, 0.5811, 0.5798, 0.5797, 0.5753, 0.5709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970736", "7970728", "7970735", "8450833", "8450827", "8450828", "320956", "1265191", "5528798"], "ranked_scores": [0.8, 0.7808, 0.7608, 0.7336, 0.7077, 0.7002, 0.6904, 0.6802, 0.6481, 0.608], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "6193662", "8636883", "8128745", "5720449", "7160804", "4702013", "7160799", "4619086", "232771"], "ranked_scores": [0.696, 0.6954, 0.6777, 0.6651, 0.6631, 0.6603, 0.6545, 0.652, 0.6517, 0.6504], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2010657", "3936785", "1136294", "7220312", "6467669", "5190750", "8023011", "4133417", "8067800"], "ranked_scores": [0.7313, 0.6861, 0.6156, 0.6002, 0.5955, 0.5928, 0.5815, 0.5547, 0.5452, 0.5421], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "6368665", "5143532", "6043027", "5672317", "3835174", "2001867", "3272070", "3636075", "2995208"], "ranked_scores": [0.6698, 0.6255, 0.6151, 0.6138, 0.6088, 0.5945, 0.5913, 0.5479, 0.5479, 0.5467], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8722441", "7964388", "3646580", "2116932", "8722440", "2116929", "6373832", "7948042", "1435310", "3646584"], "ranked_scores": [0.7508, 0.7406, 0.7402, 0.7344, 0.731, 0.7256, 0.7177, 0.7128, 0.7122, 0.7093], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "4985799", "2320165", "2801033", "3569426", "3915433", "1782220", "4374443", "3891003", "4253088"], "ranked_scores": [0.7113, 0.5145, 0.5084, 0.4976, 0.4874, 0.4862, 0.4827, 0.4812, 0.479, 0.4728], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5674942", "5964551", "1674914", "2044069", "1863876", "6641480", "4393603", "2002380", "6951440"], "ranked_scores": [0.781, 0.7298, 0.709, 0.6862, 0.6788, 0.6729, 0.6659, 0.6656, 0.6627, 0.6586], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["6046078", "1842454", "1299663", "6513250", "1174164", "6854565", "1174168", "7827765", "6127285", "1174172"], "ranked_scores": [0.6422, 0.631, 0.6273, 0.6208, 0.62, 0.6056, 0.6034, 0.6012, 0.5927, 0.5885], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["2588002", "1023113", "1839684", "863946", "8045986", "4796869", "5535297", "2175868", "2588000", "2587999"], "ranked_scores": [0.7637, 0.7463, 0.7446, 0.742, 0.7397, 0.7384, 0.7384, 0.7127, 0.7048, 0.7048], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "2188117", "7689710", "8820180", "4936994", "5039968", "5136036", "7689707", "1673140", "2800418"], "ranked_scores": [0.7256, 0.6678, 0.6467, 0.6435, 0.6294, 0.6092, 0.5748, 0.5647, 0.5524, 0.5454], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "3968773", "1546056", "7649297", "2443030", "1460640", "6979322", "92150", "3346337", "4153409"], "ranked_scores": [0.7942, 0.7874, 0.7634, 0.7541, 0.7437, 0.7433, 0.7433, 0.7394, 0.7247, 0.7209], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5269626", "2636672", "5123227", "2636668", "8426355", "5784428", "5873574", "1017723", "4787774", "1348264"], "ranked_scores": [0.774, 0.7718, 0.7677, 0.7482, 0.7446, 0.7413, 0.7322, 0.7275, 0.7188, 0.7058], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "7527096", "6507423", "5174051", "1088384", "3073632", "4805364", "1039754", "2820637", "1588747"], "ranked_scores": [0.7246, 0.7119, 0.7017, 0.6815, 0.6793, 0.6754, 0.6737, 0.6591, 0.6473, 0.6412], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "845706", "272188", "272190", "1613678", "1525620", "2080220", "1314383", "3937136", "551238"], "ranked_scores": [0.7887, 0.7398, 0.7024, 0.6929, 0.6909, 0.6881, 0.6832, 0.6827, 0.6779, 0.6774], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8741687", "8263203", "8346188", "6797667", "5952078", "5184907", "6694795", "7409003", "5351935", "3720839"], "ranked_scores": [0.6593, 0.6519, 0.6501, 0.6329, 0.6322, 0.627, 0.6245, 0.6205, 0.6196, 0.6163], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7288502", "7646422", "5352322", "4195768", "7980282", "5094229", "1848152", "8657854", "2929750"], "ranked_scores": [0.7457, 0.7334, 0.716, 0.7139, 0.7137, 0.7045, 0.7042, 0.6965, 0.6956, 0.6936], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3173599", "1536187", "3424319", "8789524", "5764460", "7878881", "8624217", "7899629", "3101072", "2525613"], "ranked_scores": [0.7078, 0.6578, 0.6424, 0.6411, 0.62, 0.6149, 0.6033, 0.6011, 0.5971, 0.5961], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "2396672", "6714731", "3039809", "8796486", "8773427", "4765789", "4451324", "4765788"], "ranked_scores": [0.7314, 0.7064, 0.6413, 0.635, 0.628, 0.6233, 0.6134, 0.6073, 0.6053, 0.6023], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526871", "6062947", "982644", "2617807", "4786937", "8783461", "5036995", "2208599", "1511150", "5666376"], "ranked_scores": [0.7406, 0.7297, 0.728, 0.714, 0.7059, 0.701, 0.6886, 0.6886, 0.6869, 0.6861], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "3259751", "7770196", "7110611", "2737704", "2299432", "6281807", "4153698", "5655"], "ranked_scores": [0.7724, 0.7594, 0.7049, 0.6815, 0.6732, 0.6642, 0.6485, 0.6455, 0.642, 0.6419], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["4502858", "30085", "4256443", "1592532", "6278487", "5336580", "5362792", "166399", "1205478", "5343617"], "ranked_scores": [0.8016, 0.7881, 0.7825, 0.7663, 0.7555, 0.7487, 0.7388, 0.7342, 0.732, 0.7276], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207588", "6207587", "8098325", "3712671", "4039012", "7505807", "7874898", "6684798", "2789716"], "ranked_scores": [0.7264, 0.6639, 0.6562, 0.6464, 0.6428, 0.6382, 0.6166, 0.6053, 0.6031, 0.6006], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["351022", "4111498", "4205560", "4589415", "2245440", "2290637", "4004619", "8187754", "2474580", "2476395"], "ranked_scores": [0.8296, 0.8049, 0.8012, 0.7977, 0.7961, 0.784, 0.7818, 0.7717, 0.7696, 0.7654], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "3672237", "826058", "8374135", "4991356", "6465402", "3806458", "4991353", "7161101", "7161099"], "ranked_scores": [0.7878, 0.7801, 0.7563, 0.7504, 0.7127, 0.6908, 0.6881, 0.6628, 0.6497, 0.6442], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4605271", "7778956", "4900578", "4409027", "2531512", "6193415", "4605270", "5393501", "3747811", "5231292"], "ranked_scores": [0.7225, 0.6992, 0.6619, 0.6149, 0.6047, 0.541, 0.5335, 0.5309, 0.5254, 0.5191], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "7428627", "7606919", "5338899", "3722839", "6632522", "5186526", "1109548", "4005369", "3942500"], "ranked_scores": [0.6805, 0.6339, 0.6264, 0.6113, 0.6113, 0.6032, 0.5869, 0.5843, 0.5805, 0.5785], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "921100", "5812523", "921101", "4992578", "1933329", "5143805", "6955768", "6761606", "6903201"], "ranked_scores": [0.7661, 0.7577, 0.7555, 0.7432, 0.7385, 0.7314, 0.7274, 0.7095, 0.7022, 0.6918], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7420248", "4258663", "4258668", "7503113", "7728427", "2940016", "4130908", "3252244", "1623860", "5339585"], "ranked_scores": [0.791, 0.7704, 0.721, 0.7194, 0.7139, 0.6907, 0.6836, 0.6671, 0.6591, 0.6587], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562631", "5304087", "7562624", "2024648", "8646229", "3368462", "2024646", "1732853", "1398369"], "ranked_scores": [0.792, 0.7052, 0.6928, 0.6747, 0.6547, 0.5926, 0.5899, 0.5788, 0.5703, 0.5629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["4158114", "8221430", "8015905", "7856346", "8221437", "4343906", "1922718", "3834488", "8221431", "5409487"], "ranked_scores": [0.6754, 0.6731, 0.6646, 0.6631, 0.6592, 0.6489, 0.6217, 0.6185, 0.6181, 0.6007], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495831", "3495837", "3495835", "7770963", "3495838", "3495840", "6392875", "3885772", "1634694", "7770959"], "ranked_scores": [0.7157, 0.6989, 0.6662, 0.6478, 0.627, 0.5917, 0.5563, 0.5438, 0.5438, 0.5377], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212591", "6212588", "6212597", "609594", "6965745", "8405293", "8470196", "3843787", "186816"], "ranked_scores": [0.8176, 0.7682, 0.7676, 0.745, 0.7317, 0.5577, 0.5563, 0.5394, 0.5221, 0.5215], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "5702620", "5128175", "2108312", "7704729", "1325723", "7651219", "8499854", "6392824", "2432015"], "ranked_scores": [0.767, 0.5389, 0.5329, 0.5308, 0.521, 0.5132, 0.513, 0.5099, 0.5092, 0.4984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "7511874", "1460685", "6305059", "1460687", "8177246", "3668938", "1460689", "1420186"], "ranked_scores": [0.7485, 0.6341, 0.6069, 0.5926, 0.5758, 0.5619, 0.5573, 0.5475, 0.5399, 0.5388], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "7985411", "4437855", "1690952", "6567497", "7104592", "4878176", "7515853"], "ranked_scores": [0.8, 0.7954, 0.6732, 0.6598, 0.657, 0.6468, 0.6374, 0.6372, 0.6334, 0.6158], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981693", "7589839", "8424304", "1981696", "2229750", "5955284", "637289", "1420930", "5705265", "2387122"], "ranked_scores": [0.6568, 0.647, 0.6273, 0.6239, 0.6012, 0.5804, 0.5794, 0.5752, 0.5686, 0.558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "6304249", "297876", "7966624", "8743966", "8771883", "3935875", "3664758", "3404247", "8667781"], "ranked_scores": [0.6655, 0.6163, 0.5833, 0.58, 0.5715, 0.5705, 0.5614, 0.5594, 0.5513, 0.5464], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-128-tq-3bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7584907", "1674646", "768350", "638358", "5496645", "1674644", "7072115", "3649859", "3527619", "2410161"], "ranked_scores": [0.799, 0.788, 0.7745, 0.7728, 0.7669, 0.7648, 0.7644, 0.7638, 0.7514, 0.7507], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "220565", "8083127", "5633832", "3308552", "1150856", "1674644", "1297109", "4848021", "1674646"], "ranked_scores": [0.7671, 0.7619, 0.7318, 0.7315, 0.7283, 0.7095, 0.7011, 0.6941, 0.6929, 0.6881], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "7383965", "3451043", "5221728", "1592656", "7905688", "6235583", "911138", "2403648"], "ranked_scores": [0.6865, 0.6034, 0.5986, 0.5914, 0.5914, 0.5859, 0.5747, 0.5687, 0.5684, 0.5681], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "2812582", "5359258", "7369987", "515311", "66616", "6926916", "2740613", "2548176"], "ranked_scores": [0.8607, 0.851, 0.8285, 0.8003, 0.7975, 0.7959, 0.7937, 0.7906, 0.7869, 0.7829], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7255675", "7048914", "3640120", "856390", "3794304", "3794297", "7048912", "8554964", "7255678", "1159742"], "ranked_scores": [0.799, 0.7888, 0.781, 0.7486, 0.7475, 0.7402, 0.7369, 0.7335, 0.732, 0.7279], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1805806", "5401718", "4450104", "3971679", "1190311", "3205963", "5606320", "8299818", "8643852", "5676506"], "ranked_scores": [0.6904, 0.6655, 0.6602, 0.659, 0.6413, 0.628, 0.6259, 0.6226, 0.6195, 0.619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "4816964", "6964479", "1767388", "2807543", "6815901", "7813557", "5227711", "6964486", "5108583"], "ranked_scores": [0.7568, 0.7464, 0.7096, 0.6812, 0.6674, 0.6612, 0.6557, 0.6547, 0.6506, 0.6353], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "7698064", "3550563", "3550559", "3689309", "3659405", "5812523", "3689305", "2562047", "1692091"], "ranked_scores": [0.7927, 0.6761, 0.5887, 0.5857, 0.5049, 0.4965, 0.4896, 0.4889, 0.4522, 0.4403], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "6950269", "6950276", "5110182", "249524", "1640260", "140294", "6950275", "4414409", "1365210"], "ranked_scores": [0.7831, 0.7532, 0.7519, 0.7385, 0.7136, 0.71, 0.6987, 0.6952, 0.6718, 0.6717], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "4636167", "5002757", "8152557", "630314", "5469449", "4996201", "7137594", "5132484"], "ranked_scores": [0.6583, 0.5935, 0.528, 0.5274, 0.5231, 0.5195, 0.5074, 0.5042, 0.4992, 0.4925], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "1438830", "7707024", "4922192", "1226213", "1226215", "2136954", "1390706", "2037947", "4405605"], "ranked_scores": [0.7391, 0.708, 0.6958, 0.6575, 0.6392, 0.5645, 0.5331, 0.5039, 0.4919, 0.4699], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["729503", "7058926", "7058927", "7858639", "295789", "2172877", "2172884", "7547705", "295794", "7168976"], "ranked_scores": [0.5288, 0.5091, 0.5015, 0.4954, 0.4869, 0.4867, 0.4859, 0.4721, 0.4698, 0.4678], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "6363850", "4892433", "6363851", "5809779", "7301816", "7301819", "5289585", "6363854", "3167063"], "ranked_scores": [0.7255, 0.6658, 0.6618, 0.6395, 0.629, 0.6083, 0.6052, 0.6009, 0.5934, 0.5791], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970736", "7970735", "7970728", "8450827", "8450828", "320956", "8450833", "1265191", "8259514"], "ranked_scores": [0.8068, 0.7952, 0.7664, 0.7481, 0.7417, 0.7188, 0.7041, 0.7018, 0.6478, 0.6355], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "6193662", "5720449", "4619086", "8128745", "8636883", "1466669", "7160804", "6835042", "232771"], "ranked_scores": [0.766, 0.728, 0.7226, 0.7136, 0.7113, 0.6915, 0.6869, 0.6852, 0.6848, 0.6779], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2010657", "3936785", "7220312", "6467669", "1136294", "5190750", "4768599", "8067800", "8167164"], "ranked_scores": [0.7959, 0.7035, 0.6614, 0.6458, 0.6324, 0.6119, 0.5996, 0.5854, 0.5852, 0.5731], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5143532", "6368665", "5672317", "6043027", "7937822", "3835174", "2995208", "3830558", "5827343"], "ranked_scores": [0.7135, 0.6464, 0.6433, 0.6261, 0.6252, 0.5881, 0.5795, 0.5712, 0.5592, 0.5584], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8722441", "6373832", "2116932", "7948042", "3646580", "1435310", "2116929", "8722440", "8157542", "2158582"], "ranked_scores": [0.8044, 0.7814, 0.7796, 0.7737, 0.7736, 0.7714, 0.7664, 0.7531, 0.7515, 0.739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "4985799", "7958943", "2801033", "2320165", "3915433", "4253088", "3569426", "2647181", "3891003"], "ranked_scores": [0.7563, 0.5913, 0.5522, 0.5436, 0.5411, 0.5371, 0.53, 0.5228, 0.5194, 0.5171], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5964551", "1863876", "5674942", "1674914", "6641480", "2044069", "7503576", "1307740", "2002380"], "ranked_scores": [0.8024, 0.742, 0.7334, 0.7196, 0.7183, 0.7159, 0.7107, 0.7066, 0.7035, 0.702], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1842454", "1174164", "1174168", "6046078", "7803391", "1174172", "6804877", "6513250", "4999276", "2131335"], "ranked_scores": [0.6711, 0.6558, 0.642, 0.6366, 0.6294, 0.6198, 0.6148, 0.6103, 0.6095, 0.6054], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["2588002", "8045986", "1839684", "1023113", "4796869", "5535297", "863946", "3853232", "442006", "2175868"], "ranked_scores": [0.7981, 0.7771, 0.7724, 0.7679, 0.7635, 0.7586, 0.7505, 0.7328, 0.7278, 0.722], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "2188117", "8820180", "7689710", "5039968", "4936994", "1673140", "7689707", "5136036", "4606680"], "ranked_scores": [0.7461, 0.6945, 0.6846, 0.6744, 0.6718, 0.6621, 0.6395, 0.6317, 0.6174, 0.5743], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "3968773", "1546056", "92150", "2443030", "1460640", "3346337", "7649297", "5808457", "6979322"], "ranked_scores": [0.8449, 0.843, 0.8393, 0.8276, 0.822, 0.818, 0.806, 0.7913, 0.7841, 0.7832], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2636672", "1348264", "5269626", "2636668", "5784428", "5873574", "8426355", "1017723", "5123227", "4647338"], "ranked_scores": [0.8249, 0.8148, 0.8106, 0.7969, 0.7959, 0.7936, 0.7804, 0.7774, 0.7731, 0.7709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5170949", "5174051", "1088384", "4805364", "2820637", "3073632", "6507423", "4805366", "6343914"], "ranked_scores": [0.7982, 0.7859, 0.7498, 0.7421, 0.7404, 0.7278, 0.7259, 0.7249, 0.7172, 0.7166], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "1314383", "2080220", "845706", "7453783", "7131195", "1059524", "4854782", "272188"], "ranked_scores": [0.7891, 0.7574, 0.7446, 0.7344, 0.7273, 0.717, 0.7144, 0.7138, 0.7114, 0.7103], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["5952078", "8741687", "7810605", "8346188", "6694795", "1850491", "4558981", "7409003", "5184907", "6797667"], "ranked_scores": [0.6792, 0.6791, 0.6726, 0.6652, 0.6619, 0.6564, 0.648, 0.6466, 0.6464, 0.6432], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7288502", "8265919", "5335298", "2510740", "5352322", "2061122", "5094229", "4195768", "2536497"], "ranked_scores": [0.8163, 0.7773, 0.7692, 0.7676, 0.7597, 0.7583, 0.7547, 0.7495, 0.7441, 0.7382], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3173599", "1536187", "5764460", "7878881", "8789524", "8624217", "7899629", "3424319", "4603370", "8584772"], "ranked_scores": [0.7272, 0.7004, 0.6722, 0.6683, 0.6655, 0.6594, 0.6564, 0.6504, 0.6449, 0.6377], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "6714731", "4765789", "3979452", "4765788", "4451324", "8773427", "1881025", "2998932"], "ranked_scores": [0.7478, 0.7296, 0.6908, 0.6711, 0.6544, 0.6485, 0.6424, 0.6393, 0.6347, 0.6307], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526871", "982644", "8783461", "1511150", "2617807", "7526870", "6062947", "4786937", "7526867", "6503017"], "ranked_scores": [0.8065, 0.7711, 0.7649, 0.7566, 0.7558, 0.7502, 0.7391, 0.7363, 0.7362, 0.7264], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "3259751", "7110611", "7770196", "8310623", "7362929", "7434451", "4153698", "6281807"], "ranked_scores": [0.8124, 0.7829, 0.748, 0.7458, 0.7144, 0.6869, 0.6867, 0.6806, 0.6703, 0.6671], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["4502858", "1592532", "5336580", "5362792", "6278487", "30085", "30088", "166399", "4522649", "1417034"], "ranked_scores": [0.8138, 0.8071, 0.8057, 0.8031, 0.8011, 0.8007, 0.789, 0.7859, 0.7703, 0.769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207587", "6207588", "3712671", "7874898", "4039012", "7505807", "8098325", "7886033", "3108253"], "ranked_scores": [0.7834, 0.7053, 0.7044, 0.6959, 0.683, 0.6753, 0.6672, 0.6522, 0.6387, 0.6365], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "2290637", "4205560", "351022", "8819844", "4589415", "4111498", "1338705", "2476395", "2245440"], "ranked_scores": [0.8627, 0.8547, 0.8529, 0.8472, 0.8452, 0.8451, 0.8409, 0.8393, 0.8288, 0.8281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["3672237", "4991354", "826058", "8374135", "4991356", "3806458", "4991353", "6465402", "7161101", "7161099"], "ranked_scores": [0.8329, 0.8301, 0.8204, 0.8042, 0.7687, 0.7445, 0.7049, 0.6966, 0.6871, 0.6472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4900578", "4409027", "2531512", "5393501", "2103530", "4363844", "3747811", "7778948"], "ranked_scores": [0.7259, 0.7252, 0.7223, 0.6938, 0.6457, 0.6173, 0.5894, 0.5853, 0.5462, 0.5417], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "7831679", "7606919", "3722839", "5338899", "6632522", "1109548", "6632518", "5186526", "2488121"], "ranked_scores": [0.6921, 0.6806, 0.6753, 0.6577, 0.6551, 0.6538, 0.6484, 0.635, 0.6282, 0.6265], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5812523", "921100", "1867101", "1933329", "921101", "6761606", "1716202", "4992578", "5143805", "6903201"], "ranked_scores": [0.7974, 0.7967, 0.79, 0.758, 0.7575, 0.754, 0.7533, 0.7496, 0.7488, 0.7485], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7420248", "7728427", "2940016", "3252244", "7503113", "4258668", "4130908", "2359804", "1969532"], "ranked_scores": [0.8447, 0.8228, 0.7864, 0.7807, 0.7744, 0.7732, 0.7712, 0.7543, 0.7374, 0.7359], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562631", "7562624", "2024648", "5304087", "2024646", "8646229", "3368462", "1732853", "1732850"], "ranked_scores": [0.8114, 0.7646, 0.7353, 0.7351, 0.7073, 0.639, 0.6322, 0.6272, 0.6228, 0.6036], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8015905", "8221437", "7856346", "4158114", "6132796", "1922718", "5409487", "6269961", "5626400"], "ranked_scores": [0.6662, 0.6653, 0.659, 0.648, 0.6356, 0.6315, 0.6293, 0.619, 0.6151, 0.6095], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "3495835", "7770963", "3495838", "3885772", "1634694", "1005751", "3495840", "6625132"], "ranked_scores": [0.7841, 0.7696, 0.7081, 0.7055, 0.6796, 0.6464, 0.6464, 0.6275, 0.6261, 0.6254], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212591", "609594", "6212597", "8405293", "6185824", "6185825", "6965745", "3625144"], "ranked_scores": [0.8049, 0.8023, 0.7941, 0.7832, 0.7739, 0.6275, 0.6173, 0.6098, 0.6071, 0.5996], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "1325723", "5702620", "8499854", "6744770", "8499858", "6392824", "6948296", "5128175", "2432015"], "ranked_scores": [0.7461, 0.6036, 0.5776, 0.5758, 0.5691, 0.55, 0.5418, 0.5346, 0.532, 0.5298], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "1460685", "7511874", "6919840", "2857974", "3668938", "8177246", "1420186", "6305059"], "ranked_scores": [0.7885, 0.7216, 0.7057, 0.6369, 0.6085, 0.6051, 0.5968, 0.59, 0.587, 0.5844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7985411", "7395884", "1690952", "7104592", "4878176", "6567497", "1136108", "4437855"], "ranked_scores": [0.8453, 0.841, 0.7301, 0.7076, 0.7062, 0.6955, 0.6869, 0.6761, 0.6728, 0.6702], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["8424304", "1981693", "7589839", "1981696", "2229750", "7589844", "1420930", "5955284", "7888894", "7152851"], "ranked_scores": [0.7036, 0.6936, 0.6705, 0.6646, 0.6615, 0.6488, 0.6481, 0.6468, 0.5987, 0.5954], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "297876", "8743966", "5025261", "3664758", "6304249", "7966624", "4630972", "8667781", "8771883"], "ranked_scores": [0.683, 0.6473, 0.6396, 0.6393, 0.6289, 0.6218, 0.6154, 0.6072, 0.601, 0.5931], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-256-tq-1bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7584907", "1674646", "3527619", "7072115", "8541250", "1021034", "2684883", "527685", "2746690", "8083127"], "ranked_scores": [0.6484, 0.6172, 0.5938, 0.5937, 0.5625, 0.5547, 0.5547, 0.5547, 0.5547, 0.5547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["220565", "1297109", "2684883", "5687382", "4956876", "5917719", "1150856", "6489670", "1674646", "6162682"], "ranked_scores": [0.5234, 0.5234, 0.5078, 0.4922, 0.4922, 0.4531, 0.4531, 0.4531, 0.4453, 0.4297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "7905688", "7383965", "1046902", "1592656", "8528760", "3451043", "2403650", "8498772"], "ranked_scores": [0.4453, 0.4375, 0.3984, 0.3828, 0.3828, 0.3672, 0.3672, 0.3672, 0.3594, 0.3594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["66616", "2812582", "3338175", "5359258", "6926916", "7011409", "4714157", "5769842", "7369987", "5997195"], "ranked_scores": [0.6172, 0.6172, 0.6172, 0.5859, 0.5859, 0.5781, 0.5703, 0.5703, 0.5625, 0.5547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["8554964", "2070215", "7255675", "1159742", "3640120", "3794304", "856390", "5346316", "4305354", "7391880"], "ranked_scores": [0.5781, 0.5547, 0.5469, 0.5391, 0.5234, 0.5234, 0.5156, 0.5078, 0.5078, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["3971679", "7469549", "4450104", "8283881", "3205963", "1805806", "478419", "1179925", "2742231", "1975045"], "ranked_scores": [0.4375, 0.4297, 0.4219, 0.4141, 0.4062, 0.4062, 0.4062, 0.3984, 0.3984, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "6964479", "4816964", "6964486", "7813557", "7840121", "5227711", "1777799", "1767388", "6311584"], "ranked_scores": [0.625, 0.5625, 0.5547, 0.5547, 0.5469, 0.5469, 0.5234, 0.5078, 0.4922, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["7698064", "3550561", "3550563", "3550559", "951992", "5417685", "4041246", "6760461", "5276202", "845557"], "ranked_scores": [0.5, 0.4766, 0.4609, 0.4219, 0.3594, 0.3281, 0.3203, 0.3203, 0.3125, 0.3047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "6950276", "1640260", "6950269", "1640256", "1640257", "5110182", "249524", "4414409", "4432476"], "ranked_scores": [0.6094, 0.6016, 0.5859, 0.5625, 0.5391, 0.5391, 0.5391, 0.5312, 0.5156, 0.5078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "2481784", "1924567", "178432", "2117748", "8152557", "3566763", "7187662", "4617506", "5469449"], "ranked_scores": [0.4609, 0.4219, 0.4141, 0.3906, 0.375, 0.3672, 0.3672, 0.3672, 0.3672, 0.3672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1438830", "1226215", "2136954", "1226213", "1390706", "3712671", "6701896"], "ranked_scores": [0.625, 0.5781, 0.5391, 0.4688, 0.4687, 0.4453, 0.4141, 0.3906, 0.3828, 0.3594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4069689", "1859800", "7168976", "3961796", "295788", "1070106", "3819703", "2911132", "295794", "3272997"], "ranked_scores": [0.4375, 0.375, 0.3594, 0.3516, 0.3516, 0.3359, 0.3359, 0.3281, 0.3281, 0.3281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "6363851", "7301816", "4892433", "1904766", "6363854", "4258663", "5612948", "6363850", "5809779"], "ranked_scores": [0.4609, 0.4531, 0.4219, 0.4141, 0.4141, 0.4141, 0.3984, 0.3906, 0.3906, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8259512", "7970736", "8450828", "8450827", "7970734", "7970735", "320956", "8450833", "6709251"], "ranked_scores": [0.6719, 0.6406, 0.5859, 0.5703, 0.5547, 0.5391, 0.5156, 0.5, 0.4922, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8636883", "4702013", "7160804", "232771", "5720449", "4619086", "7612966", "981996", "485410"], "ranked_scores": [0.625, 0.5313, 0.5156, 0.5078, 0.5078, 0.4922, 0.4844, 0.4766, 0.4531, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2010657", "7220312", "4768599", "3936785", "1136294", "8167164", "7872867", "7903539", "8827602"], "ranked_scores": [0.5938, 0.5391, 0.5078, 0.4453, 0.4219, 0.3984, 0.3984, 0.3984, 0.3906, 0.3906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5143532", "5556001", "3272070", "5672317", "7870704", "8584557", "5261392", "2995208", "5827343"], "ranked_scores": [0.5391, 0.4766, 0.4766, 0.4766, 0.4688, 0.4609, 0.4609, 0.4531, 0.4375, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8722441", "1435310", "7948042", "2116932", "4454857", "7671660", "2236339", "875193", "165886", "8157542"], "ranked_scores": [0.5859, 0.5859, 0.5547, 0.5391, 0.5313, 0.5312, 0.5312, 0.5312, 0.5312, 0.5234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "2320165", "2870276", "4253088", "4985799", "1782220", "4374443", "1815026", "7809289"], "ranked_scores": [0.5391, 0.4453, 0.4062, 0.3984, 0.3828, 0.375, 0.375, 0.3594, 0.3594, 0.3594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "8419047", "1674914", "6302682", "5674942", "4393603", "1318422", "1307740", "5964551"], "ranked_scores": [0.6484, 0.5547, 0.5469, 0.5469, 0.5078, 0.5078, 0.5078, 0.5, 0.5, 0.4922], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["2131335", "4489794", "6804877", "4489799", "7827765", "4595482", "4999276", "1842454", "5233423", "4826837"], "ranked_scores": [0.5391, 0.5, 0.4922, 0.4922, 0.4844, 0.4766, 0.4766, 0.4688, 0.4687, 0.4609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "4796869", "2588002", "1839684", "4796876", "3853232", "7134383", "863946", "8540414", "8477970"], "ranked_scores": [0.6094, 0.6094, 0.5859, 0.5625, 0.5469, 0.5312, 0.5312, 0.5156, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "7689710", "1673140", "8820180", "1272785", "3368582", "2188117", "5039968", "7689707"], "ranked_scores": [0.5469, 0.5312, 0.4844, 0.4766, 0.4687, 0.4609, 0.4453, 0.4375, 0.4297, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "3968773", "1546056", "1460640", "5729775", "3346337", "4843274", "4615784", "3046036", "6979330"], "ranked_scores": [0.6484, 0.6484, 0.6328, 0.6172, 0.6172, 0.6094, 0.6016, 0.6016, 0.5938, 0.5859], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2636672", "5123227", "5771761", "8426355", "4787774", "2648108", "1871086", "3733774", "2636668", "4647338"], "ranked_scores": [0.6094, 0.5859, 0.5781, 0.5781, 0.5781, 0.5625, 0.5625, 0.5391, 0.5313, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["6287785", "6343914", "5174051", "7650732", "4805366", "7527096", "1039754", "3073632", "101099", "954270"], "ranked_scores": [0.5156, 0.5156, 0.5078, 0.5, 0.5, 0.4687, 0.4609, 0.4531, 0.4531, 0.4453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1665801", "2473046", "870346", "1613678", "4520834", "1368309", "272188", "870351", "272190"], "ranked_scores": [0.5547, 0.5313, 0.5234, 0.5078, 0.5, 0.4844, 0.4766, 0.4688, 0.4688, 0.4609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8741687", "8346188", "8277053", "7810605", "8265258", "6694795", "5408281", "2139645", "3819287", "258524"], "ranked_scores": [0.6328, 0.5703, 0.5703, 0.5625, 0.5547, 0.5469, 0.5391, 0.5391, 0.5234, 0.5234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["2510740", "4278761", "2536497", "4195768", "8265919", "7288502", "5352322", "4437972", "5335298", "1848152"], "ranked_scores": [0.625, 0.6172, 0.5938, 0.5781, 0.5781, 0.5781, 0.5703, 0.5625, 0.5625, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1536187", "8641232", "8118269", "3173599", "1463441", "8675542", "1052947", "5764460", "8242417", "899170"], "ranked_scores": [0.5547, 0.4922, 0.4766, 0.4609, 0.4531, 0.4531, 0.4453, 0.4453, 0.4453, 0.4453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["6714731", "7833608", "8773427", "7833611", "2998932", "4765788", "3979452", "4765789", "8607085", "8796486"], "ranked_scores": [0.5781, 0.5547, 0.4922, 0.4688, 0.4687, 0.4531, 0.4375, 0.4297, 0.4297, 0.4297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526867", "7526870", "7526871", "8783461", "1511150", "3141441", "4786937", "982644", "2099688", "2617807"], "ranked_scores": [0.6172, 0.6094, 0.6016, 0.5937, 0.5781, 0.5703, 0.5625, 0.5625, 0.5547, 0.5547], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "8237802", "8310623", "6688747", "7110611", "7299514", "8237806", "5164645", "6270123"], "ranked_scores": [0.6172, 0.5547, 0.5469, 0.5391, 0.5312, 0.5312, 0.5234, 0.5156, 0.5156, 0.5156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["4502858", "2391916", "30085", "166399", "4522649", "5362792", "712617", "2366115", "2574549", "567380"], "ranked_scores": [0.6406, 0.6406, 0.625, 0.6172, 0.6094, 0.6016, 0.6016, 0.5859, 0.5781, 0.5781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["3712671", "7874898", "6207588", "6207587", "7645257", "7505807", "7853304", "2976888", "4039012", "6428732"], "ranked_scores": [0.5781, 0.5547, 0.5469, 0.5469, 0.5391, 0.5391, 0.5312, 0.5156, 0.5156, 0.5078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2245440", "4111498", "4205560", "2290628", "351022", "1338705", "2476395", "2565560", "5310704", "3765105"], "ranked_scores": [0.6641, 0.6641, 0.6484, 0.6406, 0.6406, 0.6406, 0.6328, 0.625, 0.6172, 0.6172], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "826058", "3672237", "3806458", "4991356", "8374135", "4991353", "7161101", "6465402", "2913412"], "ranked_scores": [0.6562, 0.6328, 0.6016, 0.5703, 0.5703, 0.5547, 0.5312, 0.5234, 0.4766, 0.4609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "7778956", "4409027", "4605271", "2531512", "7778948", "5393501", "4363844", "4409024", "2531517"], "ranked_scores": [0.6016, 0.5937, 0.5625, 0.5469, 0.4531, 0.4297, 0.4141, 0.4141, 0.4062, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "6632522", "3942500", "7606919", "2488121", "139964", "7611350", "139970", "139961", "8586692"], "ranked_scores": [0.5547, 0.5234, 0.5078, 0.5078, 0.4922, 0.4922, 0.4844, 0.4844, 0.4766, 0.4766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["921101", "921100", "5812523", "1631830", "1933329", "6903201", "1867101", "7313345", "6955768", "4117805"], "ranked_scores": [0.6016, 0.5938, 0.5703, 0.5547, 0.5469, 0.5391, 0.5391, 0.5234, 0.4922, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7503113", "4258668", "2940016", "8532695", "7728427", "5339586", "5339587", "1969532", "3252244"], "ranked_scores": [0.5703, 0.5547, 0.5156, 0.5156, 0.5, 0.4922, 0.4766, 0.4766, 0.4766, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562631", "5304087", "2024648", "7562624", "1732853", "1732850", "8646229", "7611886", "7611888"], "ranked_scores": [0.5781, 0.5391, 0.5391, 0.5156, 0.4766, 0.4531, 0.4297, 0.4141, 0.4063, 0.3984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["4158114", "4127072", "3834488", "6399514", "6132796", "5409487", "5626400", "8221430", "6269961", "2525123"], "ranked_scores": [0.5156, 0.5, 0.5, 0.4922, 0.4844, 0.4766, 0.4688, 0.4687, 0.4609, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495831", "3495837", "3495840", "1005751", "6625132", "7770963", "3495838", "3885772", "1634694", "7770959"], "ranked_scores": [0.6719, 0.6641, 0.5703, 0.5234, 0.5156, 0.5078, 0.5, 0.4922, 0.4922, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "609594", "6401864", "6212591", "6212597", "8470196", "6965745", "734127", "3843787", "6106100"], "ranked_scores": [0.6016, 0.5703, 0.5703, 0.5625, 0.5312, 0.3594, 0.3359, 0.3203, 0.3125, 0.3125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "8499854", "5402180", "6984244", "5128180", "5145284", "2763685", "1325723", "2432015", "8499858"], "ranked_scores": [0.4609, 0.4453, 0.4063, 0.4062, 0.3828, 0.3828, 0.375, 0.3672, 0.3672, 0.3672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "1460685", "3668938", "6305059", "8432430", "1460687", "1460683", "2020929", "4482376"], "ranked_scores": [0.5547, 0.4922, 0.4688, 0.4453, 0.4375, 0.4219, 0.4141, 0.4063, 0.4063, 0.4062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7104592", "7395884", "4684940", "6567497", "1246649", "5830025", "4437855", "7564158"], "ranked_scores": [0.6094, 0.5938, 0.5, 0.5, 0.4766, 0.4609, 0.4453, 0.4453, 0.4375, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "2229750", "8424304", "1981693", "7589844", "6786202", "1981696", "7597791", "195648", "5955284"], "ranked_scores": [0.5156, 0.4844, 0.4766, 0.4688, 0.4375, 0.4297, 0.4219, 0.4141, 0.4063, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "5025261", "2575364", "8743966", "3725216", "3664758", "8771883", "1953277", "8667781", "7966624"], "ranked_scores": [0.5469, 0.5, 0.4844, 0.4844, 0.4766, 0.4687, 0.4609, 0.4531, 0.4531, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-256-tq-2bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "7584907", "638358", "7072115", "1674644", "3501103", "5687382", "3527619", "8825856", "575979"], "ranked_scores": [0.7491, 0.74, 0.7223, 0.7162, 0.7133, 0.7023, 0.6957, 0.6897, 0.6887, 0.6852], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "1297109", "220565", "1674644", "5633832", "1150856", "1674646", "3308552", "2581550", "8083127"], "ranked_scores": [0.6955, 0.6768, 0.6454, 0.635, 0.6309, 0.6274, 0.6217, 0.6188, 0.6153, 0.6139], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "911138", "5842823", "7905688", "298606", "1592656", "3451043", "6236648", "7383965", "5221728"], "ranked_scores": [0.6109, 0.5924, 0.5681, 0.5553, 0.5374, 0.5343, 0.5292, 0.5291, 0.5257, 0.5206], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "2812582", "5769842", "5359258", "515311", "66616", "6926916", "7369987", "698581", "7011409"], "ranked_scores": [0.796, 0.7866, 0.7789, 0.7145, 0.7112, 0.7071, 0.7043, 0.6911, 0.68, 0.6798], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7255675", "3640120", "8554964", "7048914", "1936834", "3794304", "7255678", "3794297", "7048912", "5346316"], "ranked_scores": [0.715, 0.7083, 0.705, 0.6955, 0.6609, 0.6586, 0.6542, 0.6533, 0.6456, 0.6282], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["4450104", "3971679", "1805806", "5606320", "1190311", "7469549", "2742231", "3205963", "8283881", "378964"], "ranked_scores": [0.5804, 0.5631, 0.5525, 0.5457, 0.5443, 0.5328, 0.5321, 0.5294, 0.5277, 0.5222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "4816964", "7813557", "6964479", "5227711", "6964486", "7840121", "2807543", "6980305", "4846576"], "ranked_scores": [0.7324, 0.7031, 0.6859, 0.6708, 0.6637, 0.6588, 0.6523, 0.6491, 0.649, 0.6394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "7698064", "3550563", "3550559", "3689309", "2562047", "5812523", "6090688", "4136867", "951992"], "ranked_scores": [0.7075, 0.5828, 0.5553, 0.5401, 0.4373, 0.397, 0.3907, 0.3855, 0.3803, 0.3743], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["6950276", "249524", "8452568", "5110182", "1640257", "1640260", "4414409", "6950269", "6950275", "1365210"], "ranked_scores": [0.7286, 0.6973, 0.6878, 0.6778, 0.6721, 0.656, 0.6398, 0.6345, 0.6323, 0.6278], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "4636167", "5469449", "7187662", "6124279", "6256272", "5132484", "7658715", "4996201", "915232"], "ranked_scores": [0.5589, 0.4792, 0.4757, 0.4697, 0.4519, 0.4504, 0.4431, 0.4363, 0.4341, 0.4288], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "4922192", "1226215", "1226213", "2136954", "5775568", "551694", "1588095"], "ranked_scores": [0.7317, 0.6874, 0.6167, 0.604, 0.5625, 0.5266, 0.5015, 0.4398, 0.4357, 0.4301], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7058927", "4069689", "7058926", "566163", "7168976", "7547697", "1070106", "7547705", "7858636", "8111528"], "ranked_scores": [0.4951, 0.457, 0.4548, 0.45, 0.44, 0.4374, 0.4311, 0.4221, 0.4205, 0.4033], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "4892433", "6363851", "5809779", "7301819", "6628785", "7301816", "6363850", "6363854", "5457419"], "ranked_scores": [0.6379, 0.5628, 0.5526, 0.5342, 0.5327, 0.5322, 0.529, 0.519, 0.5124, 0.5025], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970736", "7970728", "7970735", "8450828", "8450827", "320956", "8450833", "1265191", "7970734"], "ranked_scores": [0.7809, 0.7639, 0.7576, 0.7484, 0.7155, 0.7122, 0.6922, 0.6736, 0.6614, 0.6444], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "485410", "5720449", "8128745", "4702013", "232771", "4619086", "8636883", "2586618", "7160804"], "ranked_scores": [0.7175, 0.6362, 0.6264, 0.6241, 0.6186, 0.6137, 0.5992, 0.5979, 0.5832, 0.572], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2010657", "5190750", "3936785", "7220312", "6467669", "1136294", "4768599", "7872867", "8067800"], "ranked_scores": [0.738, 0.6093, 0.5654, 0.5422, 0.5327, 0.5305, 0.5271, 0.5099, 0.4984, 0.489], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5143532", "7870700", "5672317", "5672319", "7937822", "2995208", "6043027", "7870704", "6368665"], "ranked_scores": [0.691, 0.6455, 0.6, 0.5967, 0.5962, 0.5855, 0.5693, 0.5653, 0.5603, 0.5481], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "1435310", "2116932", "8722441", "2116929", "7948042", "7964388", "4517260", "3646580", "7671660"], "ranked_scores": [0.7314, 0.7194, 0.7102, 0.7077, 0.7045, 0.7043, 0.6903, 0.6898, 0.688, 0.6813], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "1782220", "4253088", "4374443", "2870276", "2320165", "4985799", "2647181", "7641492"], "ranked_scores": [0.7083, 0.5564, 0.5298, 0.52, 0.5129, 0.5074, 0.5069, 0.5046, 0.5005, 0.5003], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "1674914", "5964551", "5674942", "2002380", "8710757", "4393603", "2044069", "6775026", "6951440"], "ranked_scores": [0.7821, 0.6937, 0.6638, 0.6636, 0.6453, 0.6391, 0.6388, 0.6379, 0.6342, 0.6282], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1842454", "2131335", "6804877", "4489799", "1174168", "6854565", "6046078", "1299663", "1174164", "2859564"], "ranked_scores": [0.6513, 0.6177, 0.6164, 0.6154, 0.6089, 0.6062, 0.603, 0.5983, 0.5943, 0.5925], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "2588002", "1023113", "4796869", "863946", "442006", "1839684", "5535297", "4796876", "7134383"], "ranked_scores": [0.7856, 0.7408, 0.7375, 0.7329, 0.7196, 0.7103, 0.7096, 0.6839, 0.6734, 0.6709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "2188117", "8820180", "1673140", "7689710", "5039968", "1143382", "7689707", "3368582"], "ranked_scores": [0.6843, 0.6277, 0.616, 0.6145, 0.6144, 0.6047, 0.5977, 0.5523, 0.549, 0.5392], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "3968773", "1460640", "3346337", "1546056", "2443030", "92150", "1494462", "4843274", "5717874"], "ranked_scores": [0.7753, 0.7572, 0.7349, 0.7336, 0.7312, 0.7285, 0.7235, 0.7045, 0.7025, 0.7013], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2636672", "1348264", "5269626", "4647338", "8426355", "1017723", "2636668", "2253612", "2636677", "5123227"], "ranked_scores": [0.7483, 0.7259, 0.7237, 0.7191, 0.7156, 0.7108, 0.7074, 0.6943, 0.6934, 0.6923], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "5170949", "5174051", "4805366", "4805364", "1588747", "3073632", "7650732", "1088384"], "ranked_scores": [0.6729, 0.6699, 0.6692, 0.6557, 0.6455, 0.6389, 0.6328, 0.6323, 0.6248, 0.6183], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "272190", "272188", "1665801", "1059524", "845706", "4520834", "2576605", "2576606"], "ranked_scores": [0.7026, 0.6506, 0.6008, 0.5925, 0.5861, 0.586, 0.5849, 0.5809, 0.5764, 0.5706], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8741687", "7810605", "6694795", "7409003", "2139645", "5952078", "8263203", "258524", "5149609", "8346188"], "ranked_scores": [0.7138, 0.6947, 0.672, 0.6607, 0.6426, 0.6398, 0.6316, 0.6302, 0.6287, 0.6284], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "8265919", "7288502", "2510740", "5352322", "4377794", "4437972", "2929750", "5335298", "1848152"], "ranked_scores": [0.7022, 0.6939, 0.6881, 0.6822, 0.6686, 0.6664, 0.6605, 0.6559, 0.6513, 0.6457], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1536187", "3173599", "8789524", "8641232", "8118269", "8675542", "2923681", "1052947", "8242417", "6716821"], "ranked_scores": [0.6676, 0.6156, 0.5997, 0.5798, 0.5682, 0.5562, 0.5508, 0.546, 0.5458, 0.5433], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "6714731", "7833611", "4765788", "4451324", "8773427", "8607085", "8796486", "4765789", "1800205"], "ranked_scores": [0.7069, 0.6532, 0.6431, 0.6246, 0.6004, 0.5835, 0.5713, 0.5698, 0.5547, 0.5384], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526871", "1511155", "7526870", "4786937", "7526867", "982652", "982644", "5036995", "4863108", "6062947"], "ranked_scores": [0.7626, 0.7078, 0.7004, 0.6955, 0.6906, 0.6696, 0.6665, 0.6648, 0.6643, 0.6631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "8310623", "6688747", "7770196", "7110611", "2486151", "7299514", "8237802", "6281807"], "ranked_scores": [0.7517, 0.7091, 0.7089, 0.6714, 0.6599, 0.6573, 0.6461, 0.6454, 0.6448, 0.6403], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["4502858", "1592532", "30085", "2366115", "2391916", "1205478", "1417034", "712617", "5336580", "5694666"], "ranked_scores": [0.7497, 0.7276, 0.7201, 0.7126, 0.7083, 0.7072, 0.7069, 0.7069, 0.6952, 0.6918], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207587", "6207588", "3712671", "7645257", "6684798", "4687112", "7886033", "4039012", "8098325"], "ranked_scores": [0.7276, 0.6934, 0.6896, 0.657, 0.6521, 0.6246, 0.623, 0.6141, 0.6124, 0.6123], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "4589415", "351022", "2290637", "2245440", "4205560", "2391075", "1338705", "3765105", "4111498"], "ranked_scores": [0.7802, 0.7727, 0.7571, 0.747, 0.7462, 0.7398, 0.7394, 0.7389, 0.7356, 0.7352], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "3672237", "4991353", "8374135", "4991356", "3806458", "7161101", "2913412", "6465402"], "ranked_scores": [0.7759, 0.7614, 0.7527, 0.6914, 0.6912, 0.6838, 0.6636, 0.6457, 0.6393, 0.6266], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4900578", "4409027", "2531512", "5393501", "7778948", "4363844", "4605270", "3747811"], "ranked_scores": [0.7386, 0.6996, 0.6887, 0.6717, 0.639, 0.5647, 0.5121, 0.5069, 0.4989, 0.4957], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["3722839", "7428627", "1063811", "2488121", "6632522", "8586692", "7831679", "139964", "6632518", "1109548"], "ranked_scores": [0.6661, 0.6602, 0.6348, 0.6305, 0.6227, 0.6201, 0.6159, 0.6155, 0.6152, 0.607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5812523", "921100", "1867101", "921101", "1933329", "6955768", "1631830", "1716202", "6761606", "6903201"], "ranked_scores": [0.7269, 0.7144, 0.6954, 0.6855, 0.6732, 0.6617, 0.6588, 0.6545, 0.6544, 0.6453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7503113", "2940016", "7420248", "7728427", "4258668", "3252244", "5339586", "1969532", "8532695"], "ranked_scores": [0.7577, 0.6802, 0.6795, 0.6732, 0.6629, 0.6583, 0.6495, 0.6284, 0.6056, 0.605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "5304087", "2024648", "7562631", "7562624", "1732853", "8646229", "1732850", "1398369", "6901546"], "ranked_scores": [0.7253, 0.6897, 0.6617, 0.6473, 0.6207, 0.6147, 0.5824, 0.5629, 0.5576, 0.5219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["4127072", "8221430", "6132796", "5626400", "5409487", "8015905", "1922718", "4158114", "3047203", "3834488"], "ranked_scores": [0.5953, 0.587, 0.574, 0.5672, 0.5645, 0.5609, 0.5607, 0.5576, 0.5449, 0.5442], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "3495835", "3495838", "7770963", "3495840", "1634694", "3885772", "6625132", "1005751"], "ranked_scores": [0.7971, 0.7319, 0.6992, 0.6877, 0.6784, 0.6411, 0.5792, 0.5792, 0.5617, 0.556], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6401864", "6212591", "6212597", "6212588", "6965745", "8470196", "8120878", "6106100", "2852056"], "ranked_scores": [0.7155, 0.7072, 0.6785, 0.6623, 0.661, 0.5046, 0.5044, 0.4817, 0.4678, 0.4448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "8499854", "5128180", "5145284", "5635135", "5702620", "5128175", "1325723", "4520541", "6984244"], "ranked_scores": [0.6585, 0.5032, 0.5001, 0.5, 0.488, 0.4736, 0.4602, 0.4568, 0.4464, 0.4455], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "7511874", "3668938", "1420186", "8432430", "8177246", "1460687", "6919840"], "ranked_scores": [0.7035, 0.6622, 0.6177, 0.574, 0.5682, 0.5537, 0.5517, 0.5492, 0.5479, 0.5447], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7985411", "1690952", "7395884", "4878176", "4437855", "7104592", "1246649", "7515853"], "ranked_scores": [0.782, 0.7707, 0.6503, 0.6373, 0.637, 0.6225, 0.6166, 0.6141, 0.6107, 0.5981], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981693", "7589839", "8424304", "1420930", "1981696", "2229750", "6361048", "3559380", "5209746", "5955284"], "ranked_scores": [0.5686, 0.5571, 0.5486, 0.5354, 0.5269, 0.5107, 0.4957, 0.4881, 0.4767, 0.4674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "5025261", "8771883", "3664758", "7966624", "8743966", "8667781", "1953277", "6304249", "5785232"], "ranked_scores": [0.6834, 0.6116, 0.586, 0.5743, 0.5664, 0.5615, 0.5545, 0.5542, 0.5486, 0.5429], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-256-tq-3bit": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "7584907", "638358", "7072115", "1674644", "5496645", "768350", "8083127", "3527619", "5687382"], "ranked_scores": [0.7862, 0.7817, 0.7695, 0.7546, 0.7501, 0.7401, 0.7377, 0.7362, 0.7322, 0.7266], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "5633832", "220565", "1297109", "1674644", "8083127", "3308552", "8083121", "1150856", "1674646"], "ranked_scores": [0.736, 0.7192, 0.7007, 0.684, 0.6684, 0.666, 0.6581, 0.6558, 0.654, 0.6531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "911138", "5842823", "7905688", "298606", "7383965", "6236648", "1592656", "8528760", "5221728"], "ranked_scores": [0.6554, 0.6024, 0.6013, 0.5978, 0.594, 0.569, 0.5587, 0.5408, 0.5389, 0.5349], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "2812582", "7369987", "515311", "5359258", "66616", "7011409", "6926916", "8279447"], "ranked_scores": [0.8301, 0.8185, 0.8053, 0.7634, 0.7488, 0.7459, 0.7329, 0.7327, 0.7326, 0.7263], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "3640120", "7255675", "3794304", "7255678", "3794297", "8554964", "1936834", "5346316", "7048912"], "ranked_scores": [0.7816, 0.7647, 0.7606, 0.7449, 0.7307, 0.7213, 0.7196, 0.7132, 0.7121, 0.7002], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["4450104", "1805806", "3971679", "1190311", "3205963", "8299818", "7469549", "5606320", "8283881", "378964"], "ranked_scores": [0.6238, 0.6062, 0.6009, 0.5894, 0.589, 0.5869, 0.5843, 0.5779, 0.5674, 0.5647], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "4816964", "6964479", "7813557", "6964486", "1767388", "6980305", "1777799", "7840121", "5227711"], "ranked_scores": [0.7734, 0.7551, 0.7229, 0.7118, 0.6787, 0.6739, 0.6704, 0.6695, 0.6686, 0.6646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "7698064", "3550563", "3550559", "3689309", "951992", "6419646", "2562047", "5276202", "4136867"], "ranked_scores": [0.7591, 0.6291, 0.5925, 0.5489, 0.4078, 0.403, 0.3999, 0.3992, 0.393, 0.3928], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "8452568", "6950276", "1640257", "5110182", "1640260", "6950269", "4414409", "6950275", "1640256"], "ranked_scores": [0.7622, 0.7564, 0.7376, 0.7344, 0.7255, 0.7199, 0.6924, 0.6686, 0.6669, 0.6561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "4636167", "8215736", "915232", "6124279", "4617506", "5469449", "7658715", "8152557"], "ranked_scores": [0.6251, 0.5376, 0.4779, 0.4767, 0.4703, 0.4646, 0.4632, 0.463, 0.46, 0.4577], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "4922192", "1226215", "1226213", "2136954", "915562", "5775568", "859199"], "ranked_scores": [0.7863, 0.7079, 0.6741, 0.6728, 0.583, 0.58, 0.5609, 0.4694, 0.4653, 0.4644], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4069689", "7058927", "7058926", "7168976", "2172877", "7858636", "1070106", "566163", "7547697", "7547705"], "ranked_scores": [0.4958, 0.4906, 0.4525, 0.448, 0.4451, 0.4397, 0.4362, 0.4338, 0.4278, 0.4266], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "5809779", "7301819", "7301816", "6363850", "4892433", "6363851", "5457419", "277374", "6363854"], "ranked_scores": [0.6829, 0.5893, 0.5893, 0.5889, 0.5802, 0.5779, 0.5692, 0.555, 0.5396, 0.5344], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970728", "7970735", "7970736", "8450827", "8450828", "320956", "8450833", "1265191", "7970734"], "ranked_scores": [0.8174, 0.7969, 0.7861, 0.782, 0.7495, 0.7265, 0.7196, 0.7155, 0.6936, 0.6671], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "232771", "8128745", "8636883", "485410", "4619086", "5720449", "4702013", "6193662", "7160804"], "ranked_scores": [0.7453, 0.6865, 0.6851, 0.6799, 0.6701, 0.669, 0.6669, 0.6571, 0.6491, 0.6396], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2010657", "5190750", "7220312", "6467669", "3936785", "8067800", "1136294", "4768599", "7872867"], "ranked_scores": [0.7875, 0.6824, 0.6027, 0.5958, 0.5801, 0.5612, 0.5552, 0.5487, 0.5456, 0.5264], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5143532", "5672317", "6368665", "3835174", "5827343", "6043027", "7937822", "5672319", "2995208"], "ranked_scores": [0.7281, 0.6789, 0.6439, 0.6218, 0.6203, 0.6153, 0.6106, 0.6098, 0.6038, 0.5989], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8722441", "3646580", "2116932", "1435310", "7948042", "8157542", "2116929", "7964388", "6893979", "3692412"], "ranked_scores": [0.7748, 0.7726, 0.769, 0.7641, 0.7517, 0.7479, 0.7454, 0.7438, 0.7422, 0.7312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "2320165", "1782220", "4253088", "6937119", "6937120", "7641492", "4374443", "133086"], "ranked_scores": [0.7507, 0.5811, 0.5567, 0.5553, 0.544, 0.5396, 0.5348, 0.5263, 0.5177, 0.5155], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "1674914", "5674942", "5964551", "4393603", "2044069", "2002380", "6641480", "6775026", "7503576"], "ranked_scores": [0.8152, 0.7155, 0.7059, 0.6944, 0.6749, 0.673, 0.6606, 0.658, 0.6535, 0.6525], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1842454", "4489799", "6804877", "2131335", "1174164", "1299663", "6854565", "4595482", "6046078", "1174168"], "ranked_scores": [0.6952, 0.6591, 0.6483, 0.6452, 0.6452, 0.6443, 0.6397, 0.6317, 0.6298, 0.6297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "2588002", "4796869", "1023113", "1839684", "863946", "5535297", "442006", "2587999", "4796876"], "ranked_scores": [0.8062, 0.7772, 0.7709, 0.7502, 0.742, 0.7408, 0.7376, 0.7195, 0.702, 0.7013], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "8820180", "2188117", "7689710", "1673140", "5039968", "7689707", "3368582", "3649557"], "ranked_scores": [0.7298, 0.6949, 0.6792, 0.6599, 0.6511, 0.6391, 0.6347, 0.5888, 0.5859, 0.5569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "3968773", "3346337", "92150", "2443030", "1460640", "1546056", "6979322", "268498", "4843274"], "ranked_scores": [0.824, 0.8162, 0.788, 0.7848, 0.7747, 0.7717, 0.7663, 0.7242, 0.7208, 0.7204], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2636672", "5269626", "1348264", "8426355", "5123227", "5784428", "1017723", "1871086", "2636668", "5873574"], "ranked_scores": [0.812, 0.7829, 0.7769, 0.767, 0.7578, 0.7557, 0.7503, 0.7448, 0.7405, 0.74], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "7527096", "1039754", "4805364", "6343914", "5174051", "4805366", "954268", "1088384", "2820637"], "ranked_scores": [0.7605, 0.7438, 0.7203, 0.7155, 0.7067, 0.7061, 0.697, 0.6944, 0.683, 0.6823], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "272188", "845706", "1613678", "272190", "1665801", "4520834", "2080220", "2576606", "1314390"], "ranked_scores": [0.7655, 0.6738, 0.6712, 0.671, 0.6644, 0.651, 0.6482, 0.6421, 0.6366, 0.6272], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8741687", "7810605", "6694795", "7409003", "5952078", "8263203", "8346188", "8277053", "2139645", "1850491"], "ranked_scores": [0.7523, 0.7259, 0.6922, 0.6872, 0.6868, 0.6865, 0.6856, 0.6789, 0.6618, 0.6506], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7288502", "5352322", "2510740", "5335298", "4437972", "4377794", "2536497", "8265919", "4195768"], "ranked_scores": [0.7551, 0.735, 0.7309, 0.7252, 0.7087, 0.7065, 0.7042, 0.7031, 0.7002, 0.693], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1536187", "3173599", "8789524", "8641232", "3424319", "8624217", "8118269", "3101072", "5764460", "4603370"], "ranked_scores": [0.6885, 0.6497, 0.6206, 0.6101, 0.6001, 0.5937, 0.589, 0.5887, 0.578, 0.5756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "6714731", "7833611", "4765788", "4451324", "4765789", "8773427", "8796486", "8607085", "1800205"], "ranked_scores": [0.7387, 0.6793, 0.6718, 0.6554, 0.6286, 0.6062, 0.6039, 0.6012, 0.5938, 0.5892], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526871", "4786937", "7526870", "1511155", "1511150", "7526867", "6503017", "982644", "5036995", "982652"], "ranked_scores": [0.7828, 0.7621, 0.7444, 0.7423, 0.7379, 0.7334, 0.7279, 0.7206, 0.718, 0.7084], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "8310623", "7110611", "6688747", "7770196", "3259751", "8237802", "7299514", "2299432"], "ranked_scores": [0.8041, 0.7751, 0.7345, 0.7148, 0.6913, 0.6837, 0.6811, 0.6775, 0.6752, 0.6725], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["4502858", "30085", "1592532", "1417034", "5336580", "166399", "2366115", "5362792", "4522649", "2391916"], "ranked_scores": [0.815, 0.7838, 0.7797, 0.7747, 0.7711, 0.7705, 0.7559, 0.7518, 0.7498, 0.7447], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207588", "6207587", "3712671", "7505807", "3108253", "7645257", "7874898", "4039012", "8148596"], "ranked_scores": [0.7888, 0.7625, 0.7543, 0.7035, 0.685, 0.6662, 0.659, 0.6519, 0.6514, 0.6476], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "4589415", "2290637", "4205560", "2245440", "2391075", "4111498", "8819844", "351022", "7734838"], "ranked_scores": [0.8498, 0.8327, 0.8164, 0.8119, 0.8104, 0.8039, 0.7971, 0.7965, 0.7894, 0.7772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "826058", "3672237", "8374135", "4991353", "4991356", "3806458", "7161101", "6465402", "2913412"], "ranked_scores": [0.8153, 0.8109, 0.7896, 0.7376, 0.7365, 0.7245, 0.7194, 0.6726, 0.6453, 0.628], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4900578", "4605271", "4409027", "2531512", "5393501", "4605270", "4363844", "3260957", "3747811"], "ranked_scores": [0.7429, 0.7254, 0.7163, 0.6956, 0.6581, 0.6097, 0.557, 0.5308, 0.5215, 0.5214], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["3722839", "7428627", "7831679", "2488121", "3942500", "8586692", "5338899", "1063811", "139961", "139964"], "ranked_scores": [0.6836, 0.683, 0.6765, 0.6752, 0.6574, 0.6401, 0.6339, 0.6337, 0.6336, 0.6312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["921100", "1867101", "5812523", "921101", "6761606", "1716202", "5143805", "1933329", "8139545", "1631830"], "ranked_scores": [0.7557, 0.7434, 0.7428, 0.7335, 0.7246, 0.7204, 0.7014, 0.6971, 0.6896, 0.6854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7420248", "7728427", "4258668", "7503113", "2940016", "3252244", "5339586", "2359804", "1969532"], "ranked_scores": [0.8207, 0.7319, 0.7312, 0.7302, 0.7225, 0.7139, 0.7104, 0.6769, 0.6665, 0.6652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "5304087", "2024648", "7562631", "7562624", "1732853", "1732850", "8646229", "1398369", "3368462"], "ranked_scores": [0.7684, 0.7109, 0.7087, 0.6926, 0.687, 0.6344, 0.5932, 0.5845, 0.5527, 0.538], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8015905", "4127072", "5626400", "6132796", "4158114", "1922718", "3047203", "5409488", "3834488"], "ranked_scores": [0.6726, 0.6417, 0.629, 0.6224, 0.6215, 0.6158, 0.5973, 0.5949, 0.5899, 0.5896], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "7770963", "3495838", "3495835", "3495840", "1634694", "3885772", "6625132", "7770959"], "ranked_scores": [0.8071, 0.7683, 0.7319, 0.7192, 0.7074, 0.6479, 0.6181, 0.6181, 0.5953, 0.5804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6401864", "6212588", "6212591", "6212597", "8470196", "8120878", "6965745", "6106100", "186816"], "ranked_scores": [0.7679, 0.7607, 0.7434, 0.7432, 0.7156, 0.5491, 0.5394, 0.5246, 0.4812, 0.4675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "2790097", "8499854", "6948296", "5702620", "4520541", "5635135", "1325723", "5145284", "6984244"], "ranked_scores": [0.69, 0.513, 0.5066, 0.4864, 0.4818, 0.4798, 0.4766, 0.4755, 0.4754, 0.4698], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "8432430", "6919840", "7511874", "3668938", "1460687", "2857974", "1460689"], "ranked_scores": [0.7783, 0.7036, 0.6701, 0.6206, 0.6116, 0.6043, 0.6031, 0.6026, 0.5911, 0.5899], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7985411", "7395884", "1690952", "4878176", "6567497", "4437855", "5830025", "4684937"], "ranked_scores": [0.8203, 0.8134, 0.6825, 0.6774, 0.66, 0.6594, 0.6526, 0.6493, 0.6445, 0.6314], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "1981693", "8424304", "2229750", "1981696", "1420930", "5955284", "5209746", "5647010", "6986881"], "ranked_scores": [0.6283, 0.6231, 0.6095, 0.58, 0.574, 0.5651, 0.5403, 0.5233, 0.4945, 0.4917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "5025261", "3664758", "8743966", "8771883", "7966624", "4597448", "4304523", "5785232", "1953277"], "ranked_scores": [0.7092, 0.6372, 0.6251, 0.5967, 0.5894, 0.5863, 0.5739, 0.5696, 0.5675, 0.5569], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-atanh-gamma0.05": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["5917719", "8083127", "1245154", "1245152", "575979", "3445481", "597455", "768350", "1674644", "5265626"], "ranked_scores": [541.0, 536.0, 535.0, 535.0, 533.0, 531.0, 530.0, 530.0, 525.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1674644", "2684883", "1297112", "5550437", "526260", "542682", "7121381", "1150856", "7248824", "7187515"], "ranked_scores": [558.0, 548.0, 545.0, 536.0, 532.0, 531.0, 531.0, 528.0, 524.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "911138", "8186121", "5842823", "5221728", "3475986", "8186128", "298606", "5616900", "8498772"], "ranked_scores": [585.0, 569.0, 553.0, 553.0, 548.0, 541.0, 538.0, 537.0, 533.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["6926916", "3338175", "8279447", "5359258", "66616", "5997195", "5963438", "7369987", "3932591", "2541248"], "ranked_scores": [609.0, 605.0, 602.0, 602.0, 600.0, 577.0, 576.0, 575.0, 574.0, 573.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "7048914", "2070215", "3794300", "5450605", "5346316", "4269405", "7255678", "1159742"], "ranked_scores": [588.0, 583.0, 571.0, 565.0, 560.0, 557.0, 554.0, 551.0, 551.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "1229810", "1191483", "4496437", "8817884", "1494980", "8643852", "1825327", "378964", "8011156"], "ranked_scores": [525.0, 525.0, 518.0, 518.0, 517.0, 517.0, 515.0, 513.0, 513.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "7840121", "4816964", "6964479", "6964486", "7813557", "1777799", "5227711", "6980305", "6801871"], "ranked_scores": [588.0, 587.0, 585.0, 584.0, 564.0, 563.0, 553.0, 553.0, 545.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "102138", "8428127", "8069476", "3924136", "4240249", "6760461"], "ranked_scores": [589.0, 585.0, 553.0, 546.0, 494.0, 488.0, 486.0, 486.0, 484.0, 484.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "1365215", "5110182", "6950275", "289409", "2322244", "1102477", "249524", "3935387"], "ranked_scores": [605.0, 581.0, 572.0, 570.0, 568.0, 565.0, 560.0, 554.0, 551.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "4081109", "5942525", "5392883", "7964634", "8215736", "7137594", "336438", "5931817", "6124279"], "ranked_scores": [558.0, 527.0, 519.0, 512.0, 510.0, 509.0, 506.0, 506.0, 503.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1226215", "6062397", "8511971", "1866080", "1438830", "5640023", "3829937"], "ranked_scores": [652.0, 645.0, 543.0, 529.0, 521.0, 516.0, 515.0, 514.0, 514.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["5043664", "7858636", "6807529", "7168976", "662304", "2899047", "8223942", "8661651", "7168973", "295789"], "ranked_scores": [510.0, 506.0, 492.0, 491.0, 489.0, 488.0, 488.0, 482.0, 482.0, 480.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7331852", "4561063", "4892433", "3954151", "5809784", "6363851", "7301814"], "ranked_scores": [613.0, 571.0, 565.0, 517.0, 512.0, 512.0, 507.0, 506.0, 503.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "8259514", "8450827", "7970736", "7970734", "8259512", "8450833", "1265191", "7970728", "7970735"], "ranked_scores": [634.0, 619.0, 613.0, 603.0, 596.0, 593.0, 583.0, 571.0, 570.0, 567.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "6193662", "5395324", "6835042", "1466669", "6145894", "7160804", "8296550", "8346654"], "ranked_scores": [619.0, 557.0, 555.0, 555.0, 554.0, 551.0, 551.0, 548.0, 543.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "1488928", "1136294", "3452115", "8484568", "2079237", "4133417", "7872867", "2130560"], "ranked_scores": [633.0, 607.0, 520.0, 512.0, 510.0, 510.0, 507.0, 507.0, 504.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7870700", "5696456", "7870704", "7805085", "2104181", "2995208", "7937822", "4830265"], "ranked_scores": [626.0, 572.0, 565.0, 515.0, 514.0, 508.0, 506.0, 505.0, 503.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "8157542", "7948042", "2116929", "3646580", "2116936", "2116938", "3646584", "4880893", "8660295"], "ranked_scores": [602.0, 590.0, 585.0, 560.0, 553.0, 552.0, 551.0, 543.0, 543.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "2647181", "5980491", "2260935", "7525071", "4253088", "3109473", "2424634", "3638988"], "ranked_scores": [633.0, 620.0, 547.0, 540.0, 533.0, 532.0, 532.0, 531.0, 529.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "2091063", "5365824", "2002383", "6951440", "5231134", "3444262", "1863876", "1318422"], "ranked_scores": [596.0, 571.0, 564.0, 527.0, 527.0, 525.0, 524.0, 524.0, 523.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827765", "5213336", "4489794", "7170234", "2131335", "4489797", "413808", "7827767", "1775549", "6046078"], "ranked_scores": [532.0, 530.0, 528.0, 528.0, 525.0, 525.0, 518.0, 516.0, 515.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "391342", "7134383", "391341", "1918866", "8045986", "863946", "5535297", "1839684", "2588002"], "ranked_scores": [640.0, 587.0, 586.0, 585.0, 584.0, 583.0, 583.0, 580.0, 570.0, 565.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "6506033", "7689710", "5063008", "409310", "8820180", "3909648", "2188117", "7613002", "4233011"], "ranked_scores": [544.0, 539.0, 526.0, 526.0, 524.0, 519.0, 516.0, 514.0, 508.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3346337", "1546056", "3968773", "1460640", "2443030", "6979330", "1506380", "6488150"], "ranked_scores": [697.0, 650.0, 625.0, 617.0, 616.0, 608.0, 608.0, 589.0, 587.0, 586.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["7424964", "5055675", "2796274", "1871086", "8426355", "1070634", "3733774", "4134573", "5734570", "656138"], "ranked_scores": [602.0, 599.0, 595.0, 593.0, 588.0, 583.0, 578.0, 576.0, 575.0, 572.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "5170949", "7527096", "5174051", "6083050", "6083058", "5027731", "5027726", "3638883", "8834986"], "ranked_scores": [572.0, 545.0, 541.0, 540.0, 537.0, 528.0, 516.0, 513.0, 513.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "870351", "2576605", "7249172", "2692492", "551238", "1314383", "2576606", "272188"], "ranked_scores": [610.0, 592.0, 582.0, 578.0, 572.0, 571.0, 570.0, 567.0, 567.0, 561.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7810605", "8265258", "3296425", "1663808", "250946", "5408281", "6502553", "1615478", "5085223", "5419270"], "ranked_scores": [534.0, 528.0, 526.0, 525.0, 524.0, 523.0, 523.0, 520.0, 513.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "4437972", "4377794", "173850", "2510740", "5094229", "7288502", "2536497", "7646422", "5352322"], "ranked_scores": [580.0, 576.0, 575.0, 566.0, 565.0, 557.0, 552.0, 551.0, 547.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["5499496", "6818958", "6818953", "5142519", "6453425", "3173599", "4594595", "6818952", "3924136", "4603370"], "ranked_scores": [546.0, 543.0, 537.0, 535.0, 535.0, 531.0, 527.0, 526.0, 524.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "8796486", "8773427", "4233615", "3039809", "4765785", "2396672", "8220505", "4451324"], "ranked_scores": [598.0, 558.0, 558.0, 538.0, 533.0, 531.0, 530.0, 524.0, 524.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "7526871", "4786937", "1511155", "2099688", "3141441", "7526867", "1511150", "1841905", "982652"], "ranked_scores": [599.0, 590.0, 588.0, 584.0, 584.0, 583.0, 579.0, 577.0, 574.0, 574.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110611", "7937494", "7770196", "5430044", "5004311", "6688747", "1416173", "7770199", "7110612"], "ranked_scores": [596.0, 545.0, 538.0, 538.0, 535.0, 535.0, 532.0, 531.0, 531.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "4502858", "5336580", "1417034", "30088", "30085", "30089", "7672042", "2391916"], "ranked_scores": [656.0, 631.0, 592.0, 579.0, 574.0, 573.0, 567.0, 566.0, 549.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8098325", "7505807", "6428732", "6844710", "5133662", "8148596", "2679936", "133509", "7853301"], "ranked_scores": [605.0, 541.0, 540.0, 540.0, 539.0, 537.0, 536.0, 534.0, 533.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565560", "4004619", "4893298", "1118163", "4111498", "2835995", "3920912", "174956", "4004613", "6302238"], "ranked_scores": [582.0, 572.0, 571.0, 567.0, 567.0, 562.0, 559.0, 559.0, 559.0, 558.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "826058", "1621473", "3672237", "4991354", "4991353", "3148555", "117136", "8374135", "7161099"], "ranked_scores": [588.0, 551.0, 548.0, 547.0, 546.0, 542.0, 535.0, 528.0, 526.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4605271", "4900578", "1250411", "2531512", "3747811", "7778949", "6193415", "5171449"], "ranked_scores": [602.0, 571.0, 556.0, 540.0, 533.0, 532.0, 522.0, 519.0, 519.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "4005369", "4590211", "139961", "6632518", "6632522", "1063811", "7795890", "3942500", "3722839"], "ranked_scores": [574.0, 562.0, 558.0, 555.0, 555.0, 551.0, 550.0, 550.0, 549.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "1933329", "8139545", "1716202", "886990", "6903206", "4117805", "6761606", "921101", "5812523"], "ranked_scores": [560.0, 553.0, 542.0, 541.0, 540.0, 539.0, 536.0, 533.0, 533.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "3252244", "2940019", "4258663", "4258668", "8532695", "5339586", "1623860", "5339587", "1969532"], "ranked_scores": [641.0, 614.0, 597.0, 586.0, 577.0, 543.0, 540.0, 538.0, 538.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8646229", "5304087", "1732850", "8822769", "7562631", "3451044", "1732853", "3451041", "7611886"], "ranked_scores": [649.0, 570.0, 568.0, 555.0, 552.0, 544.0, 537.0, 536.0, 534.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221430", "4343906", "4127072", "8221431", "8015905", "8221437", "4158114", "5409486", "3047203"], "ranked_scores": [604.0, 587.0, 572.0, 570.0, 563.0, 561.0, 558.0, 556.0, 536.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495831", "3495838", "3495835", "3495840", "1798238", "108001", "7770959", "5412686"], "ranked_scores": [592.0, 582.0, 549.0, 549.0, 543.0, 540.0, 532.0, 522.0, 518.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212591", "609594", "6212597", "1053302", "1053306", "1053300", "8590985", "3843788"], "ranked_scores": [626.0, 624.0, 602.0, 596.0, 587.0, 516.0, 513.0, 500.0, 499.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7153880", "2790097", "7332215", "5090588", "4053136", "5145284", "3740532", "4520541", "930721"], "ranked_scores": [637.0, 516.0, 503.0, 501.0, 491.0, 487.0, 485.0, 485.0, 483.0, 482.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "7511874", "1460685", "10221", "1460689", "4139196", "1460687", "8177246", "1420186"], "ranked_scores": [608.0, 553.0, 547.0, 541.0, 526.0, 524.0, 513.0, 512.0, 511.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "1690952", "1452606", "3302094", "34456", "6124976", "1246649", "3114131"], "ranked_scores": [627.0, 623.0, 584.0, 547.0, 542.0, 536.0, 532.0, 530.0, 529.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "5955284", "7589844", "1420930", "1981693", "6986881", "2229750", "1772350", "3559380", "8424304"], "ranked_scores": [530.0, 526.0, 523.0, 519.0, 519.0, 511.0, 509.0, 508.0, 507.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "7973153", "2819440", "5262322", "6342544", "4385335", "3935875", "8758591", "4957113"], "ranked_scores": [620.0, 551.0, 510.0, 499.0, 499.0, 499.0, 496.0, 496.0, 492.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-atanh-gamma0.2": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1245152", "575979", "1245154", "8083127", "3445481", "5265626", "3619391", "5865180", "3739921", "2522467"], "ranked_scores": [548.0, 547.0, 545.0, 543.0, 542.0, 542.0, 541.0, 539.0, 538.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1674644", "1297109", "542682", "1297112", "2684883", "7248824", "7121381", "5550437", "7187515", "6929917"], "ranked_scores": [557.0, 550.0, 547.0, 545.0, 544.0, 543.0, 542.0, 539.0, 533.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "911138", "5842823", "8186121", "5221728", "5616900", "298606", "4921435", "2295208", "8543994"], "ranked_scores": [592.0, 581.0, 577.0, 556.0, 553.0, 553.0, 553.0, 547.0, 546.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["66616", "6926916", "5359258", "8279447", "3338175", "3125130", "2541248", "515311", "7369987", "6368601"], "ranked_scores": [612.0, 610.0, 608.0, 603.0, 600.0, 587.0, 585.0, 584.0, 582.0, 573.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "5450605", "7048914", "3794300", "8554964", "1159742", "5346316", "2070215", "4269405"], "ranked_scores": [594.0, 590.0, 585.0, 565.0, 564.0, 558.0, 557.0, 552.0, 552.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["8817884", "1191483", "3971679", "1229810", "8011156", "4496437", "5606320", "8643852", "1805806", "8283881"], "ranked_scores": [526.0, 524.0, 519.0, 514.0, 512.0, 512.0, 510.0, 510.0, 509.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6964479", "4816964", "7260457", "7840121", "7813557", "5227711", "6801871", "1777799", "6980305", "6964486"], "ranked_scores": [595.0, 593.0, 591.0, 587.0, 572.0, 564.0, 564.0, 557.0, 551.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "3550559", "7698064", "5644075", "1043672", "102138", "2562047", "1768445", "6760461"], "ranked_scores": [610.0, 593.0, 566.0, 565.0, 495.0, 490.0, 490.0, 488.0, 486.0, 485.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "249524", "5110182", "1365215", "6950275", "1102477", "2322244", "289409", "3935387"], "ranked_scores": [575.0, 575.0, 568.0, 564.0, 563.0, 561.0, 558.0, 551.0, 548.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5942525", "8215736", "4081109", "8339146", "7964634", "4476040", "5392883", "5931817", "7137594"], "ranked_scores": [564.0, 543.0, 516.0, 511.0, 503.0, 502.0, 501.0, 501.0, 500.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "4922192", "1226215", "859199", "2115686", "6062397", "5640023", "6671559", "8511971"], "ranked_scores": [665.0, 662.0, 537.0, 534.0, 520.0, 517.0, 517.0, 517.0, 514.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7858636", "8223942", "2899047", "662304", "5043664", "7810212", "7168976", "6807529", "7168973", "8661651"], "ranked_scores": [522.0, 512.0, 506.0, 495.0, 493.0, 486.0, 486.0, 484.0, 484.0, 483.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7331852", "7301814", "4561063", "4798572", "277376", "1269652", "7301818"], "ranked_scores": [613.0, 575.0, 569.0, 530.0, 528.0, 524.0, 524.0, 522.0, 518.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "8259514", "7970736", "8450827", "7970734", "8259512", "8450833", "1265191", "7970728", "320956"], "ranked_scores": [629.0, 617.0, 614.0, 607.0, 597.0, 590.0, 590.0, 588.0, 573.0, 572.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "7160804", "8346654", "8128745", "5395324", "6145894", "6835042", "1466669", "7138663", "6193662"], "ranked_scores": [638.0, 570.0, 568.0, 561.0, 557.0, 556.0, 552.0, 545.0, 545.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "1136294", "4133417", "8484568", "1488965", "8827602", "1488928", "2010657", "8827604"], "ranked_scores": [642.0, 617.0, 528.0, 521.0, 519.0, 518.0, 518.0, 516.0, 516.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7870700", "5696456", "986486", "2104181", "8091571", "4830263", "7805085", "8335645"], "ranked_scores": [643.0, 575.0, 570.0, 514.0, 513.0, 511.0, 510.0, 506.0, 506.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "8157542", "7948042", "2116929", "3646584", "2116936", "3646580", "4880893", "2696075", "4880896"], "ranked_scores": [615.0, 601.0, 596.0, 574.0, 565.0, 561.0, 556.0, 555.0, 552.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "2647181", "5980491", "4725494", "8771259", "2424634", "6924493", "4253088", "7525071"], "ranked_scores": [636.0, 633.0, 558.0, 549.0, 544.0, 540.0, 539.0, 539.0, 538.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "2091063", "3444262", "5231134", "1902783", "4624992", "1863876", "5517313", "6382257"], "ranked_scores": [596.0, 582.0, 574.0, 538.0, 537.0, 536.0, 536.0, 534.0, 533.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "7827765", "2131335", "7827767", "1484399", "5213336", "4489794", "1174172", "4489797", "2547986"], "ranked_scores": [538.0, 538.0, 535.0, 529.0, 529.0, 527.0, 525.0, 523.0, 523.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "7134383", "8045986", "863946", "391342", "1918866", "391341", "5535297", "7623736", "3853232"], "ranked_scores": [638.0, 607.0, 606.0, 605.0, 602.0, 600.0, 598.0, 589.0, 588.0, 586.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "7689707", "3909648", "8820180", "409310", "1272785", "7689710", "2188117", "4390430", "7613002"], "ranked_scores": [561.0, 552.0, 536.0, 531.0, 531.0, 527.0, 524.0, 519.0, 518.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3968773", "1460640", "3346337", "1546056", "2443030", "4615784", "6488150", "1460637"], "ranked_scores": [706.0, 670.0, 644.0, 640.0, 633.0, 619.0, 613.0, 600.0, 599.0, 597.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8426355", "5055675", "7424964", "2796274", "1070634", "7992320", "2796265", "8307546", "4134573", "6082244"], "ranked_scores": [613.0, 609.0, 607.0, 600.0, 598.0, 597.0, 597.0, 595.0, 590.0, 590.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "5174051", "6083058", "5170949", "6083050", "8834986", "3788810", "5939467", "5027726"], "ranked_scores": [577.0, 556.0, 551.0, 545.0, 538.0, 529.0, 523.0, 520.0, 515.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "551238", "870351", "2576605", "2576606", "272188", "2692492", "1314383", "7249172"], "ranked_scores": [626.0, 624.0, 611.0, 597.0, 591.0, 590.0, 586.0, 583.0, 572.0, 572.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "7810605", "8265258", "1663808", "3296425", "250946", "5351935", "6090442", "7553014", "3024301"], "ranked_scores": [542.0, 532.0, 530.0, 527.0, 526.0, 524.0, 520.0, 519.0, 519.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7288502", "7646422", "7646426", "173850", "4377794", "2510740", "2536497", "4437972"], "ranked_scores": [572.0, 552.0, 548.0, 547.0, 546.0, 546.0, 543.0, 542.0, 539.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818958", "5499496", "6453425", "5940921", "6818953", "1948259", "3924136", "5142519", "1237202", "7154587"], "ranked_scores": [551.0, 550.0, 549.0, 546.0, 543.0, 539.0, 533.0, 532.0, 531.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8796486", "7833611", "4765785", "8220505", "5675630", "8773427", "3663599", "1763487", "3979452"], "ranked_scores": [603.0, 571.0, 556.0, 547.0, 538.0, 535.0, 533.0, 532.0, 529.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "3141441", "4786937", "7526871", "2099688", "4005928", "7526867", "2898312", "1511155", "2005370"], "ranked_scores": [625.0, 621.0, 606.0, 603.0, 601.0, 594.0, 593.0, 585.0, 584.0, 584.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7937494", "7770199", "7110612", "8331763", "7110611", "5546116", "7770196", "6270123", "7041861"], "ranked_scores": [613.0, 567.0, 550.0, 549.0, 548.0, 543.0, 543.0, 540.0, 538.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "4502858", "1417034", "30088", "5336580", "489952", "30085", "30089", "2391916"], "ranked_scores": [666.0, 628.0, 610.0, 590.0, 585.0, 585.0, 580.0, 575.0, 571.0, 567.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "5133662", "2789716", "6428732", "3712671", "5904163", "6207587", "3406116", "8098325"], "ranked_scores": [613.0, 556.0, 556.0, 550.0, 547.0, 546.0, 545.0, 545.0, 544.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565560", "4111498", "1118163", "4893298", "3920912", "4004619", "1899176", "2391077", "2894334", "2924921"], "ranked_scores": [598.0, 582.0, 578.0, 575.0, 571.0, 569.0, 569.0, 563.0, 563.0, 559.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991354", "3672237", "1621473", "3148555", "4991353", "826058", "4991356", "3806458", "1003386"], "ranked_scores": [613.0, 579.0, 563.0, 561.0, 558.0, 552.0, 551.0, 541.0, 540.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "4605271", "2531512", "1250411", "5393501", "6193410", "5171449", "3726276"], "ranked_scores": [634.0, 587.0, 559.0, 558.0, 557.0, 537.0, 536.0, 533.0, 524.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "6632518", "1063811", "4590211", "6632520", "4005369", "4590213", "1063812", "139961", "3942500"], "ranked_scores": [585.0, 576.0, 574.0, 563.0, 562.0, 558.0, 556.0, 553.0, 553.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1933329", "1867101", "1716202", "6761606", "886990", "5143805", "1631830", "5812523", "7313342", "7313345"], "ranked_scores": [571.0, 568.0, 552.0, 550.0, 549.0, 548.0, 546.0, 546.0, 546.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "3252244", "4258663", "4258668", "2940019", "8532695", "7503113", "5339587", "1969532", "5339586"], "ranked_scores": [644.0, 608.0, 586.0, 585.0, 582.0, 557.0, 552.0, 551.0, 549.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8646229", "5304087", "8738884", "8822769", "3451043", "1732850", "3451041", "3451044", "1398369"], "ranked_scores": [655.0, 571.0, 555.0, 546.0, 546.0, 540.0, 539.0, 538.0, 537.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221430", "4127072", "8221431", "4343906", "8221437", "4158114", "6284716", "8015905", "3047203"], "ranked_scores": [606.0, 585.0, 570.0, 570.0, 569.0, 566.0, 560.0, 559.0, 559.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495838", "3495840", "3495831", "3495835", "1188785", "1047394", "108001", "6392875"], "ranked_scores": [588.0, 577.0, 571.0, 566.0, 550.0, 549.0, 521.0, 519.0, 516.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212591", "609594", "6212597", "1053306", "1053302", "8590985", "1053300", "471140"], "ranked_scores": [634.0, 632.0, 605.0, 605.0, 592.0, 520.0, 516.0, 515.0, 511.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "2790097", "7153880", "3823641", "8736649", "5090588", "7332215", "3740532", "2763685"], "ranked_scores": [650.0, 507.0, 502.0, 499.0, 496.0, 492.0, 492.0, 492.0, 491.0, 488.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "7511874", "1460685", "5891383", "4139196", "1460687", "10221", "1460689", "4846553", "7966586"], "ranked_scores": [603.0, 565.0, 555.0, 548.0, 530.0, 527.0, 527.0, 525.0, 519.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "34456", "1690952", "6533908", "3302094", "1452606", "6124976", "7985411"], "ranked_scores": [645.0, 627.0, 576.0, 536.0, 535.0, 535.0, 532.0, 531.0, 528.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "1981693", "8424304", "5955284", "7888894", "2229750", "5209746", "6986881", "7138494", "6361048"], "ranked_scores": [555.0, 549.0, 543.0, 542.0, 536.0, 535.0, 532.0, 527.0, 526.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "2819440", "5262322", "8758591", "4385335", "7973153", "8771883", "1953277", "8743967"], "ranked_scores": [629.0, 546.0, 537.0, 505.0, 505.0, 503.0, 503.0, 502.0, 501.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-atanh-gamma0.05": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1245154", "6489670", "1245152", "7275122", "1674646", "8083127", "7172147", "5265626", "7584907", "3445481"], "ranked_scores": [563.0, 562.0, 559.0, 555.0, 542.0, 541.0, 534.0, 534.0, 531.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "8083127", "1297112", "1297109", "3671400", "7248824", "6929917", "220565", "1674646", "1150856"], "ranked_scores": [543.0, 539.0, 538.0, 528.0, 526.0, 526.0, 526.0, 525.0, 524.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "1592656", "7114600", "298606", "1238142", "5842823", "911138", "5221728", "8543994"], "ranked_scores": [608.0, 585.0, 561.0, 558.0, 553.0, 553.0, 552.0, 551.0, 545.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "8279447", "3338175", "698581", "939898", "2541248", "939894", "5691562", "7011409", "515311"], "ranked_scores": [586.0, 575.0, 571.0, 564.0, 563.0, 563.0, 562.0, 561.0, 560.0, 559.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "2070215", "4269405", "5450605", "7048914", "1936834", "6574351", "7255675", "8554964"], "ranked_scores": [543.0, 542.0, 522.0, 521.0, 517.0, 517.0, 512.0, 509.0, 509.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1805806", "5606320", "1494980", "1229810", "7929603", "1190311", "240221", "7600993", "5143532", "729819"], "ranked_scores": [497.0, 496.0, 492.0, 492.0, 491.0, 485.0, 483.0, 483.0, 482.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "7813557", "5227711", "6964479", "6311584", "6980305", "5091618", "6815901", "7245739"], "ranked_scores": [597.0, 574.0, 566.0, 562.0, 558.0, 545.0, 536.0, 534.0, 533.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "3550559", "4041246", "2562047", "5079417", "7431788", "4154575", "102138", "7948212"], "ranked_scores": [576.0, 572.0, 564.0, 548.0, 547.0, 545.0, 545.0, 539.0, 535.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1102477", "8452568", "249524", "1365215", "4667084", "6794863", "5110182", "289409", "6950269", "3323839"], "ranked_scores": [552.0, 545.0, 541.0, 539.0, 539.0, 535.0, 534.0, 533.0, 527.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "947575", "7187662", "5132484", "4513419", "5931817", "3546549", "5469449", "2117748", "6137138"], "ranked_scores": [548.0, 519.0, 517.0, 516.0, 515.0, 513.0, 513.0, 510.0, 510.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "2469923", "8583764", "2355274", "4405605", "6033800", "8583766", "8583763", "1462104"], "ranked_scores": [670.0, 662.0, 569.0, 544.0, 542.0, 537.0, 536.0, 533.0, 530.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8111528", "5389787", "5289585", "114691", "8111532", "7858636", "295788", "8098588", "7168976", "2899047"], "ranked_scores": [531.0, 531.0, 523.0, 513.0, 512.0, 509.0, 509.0, 504.0, 498.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "277376", "3803414", "6975658", "277374", "3512764", "1741823", "7301818"], "ranked_scores": [601.0, 573.0, 572.0, 522.0, 517.0, 506.0, 505.0, 504.0, 503.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "8450827", "7970728", "8259514", "8450828", "8259512", "7970735", "320956", "8450833", "7970734"], "ranked_scores": [586.0, 584.0, 577.0, 570.0, 569.0, 564.0, 537.0, 534.0, 527.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["8346654", "7160804", "7160805", "6193662", "2540442", "6145894", "7138663", "1127804", "5841488", "664917"], "ranked_scores": [559.0, 558.0, 546.0, 545.0, 542.0, 540.0, 540.0, 536.0, 536.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "3452115", "7220312", "6467669", "4768599", "8484568", "3505871", "665690", "1136294", "3936785"], "ranked_scores": [636.0, 528.0, 524.0, 518.0, 511.0, 508.0, 505.0, 502.0, 496.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "3702788", "8584557", "6667088", "5340239", "6975615", "630605", "7870705", "2818783"], "ranked_scores": [590.0, 538.0, 522.0, 513.0, 512.0, 510.0, 509.0, 507.0, 506.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "4880893", "2116929", "7948042", "8157542", "2116932", "3646584", "7146728", "7964392", "2211646"], "ranked_scores": [608.0, 582.0, 576.0, 571.0, 565.0, 564.0, 559.0, 558.0, 557.0, 552.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4725494", "2647181", "4998837", "3532662", "2535705", "2066418", "3891003", "3569426"], "ranked_scores": [589.0, 572.0, 529.0, 515.0, 514.0, 513.0, 512.0, 510.0, 506.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["5231134", "7503570", "3444262", "4393603", "6822082", "2595814", "1902783", "6775026", "2044076", "2059254"], "ranked_scores": [555.0, 555.0, 546.0, 526.0, 526.0, 525.0, 525.0, 525.0, 523.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827765", "7803391", "1174164", "1174172", "4489797", "1174168", "6127285", "261654", "7170234", "322745"], "ranked_scores": [491.0, 489.0, 481.0, 480.0, 476.0, 473.0, 467.0, 465.0, 465.0, 465.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "442006", "391342", "863946", "391341", "7134383", "4796869", "1918866", "5535297", "8540414"], "ranked_scores": [602.0, 599.0, 585.0, 572.0, 568.0, 565.0, 564.0, 563.0, 555.0, 554.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["3909648", "4936994", "8820180", "4390430", "409310", "7880823", "3178651", "3167491", "6506033", "4233011"], "ranked_scores": [550.0, 542.0, 540.0, 526.0, 522.0, 520.0, 520.0, 519.0, 519.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "5729775", "3346337", "4153409", "6243136", "1546056", "6255207", "115435", "6642275", "8386856"], "ranked_scores": [610.0, 610.0, 574.0, 558.0, 557.0, 554.0, 554.0, 554.0, 552.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["3733774", "5734570", "1070634", "8426355", "2796274", "5269626", "4942019", "7424964", "5739636", "8307546"], "ranked_scores": [587.0, 584.0, 579.0, 578.0, 569.0, 567.0, 562.0, 562.0, 561.0, 561.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5939467", "5170949", "1039754", "5965281", "975213", "2250532", "1588747", "1497166", "2386360"], "ranked_scores": [527.0, 525.0, 518.0, 515.0, 503.0, 501.0, 499.0, 498.0, 494.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "870346", "7249172", "1525620", "1613678", "272188", "2576605", "551238", "2576606", "870351"], "ranked_scores": [603.0, 568.0, 568.0, 566.0, 558.0, 557.0, 556.0, 554.0, 553.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "7810605", "5408281", "6722043", "7403004", "3749515", "4053745", "5179395", "5373185", "6465151"], "ranked_scores": [548.0, 517.0, 514.0, 514.0, 513.0, 512.0, 509.0, 508.0, 507.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["7288502", "7646422", "5094229", "4278761", "4377794", "278768", "2510740", "2929750", "4437972", "7646426"], "ranked_scores": [608.0, 594.0, 589.0, 588.0, 580.0, 575.0, 566.0, 565.0, 561.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["7154587", "3924136", "2068025", "6818953", "5499496", "3872927", "1237202", "3173599", "8531579", "7154586"], "ranked_scores": [544.0, 542.0, 534.0, 531.0, 531.0, 529.0, 528.0, 528.0, 525.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "1763487", "3039809", "8773427", "2396672", "3937863", "4861484", "4637748", "3979452", "2980791"], "ranked_scores": [551.0, 538.0, 537.0, 533.0, 531.0, 529.0, 529.0, 527.0, 523.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "7526870", "4786937", "1511150", "1511155", "2099688", "6503017", "2617812", "1841905", "7526871"], "ranked_scores": [604.0, 601.0, 580.0, 579.0, 578.0, 578.0, 578.0, 576.0, 571.0, 569.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "5655", "7937494", "8331763", "607856", "5654270", "8310623", "8373163"], "ranked_scores": [592.0, 554.0, 551.0, 545.0, 542.0, 524.0, 523.0, 516.0, 513.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5343617", "3659405", "2066951", "5336580", "1417034", "6278487", "4502858", "30088", "8327486"], "ranked_scores": [609.0, 584.0, 573.0, 568.0, 562.0, 558.0, 549.0, 548.0, 544.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "5904163", "8148596", "7505807", "754800", "2789716", "3712671", "6207587", "6684798", "6875563"], "ranked_scores": [577.0, 567.0, 554.0, 554.0, 551.0, 548.0, 540.0, 539.0, 536.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565560", "4893298", "4205560", "4004619", "1338703", "7741066", "1118163", "8347480", "2391077", "6495560"], "ranked_scores": [558.0, 556.0, 548.0, 544.0, 544.0, 542.0, 541.0, 541.0, 540.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "3699781", "4991354", "1621473", "4528861", "3926427", "869851", "3148555", "826058", "7597006"], "ranked_scores": [556.0, 550.0, 540.0, 540.0, 529.0, 526.0, 526.0, 523.0, 521.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "7778956", "4409027", "4605270", "6193415", "2531517", "4605271", "3747811", "2531512", "7778949"], "ranked_scores": [602.0, 561.0, 561.0, 547.0, 542.0, 539.0, 536.0, 534.0, 527.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["1063811", "3722839", "2488121", "7831679", "6632520", "3942500", "4590213", "139970", "7428627", "7795896"], "ranked_scores": [563.0, 550.0, 548.0, 542.0, 540.0, 540.0, 538.0, 538.0, 536.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "921101", "5143805", "6903206", "3689305", "3883683", "6713671", "886990", "4992578", "8628818"], "ranked_scores": [563.0, 555.0, 552.0, 542.0, 537.0, 535.0, 535.0, 535.0, 533.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7728427", "3252244", "2940019", "4258668", "7420248", "6036135", "4636167", "7692614", "4996201"], "ranked_scores": [599.0, 598.0, 572.0, 565.0, 561.0, 550.0, 538.0, 527.0, 523.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "1398369", "6472411", "332783", "8738884", "2024648", "6711596", "3451043", "3599369", "1763324"], "ranked_scores": [601.0, 544.0, 538.0, 537.0, 536.0, 519.0, 519.0, 518.0, 515.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221430", "8221437", "8221431", "4127072", "4343906", "4158114", "8015905", "5431260", "4626170"], "ranked_scores": [611.0, 581.0, 580.0, 573.0, 563.0, 560.0, 558.0, 552.0, 551.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495838", "8608976", "3495835", "108001", "1188785", "6392875", "2487253", "8815917"], "ranked_scores": [551.0, 547.0, 540.0, 523.0, 514.0, 506.0, 505.0, 503.0, 502.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212597", "6212591", "6212588", "609594", "1941403", "917841", "3843788", "471140", "8665855"], "ranked_scores": [584.0, 574.0, 565.0, 562.0, 532.0, 517.0, 516.0, 498.0, 487.0, 487.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "2108312", "7803343", "7078336", "7332215", "7601059", "4520541", "5402180", "2379160", "2763685"], "ranked_scores": [612.0, 500.0, 497.0, 487.0, 481.0, 480.0, 478.0, 475.0, 474.0, 473.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "7511875", "5891383", "1460687", "2857974", "1460689", "1193873", "4256781", "7144188", "8432430"], "ranked_scores": [551.0, 526.0, 520.0, 511.0, 501.0, 499.0, 495.0, 491.0, 491.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "4738326", "3215105", "7395884", "1690952", "5079369", "6124976", "1136108", "7558181"], "ranked_scores": [587.0, 568.0, 531.0, 529.0, 524.0, 520.0, 511.0, 510.0, 509.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["2229750", "7589839", "8424304", "5955284", "7589844", "1420930", "3559380", "8278272", "7138494", "1772350"], "ranked_scores": [508.0, 504.0, 503.0, 501.0, 500.0, 499.0, 498.0, 495.0, 494.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8771883", "2575364", "2819440", "7973153", "7966624", "8667781", "2654018", "6342544", "5262322"], "ranked_scores": [620.0, 513.0, 510.0, 503.0, 501.0, 497.0, 496.0, 492.0, 492.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-atanh-gamma0.2": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "3527619", "6489670", "5265626", "8083127", "7172147", "7391326", "1245154", "3445481", "7072115"], "ranked_scores": [562.0, 558.0, 557.0, 552.0, 540.0, 538.0, 536.0, 535.0, 532.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["3671400", "2684883", "8083127", "1297112", "220565", "6929917", "1297109", "7248824", "6375472", "5633832"], "ranked_scores": [553.0, 545.0, 540.0, 538.0, 533.0, 529.0, 528.0, 523.0, 523.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "5842823", "911138", "7114600", "1592656", "5226726", "8543994", "298606", "1238142"], "ranked_scores": [612.0, 573.0, 570.0, 563.0, 559.0, 556.0, 545.0, 544.0, 541.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "515311", "2541248", "5997195", "3338175", "1727064", "66620", "2548176", "8279447", "5691562"], "ranked_scores": [600.0, 599.0, 590.0, 583.0, 582.0, 581.0, 580.0, 577.0, 573.0, 572.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "5450605", "3794297", "3794300", "4269405", "3820657", "2070215", "5701737", "7048914", "7255678"], "ranked_scores": [549.0, 540.0, 538.0, 522.0, 522.0, 520.0, 518.0, 514.0, 514.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "1805806", "1494980", "378964", "8299818", "1190311", "7929603", "729819", "1229810", "240221"], "ranked_scores": [511.0, 502.0, 497.0, 493.0, 493.0, 490.0, 490.0, 488.0, 487.0, 482.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "6964479", "5227711", "7813557", "563355", "6311584", "6815901", "1777799", "6980305"], "ranked_scores": [581.0, 573.0, 557.0, 552.0, 546.0, 530.0, 528.0, 527.0, 523.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550559", "3550563", "7698064", "6938256", "4154575", "7431788", "102138", "3538808", "4476440"], "ranked_scores": [611.0, 602.0, 590.0, 544.0, 538.0, 537.0, 536.0, 534.0, 532.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "8452568", "1365210", "5110182", "4667084", "289409", "1365215", "6794863", "3935387", "6950269"], "ranked_scores": [552.0, 545.0, 537.0, 535.0, 533.0, 533.0, 531.0, 526.0, 525.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "947575", "4513419", "7187662", "7479455", "5469449", "2066852", "2117748", "2348797", "5132484"], "ranked_scores": [559.0, 551.0, 527.0, 522.0, 517.0, 516.0, 515.0, 515.0, 514.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "2469923", "209692", "8583764", "3189196", "2355274", "8583763", "6033800", "8583766"], "ranked_scores": [666.0, 663.0, 578.0, 548.0, 545.0, 543.0, 543.0, 539.0, 537.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["5389787", "8111528", "295788", "7858636", "114691", "5289585", "2242588", "8098588", "566163", "6807529"], "ranked_scores": [540.0, 534.0, 520.0, 514.0, 513.0, 513.0, 513.0, 505.0, 503.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "277376", "7301818", "277374", "6628785", "3803414", "6363851", "7301814"], "ranked_scores": [617.0, 568.0, 566.0, 523.0, 521.0, 515.0, 512.0, 506.0, 505.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450827", "7970736", "8259512", "8450828", "8259514", "7970728", "8450833", "7970734", "320956", "6709254"], "ranked_scores": [604.0, 593.0, 581.0, 579.0, 574.0, 567.0, 544.0, 531.0, 528.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "7160804", "8684894", "6145894", "6193662", "1127804", "5841488", "2586618", "6257976"], "ranked_scores": [577.0, 565.0, 555.0, 551.0, 551.0, 550.0, 545.0, 545.0, 542.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "4768599", "8484568", "3505871", "6467669", "8023011", "2130560", "665690"], "ranked_scores": [627.0, 522.0, 520.0, 503.0, 500.0, 497.0, 491.0, 483.0, 482.0, 480.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "5340239", "3702788", "8584557", "6667088", "2995208", "7870704", "5672317"], "ranked_scores": [616.0, 548.0, 544.0, 537.0, 536.0, 529.0, 512.0, 506.0, 506.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "8157542", "4880893", "2116932", "3646584", "7948042", "2083431", "7146728", "8722441", "8660295"], "ranked_scores": [609.0, 585.0, 578.0, 576.0, 575.0, 572.0, 566.0, 563.0, 563.0, 560.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "2647181", "2450611", "2535705", "4725494", "3056113", "4998837", "3532662", "5984719"], "ranked_scores": [584.0, 575.0, 512.0, 505.0, 504.0, 504.0, 503.0, 502.0, 499.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "2091063", "5231134", "3444262", "4393603", "4393601", "6822082", "1175612", "367272", "925659"], "ranked_scores": [591.0, 551.0, 550.0, 539.0, 538.0, 534.0, 525.0, 524.0, 524.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1174164", "1174168", "7803391", "1174172", "261654", "7827767", "7827765", "6127285", "4999276", "7170234"], "ranked_scores": [518.0, 513.0, 512.0, 492.0, 488.0, 487.0, 486.0, 481.0, 479.0, 477.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "863946", "8477970", "391342", "1918866", "7134383", "8540414", "391341", "5535297"], "ranked_scores": [604.0, 601.0, 581.0, 578.0, 574.0, 572.0, 568.0, 561.0, 558.0, 557.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["8820180", "3909648", "6506033", "4936994", "4233011", "3167491", "4390430", "64801", "409310", "5567108"], "ranked_scores": [557.0, 549.0, 538.0, 536.0, 534.0, 533.0, 526.0, 517.0, 515.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "5729775", "3346337", "6642275", "1460637", "1460640", "6243136", "1546056", "3968773", "5668797"], "ranked_scores": [620.0, 604.0, 598.0, 574.0, 564.0, 563.0, 563.0, 559.0, 557.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["1070634", "2796274", "8426355", "5734570", "4942019", "1348264", "3733774", "8307546", "6082244", "5269626"], "ranked_scores": [578.0, 575.0, 570.0, 561.0, 559.0, 559.0, 558.0, 555.0, 552.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "5170949", "5939467", "5174051", "7650732", "2086500", "6083050", "1497166", "2250532"], "ranked_scores": [545.0, 531.0, 528.0, 518.0, 514.0, 511.0, 502.0, 502.0, 500.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576605", "2576606", "870351", "1314383", "1613678", "7249172", "1525623", "2692492", "870346"], "ranked_scores": [603.0, 579.0, 576.0, 574.0, 567.0, 567.0, 566.0, 558.0, 554.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "5408281", "7810605", "8277053", "3296425", "6340258", "2589790", "6465151", "8741687", "5419270"], "ranked_scores": [569.0, 533.0, 533.0, 525.0, 522.0, 522.0, 517.0, 517.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["7646422", "5094229", "4278761", "7288502", "2929750", "4437972", "4377794", "2510740", "5352322", "278768"], "ranked_scores": [615.0, 602.0, 601.0, 600.0, 583.0, 580.0, 579.0, 578.0, 571.0, 567.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["7154587", "1237202", "8531579", "6818953", "3230959", "7154586", "6818952", "3924136", "5499496", "3173599"], "ranked_scores": [539.0, 534.0, 531.0, 529.0, 529.0, 528.0, 526.0, 525.0, 525.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "3039809", "1763487", "4637748", "8773427", "3979452", "2396672", "3937863", "7975065", "4966850"], "ranked_scores": [555.0, 539.0, 538.0, 537.0, 534.0, 533.0, 533.0, 529.0, 527.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "1841905", "2099688", "2617812", "7526870", "2617807", "4786937", "6503017", "3176987", "1511150"], "ranked_scores": [603.0, 599.0, 597.0, 596.0, 593.0, 584.0, 584.0, 580.0, 576.0, 574.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110611", "7110612", "7937494", "5655", "978127", "5654270", "6281807", "607856", "8331763"], "ranked_scores": [618.0, 595.0, 570.0, 551.0, 549.0, 528.0, 528.0, 526.0, 524.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "5343617", "1417034", "5336580", "4502858", "2066951", "8327486", "2391916", "4522649"], "ranked_scores": [627.0, 586.0, 572.0, 567.0, 558.0, 555.0, 552.0, 550.0, 548.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "754800", "5904163", "3712671", "2789716", "8148596", "1696161", "6684798", "767018", "7119732"], "ranked_scores": [588.0, 560.0, 557.0, 547.0, 543.0, 540.0, 539.0, 539.0, 539.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4111498", "3920912", "4004619", "4893298", "2565560", "7741066", "174956", "1118163", "6302237", "2607975"], "ranked_scores": [564.0, 560.0, 560.0, 559.0, 555.0, 551.0, 548.0, 548.0, 545.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "1621473", "4991354", "3699781", "826058", "8374135", "3148555", "4528861", "7597006", "3926427"], "ranked_scores": [581.0, 541.0, 538.0, 538.0, 535.0, 530.0, 528.0, 528.0, 526.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4409027", "7778956", "3747811", "2531512", "4605271", "6193415", "1250411", "7778949", "4605270"], "ranked_scores": [588.0, 568.0, 560.0, 560.0, 554.0, 550.0, 547.0, 538.0, 534.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["1063811", "2488121", "6632520", "7428627", "3722839", "139961", "6632522", "7831679", "3942500", "6632518"], "ranked_scores": [567.0, 561.0, 542.0, 540.0, 529.0, 528.0, 528.0, 528.0, 527.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "886990", "3689305", "5143805", "8628818", "1716202", "6903206", "4992578", "3883683", "7313345"], "ranked_scores": [552.0, 539.0, 536.0, 535.0, 535.0, 532.0, 531.0, 530.0, 529.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "4258663", "3252244", "2940019", "4258668", "7692614", "1623860", "6036135", "3617286", "7420248"], "ranked_scores": [603.0, 601.0, 582.0, 577.0, 541.0, 529.0, 524.0, 524.0, 521.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "6472411", "8738884", "1398369", "2024648", "332783", "6711596", "5304087", "6711597", "7611886"], "ranked_scores": [600.0, 548.0, 542.0, 540.0, 535.0, 534.0, 524.0, 523.0, 521.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221437", "8221430", "4343906", "8221431", "4127072", "4158114", "8015905", "4626170", "5431260"], "ranked_scores": [603.0, 593.0, 585.0, 583.0, 582.0, 569.0, 564.0, 553.0, 548.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495838", "7770963", "1188785", "8815917", "3495840", "3495835", "1634694", "4487010", "654073"], "ranked_scores": [540.0, 540.0, 528.0, 520.0, 511.0, 510.0, 509.0, 506.0, 506.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212597", "6212588", "6212591", "609594", "1941403", "3843787", "917841", "3843788", "2194203"], "ranked_scores": [590.0, 573.0, 568.0, 567.0, 564.0, 531.0, 521.0, 512.0, 504.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7078336", "7803343", "2108312", "7332215", "7601059", "3823638", "217890", "5402180", "4520541"], "ranked_scores": [619.0, 504.0, 500.0, 499.0, 494.0, 494.0, 489.0, 487.0, 484.0, 481.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "7511875", "5891383", "4256781", "1460689", "7144188", "2857974", "8432430", "1460687", "3668938"], "ranked_scores": [553.0, 535.0, 529.0, 523.0, 521.0, 521.0, 516.0, 515.0, 514.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "4738326", "3215105", "7395884", "1136108", "1690952", "7104592", "5424702", "7515853"], "ranked_scores": [605.0, 595.0, 560.0, 541.0, 537.0, 537.0, 524.0, 523.0, 521.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589844", "1420930", "5955284", "2229750", "8424304", "7589839", "3559380", "7138494", "6986881", "1981693"], "ranked_scores": [522.0, 519.0, 517.0, 516.0, 514.0, 510.0, 505.0, 504.0, 503.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "2575364", "7973153", "6342544", "4564069", "8771883", "2819440", "3989499", "3664758", "4597448"], "ranked_scores": [599.0, 521.0, 515.0, 510.0, 509.0, 509.0, 504.0, 503.0, 503.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-atanh-gamma0.05": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "3527619", "575979", "7837267", "6375472", "792477", "1245152", "1245154", "558173", "7275120"], "ranked_scores": [530.0, 530.0, 528.0, 526.0, 526.0, 524.0, 524.0, 522.0, 521.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297112", "3308552", "542682", "220565", "5633832", "7981496", "2684883", "4808866", "2581550", "7187515"], "ranked_scores": [540.0, 540.0, 530.0, 529.0, 526.0, 525.0, 513.0, 513.0, 512.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "911138", "5842823", "7383965", "298606", "5221728", "1592656", "2295208", "8543994", "7114600"], "ranked_scores": [577.0, 568.0, 565.0, 546.0, 542.0, 540.0, 537.0, 510.0, 510.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["7369987", "5769842", "3399535", "515311", "3338175", "3932591", "5684712", "2541248", "2548173", "6926916"], "ranked_scores": [573.0, 570.0, 552.0, 549.0, 546.0, 545.0, 544.0, 543.0, 541.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "3794300", "7255675", "7048914", "5450605", "8554964", "5701737", "7688345", "7941257"], "ranked_scores": [574.0, 570.0, 554.0, 548.0, 547.0, 541.0, 539.0, 535.0, 535.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1191483", "378964", "3205963", "8283881", "5606320", "8817884", "1229810", "8314448", "1805806", "729819"], "ranked_scores": [507.0, 495.0, 488.0, 484.0, 482.0, 480.0, 479.0, 479.0, 478.0, 477.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6964479", "4816964", "6980305", "7813557", "2807543", "7840121", "6815896", "6964486", "7260457", "7245739"], "ranked_scores": [541.0, 539.0, 538.0, 532.0, 525.0, 525.0, 525.0, 519.0, 518.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550559", "3550561", "3550563", "7698064", "8069476", "6760461", "3428369", "4136867", "7431788", "5644075"], "ranked_scores": [588.0, 575.0, 573.0, 520.0, 500.0, 493.0, 491.0, 489.0, 488.0, 487.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "289409", "1102477", "1365210", "5110182", "1365215", "249524", "2322245", "4667084", "1102481"], "ranked_scores": [572.0, 553.0, 550.0, 541.0, 539.0, 538.0, 532.0, 531.0, 531.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "128974", "5132484", "5469449", "2117748", "2348797", "2066852", "7479448", "7964634"], "ranked_scores": [576.0, 551.0, 524.0, 524.0, 520.0, 519.0, 502.0, 501.0, 497.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "1226213", "1438830", "8511971", "5640023", "209692", "3897453", "5640027", "8114676"], "ranked_scores": [622.0, 617.0, 534.0, 519.0, 518.0, 510.0, 507.0, 504.0, 504.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["6072167", "295789", "8111532", "4069689", "7168976", "4996378", "114691", "6807529", "8534329", "7168973"], "ranked_scores": [504.0, 501.0, 501.0, 493.0, 489.0, 486.0, 485.0, 482.0, 482.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "3803414", "5809779", "7301816", "277376", "6363854", "7301814", "5457419", "7331852"], "ranked_scores": [587.0, 524.0, 521.0, 519.0, 519.0, 518.0, 508.0, 508.0, 501.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "7970736", "8259514", "8450827", "8259512", "8450833", "7970734", "7970728", "320956", "1265191"], "ranked_scores": [583.0, 578.0, 572.0, 570.0, 567.0, 561.0, 544.0, 528.0, 527.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "3868557", "8346654", "1127804", "7160804", "7138663", "6193662", "5841488", "5720449", "87282"], "ranked_scores": [560.0, 545.0, 544.0, 532.0, 530.0, 529.0, 528.0, 526.0, 525.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "665690", "6355058", "2554016", "6467669", "5190750", "8827604", "1488928"], "ranked_scores": [636.0, 531.0, 526.0, 518.0, 505.0, 504.0, 503.0, 501.0, 501.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870704", "7870705", "6439597", "2995208", "2104181", "5340239", "7937822", "5143532"], "ranked_scores": [580.0, 558.0, 518.0, 517.0, 517.0, 509.0, 507.0, 502.0, 502.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "7948042", "8157542", "3646580", "2116929", "8660295", "7964392", "2116938", "8722441", "2116936"], "ranked_scores": [601.0, 560.0, 558.0, 557.0, 552.0, 551.0, 540.0, 539.0, 538.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "6097742", "3333503", "2870276", "1611463", "4985799", "2535705", "2801033", "4725494"], "ranked_scores": [585.0, 566.0, 512.0, 509.0, 508.0, 507.0, 507.0, 504.0, 504.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5231134", "2091063", "7503576", "3444262", "7153163", "6951440", "4624992", "4393601", "3728019"], "ranked_scores": [576.0, 532.0, 531.0, 531.0, 529.0, 527.0, 520.0, 520.0, 519.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489797", "4489799", "1174164", "4826837", "5135972", "4489794", "2131339", "1174168", "7170234", "7827765"], "ranked_scores": [541.0, 527.0, 520.0, 520.0, 519.0, 518.0, 518.0, 518.0, 517.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "8477970", "863946", "7134383", "4796869", "8540414", "391342", "391341", "7623735"], "ranked_scores": [574.0, 565.0, 552.0, 548.0, 547.0, 547.0, 545.0, 539.0, 535.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["2188117", "1143382", "2175858", "4233011", "4936994", "3368582", "7689707", "6506033", "2175857", "5039968"], "ranked_scores": [525.0, 518.0, 518.0, 518.0, 511.0, 507.0, 506.0, 503.0, 503.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "1546056", "2443030", "3346337", "1460640", "3968773", "6642275", "1920855", "8000092"], "ranked_scores": [645.0, 613.0, 576.0, 576.0, 575.0, 569.0, 568.0, 564.0, 563.0, 561.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5269626", "4942015", "2796268", "1070634", "2796265", "7424964", "2636672", "1070633", "4942019", "5055675"], "ranked_scores": [580.0, 566.0, 565.0, 565.0, 563.0, 560.0, 560.0, 559.0, 557.0, 557.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "1039754", "6083058", "6287785", "7527096", "4805364", "1588747", "5939467", "3637961", "5174051"], "ranked_scores": [546.0, 542.0, 535.0, 534.0, 533.0, 524.0, 520.0, 519.0, 513.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "551238", "1525620", "7249172", "1314383", "2692492", "2576606", "272190", "870351"], "ranked_scores": [569.0, 555.0, 548.0, 547.0, 544.0, 536.0, 536.0, 534.0, 532.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8162194", "7810605", "6502553", "8741687", "1850491", "8277053", "5419270", "8162192", "6797667", "2154242"], "ranked_scores": [574.0, 552.0, 548.0, 544.0, 543.0, 541.0, 541.0, 540.0, 535.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7646422", "7288502", "5094229", "5352322", "2061122", "4377794", "5756090", "4195768", "2510740"], "ranked_scores": [598.0, 564.0, 562.0, 551.0, 549.0, 538.0, 523.0, 522.0, 520.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["7154587", "3173599", "8782711", "3230959", "8531579", "5499496", "2068025", "7647368", "5764460", "1237202"], "ranked_scores": [512.0, 508.0, 502.0, 499.0, 497.0, 496.0, 496.0, 495.0, 494.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8773427", "4451324", "3979452", "4233615", "4397641", "8220505", "3937863", "2396672", "3591787"], "ranked_scores": [581.0, 552.0, 551.0, 545.0, 542.0, 536.0, 528.0, 527.0, 525.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "7526867", "1511150", "2099688", "4786937", "3438193", "7526870", "2617812", "7526871", "2898312"], "ranked_scores": [590.0, 587.0, 585.0, 583.0, 582.0, 574.0, 570.0, 569.0, 569.0, 569.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "5655", "7937494", "607856", "888154", "2299432", "8331763", "8431286"], "ranked_scores": [616.0, 560.0, 529.0, 527.0, 526.0, 518.0, 516.0, 511.0, 511.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "4502858", "1417034", "3659405", "30088", "5336580", "567380", "4522649", "2391916", "3345716"], "ranked_scores": [612.0, 584.0, 579.0, 572.0, 565.0, 556.0, 554.0, 543.0, 539.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "1917162", "3712671", "5904163", "6207587", "6428732", "5133662", "7886033", "6684798", "8653062"], "ranked_scores": [611.0, 541.0, 541.0, 539.0, 536.0, 536.0, 534.0, 532.0, 531.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["6302238", "2565560", "6302237", "4893298", "4004619", "2391077", "1338703", "3920912", "4004614", "4432184"], "ranked_scores": [594.0, 582.0, 576.0, 576.0, 572.0, 564.0, 564.0, 563.0, 562.0, 558.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3699781", "7161101", "3672237", "8374135", "4991354", "2823095", "4991356", "3148555", "4991353"], "ranked_scores": [550.0, 527.0, 521.0, 518.0, 516.0, 514.0, 508.0, 507.0, 503.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4409027", "7778956", "4605271", "5393501", "8811698", "3747811", "8811697", "2531517", "6534062"], "ranked_scores": [595.0, 577.0, 558.0, 552.0, 544.0, 539.0, 537.0, 535.0, 528.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "7831679", "1109548", "8586692", "6632522", "7428627", "6632520", "6632518", "139961", "1063811"], "ranked_scores": [578.0, 552.0, 552.0, 544.0, 543.0, 537.0, 533.0, 530.0, 528.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "6955766", "6106100", "1364304", "8628818", "1716202", "4992578", "921100", "6761606", "5143805"], "ranked_scores": [537.0, 526.0, 521.0, 517.0, 513.0, 513.0, 512.0, 512.0, 512.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "3252244", "4258663", "7420248", "2940019", "8532695", "5339587", "1623860", "4258668", "3250817"], "ranked_scores": [595.0, 592.0, 575.0, 563.0, 545.0, 545.0, 544.0, 540.0, 540.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "7562631", "5304087", "3451043", "3451044", "3451041", "1398369", "3811525", "2024646"], "ranked_scores": [622.0, 559.0, 542.0, 542.0, 536.0, 535.0, 531.0, 528.0, 527.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "7856346", "4158114", "8015905", "4127072", "8221437", "8221431", "6269961", "8154246", "6284716"], "ranked_scores": [571.0, 565.0, 549.0, 548.0, 544.0, 544.0, 535.0, 530.0, 528.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495838", "7770963", "3495831", "3495835", "8608976", "4264653", "3231354", "3495840", "6643679"], "ranked_scores": [589.0, 550.0, 547.0, 541.0, 538.0, 510.0, 505.0, 503.0, 503.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212597", "6212591", "609594", "1941403", "8470196", "6965745", "917841", "8120878"], "ranked_scores": [585.0, 583.0, 576.0, 557.0, 548.0, 528.0, 515.0, 508.0, 507.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7803343", "3823641", "7078336", "7153880", "3823638", "7332215", "2763685", "2299388", "6984244"], "ranked_scores": [587.0, 489.0, 479.0, 475.0, 474.0, 472.0, 471.0, 470.0, 466.0, 466.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "7511875", "1460685", "1193873", "8432430", "5891383", "1443272", "6305059", "3668938", "1460683"], "ranked_scores": [559.0, 548.0, 511.0, 498.0, 490.0, 490.0, 489.0, 488.0, 487.0, 486.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "6124976", "1690952", "7395884", "7564158", "1452606", "4709447", "7558181", "7985409"], "ranked_scores": [592.0, 570.0, 529.0, 528.0, 521.0, 518.0, 509.0, 507.0, 506.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "7589844", "1981696", "1420930", "195648", "1981693", "5955284", "5647010", "6986881", "7138494"], "ranked_scores": [526.0, 514.0, 510.0, 502.0, 499.0, 497.0, 493.0, 491.0, 490.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "8771883", "3839347", "8743966", "6342544", "8743967", "4597448", "297876", "6723866"], "ranked_scores": [589.0, 512.0, 508.0, 503.0, 499.0, 497.0, 497.0, 492.0, 491.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-atanh-gamma0.2": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["5917719", "615746", "6489670", "1245152", "3527619", "1674646", "1245154", "558173", "7275122", "6375472"], "ranked_scores": [555.0, 547.0, 546.0, 545.0, 544.0, 541.0, 540.0, 538.0, 537.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297112", "3308552", "542682", "220565", "1297109", "7981496", "4808866", "7275123", "2684883", "5633832"], "ranked_scores": [581.0, 541.0, 540.0, 530.0, 524.0, 523.0, 523.0, 521.0, 520.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["5842823", "7094398", "911138", "5221728", "298606", "7383965", "1592656", "2403648", "2295208", "6235583"], "ranked_scores": [587.0, 578.0, 572.0, 560.0, 554.0, 545.0, 545.0, 522.0, 519.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "7369987", "3338175", "7011409", "2541248", "8279447", "6926916", "3399535", "515311", "2548176"], "ranked_scores": [603.0, 582.0, 578.0, 569.0, 561.0, 561.0, 560.0, 558.0, 555.0, 552.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "5450605", "3794297", "7048914", "3794300", "8554964", "1936834", "1159742", "5817781", "7255675"], "ranked_scores": [554.0, 550.0, 550.0, 547.0, 542.0, 539.0, 537.0, 536.0, 530.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1191483", "8283881", "378964", "1805806", "3205963", "1229810", "970989", "188784", "1390753", "8817884"], "ranked_scores": [518.0, 516.0, 503.0, 500.0, 496.0, 495.0, 492.0, 490.0, 490.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "6980305", "4816964", "5227711", "7245739", "6964479", "5091618", "7840121", "1767388", "2807543"], "ranked_scores": [546.0, 542.0, 537.0, 536.0, 532.0, 529.0, 527.0, 525.0, 521.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550559", "3550561", "3550563", "7698064", "8069476", "464716", "8455727", "3428369", "2971674", "7746748"], "ranked_scores": [584.0, 579.0, 564.0, 519.0, 499.0, 495.0, 494.0, 490.0, 490.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "289409", "1365210", "1102477", "5110182", "2322245", "1102481", "249524", "1365215", "6950275"], "ranked_scores": [566.0, 556.0, 556.0, 552.0, 551.0, 550.0, 543.0, 540.0, 537.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "2117748", "5132484", "5469449", "128974", "1536744", "5942525", "5931817", "627686"], "ranked_scores": [575.0, 543.0, 524.0, 520.0, 508.0, 503.0, 496.0, 496.0, 496.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1226213", "1438830", "209692", "3897453", "8511971", "538306", "5640027", "956203"], "ranked_scores": [623.0, 621.0, 531.0, 522.0, 520.0, 518.0, 513.0, 509.0, 508.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4069689", "4996378", "7168976", "8111532", "295789", "295788", "6072167", "114691", "7168973", "6807529"], "ranked_scores": [502.0, 498.0, 496.0, 491.0, 488.0, 488.0, 487.0, 485.0, 485.0, 483.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "5809779", "7301816", "7301819", "4892433", "5809784", "277376", "7301814", "5457419", "6363854"], "ranked_scores": [586.0, 531.0, 522.0, 520.0, 519.0, 515.0, 514.0, 512.0, 511.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450827", "7970736", "8259514", "8450828", "8450833", "8259512", "7970734", "320956", "7970728", "1265191"], "ranked_scores": [606.0, 600.0, 600.0, 594.0, 576.0, 560.0, 554.0, 540.0, 540.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160804", "4702013", "7160805", "5841488", "7138663", "8346654", "1127804", "3868557", "6193662", "981996"], "ranked_scores": [552.0, 545.0, 543.0, 540.0, 539.0, 539.0, 534.0, 534.0, 532.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "665690", "1136294", "3452115", "8067800", "2238728", "46048", "2010657", "6355058"], "ranked_scores": [632.0, 543.0, 519.0, 518.0, 510.0, 508.0, 507.0, 505.0, 504.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "7870704", "7937822", "5556001", "2995208", "5340239", "2104181", "7937824"], "ranked_scores": [589.0, 563.0, 525.0, 518.0, 510.0, 507.0, 505.0, 503.0, 500.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "7948042", "8157542", "8722441", "3646580", "2116938", "8660295", "2116929", "4880893", "2083431"], "ranked_scores": [603.0, 574.0, 564.0, 558.0, 558.0, 552.0, 551.0, 549.0, 546.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "1611463", "4074080", "7117644", "3915433", "7218532", "2535705", "4985799", "6937120"], "ranked_scores": [597.0, 582.0, 522.0, 514.0, 513.0, 511.0, 511.0, 508.0, 507.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "2091063", "5231134", "3444262", "7153163", "7503576", "6951440", "2059254", "8045998", "6302682"], "ranked_scores": [587.0, 539.0, 537.0, 534.0, 527.0, 523.0, 521.0, 521.0, 520.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1174172", "4489797", "1174168", "1174164", "4489799", "4826837", "7170234", "4489794", "413808", "6804877"], "ranked_scores": [543.0, 542.0, 542.0, 541.0, 538.0, 528.0, 525.0, 523.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "391342", "8477970", "8045986", "391341", "863946", "7134383", "7623736", "4796869", "6988395"], "ranked_scores": [592.0, 570.0, 568.0, 558.0, 548.0, 545.0, 543.0, 543.0, 542.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["4936994", "4233011", "6506033", "8820180", "2175858", "7689707", "7689710", "1272785", "1143382", "2188117"], "ranked_scores": [517.0, 514.0, 511.0, 509.0, 508.0, 508.0, 502.0, 498.0, 496.0, 491.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "2443030", "3346337", "1460640", "3968773", "6642275", "7649297", "1506380", "8000092"], "ranked_scores": [649.0, 615.0, 596.0, 585.0, 579.0, 578.0, 568.0, 568.0, 566.0, 565.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["1070634", "7424964", "5269626", "5055675", "8426355", "5734570", "1871086", "7135032", "8281194", "7992320"], "ranked_scores": [580.0, 568.0, 566.0, 563.0, 562.0, 560.0, 560.0, 554.0, 554.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "5170949", "7527096", "6287785", "6083058", "4805364", "5059503", "5939467", "5174051", "3788810"], "ranked_scores": [563.0, 563.0, 549.0, 543.0, 539.0, 537.0, 529.0, 527.0, 523.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "551238", "1314383", "272190", "7249172", "2576606", "2576605", "1525620", "870351"], "ranked_scores": [588.0, 564.0, 560.0, 550.0, 549.0, 548.0, 547.0, 547.0, 541.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "8162194", "7810605", "6797667", "8162192", "5419270", "8277053", "5408281", "5419269", "8741687"], "ranked_scores": [570.0, 556.0, 550.0, 542.0, 541.0, 539.0, 538.0, 532.0, 530.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7288502", "5094229", "7646422", "5756090", "5352322", "4195768", "2061122", "8265919", "2929750"], "ranked_scores": [604.0, 573.0, 572.0, 566.0, 548.0, 548.0, 534.0, 533.0, 530.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3173599", "5499496", "8624217", "8782711", "1463441", "7154587", "7503128", "8675542", "8584772", "6045016"], "ranked_scores": [517.0, 508.0, 506.0, 506.0, 505.0, 503.0, 503.0, 502.0, 502.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4397641", "4233615", "4451324", "8773427", "4966850", "3937863", "3979452", "3039809", "4637748"], "ranked_scores": [583.0, 546.0, 545.0, 542.0, 542.0, 540.0, 540.0, 537.0, 532.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2099688", "3141441", "4786937", "1511155", "1511150", "7526867", "2617807", "1841905", "7526871", "2898312"], "ranked_scores": [602.0, 589.0, 584.0, 582.0, 581.0, 575.0, 573.0, 568.0, 563.0, 562.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "5655", "888154", "7937494", "6864626", "3259751", "8435817", "8431286"], "ranked_scores": [612.0, 581.0, 544.0, 520.0, 517.0, 515.0, 513.0, 512.0, 512.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "1417034", "4502858", "30088", "5336580", "2066951", "2391916", "7672042", "567380"], "ranked_scores": [637.0, 597.0, 588.0, 578.0, 569.0, 568.0, 546.0, 545.0, 545.0, 543.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "2789716", "6207587", "5904163", "7874898", "6428732", "8653062", "3406116", "7505807", "7886033"], "ranked_scores": [614.0, 552.0, 548.0, 545.0, 539.0, 539.0, 536.0, 536.0, 536.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["6302238", "4004619", "4589415", "4893298", "2391077", "2565560", "6302237", "4432184", "1338703", "174956"], "ranked_scores": [596.0, 585.0, 584.0, 577.0, 574.0, 574.0, 569.0, 568.0, 567.0, 566.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3672237", "8374135", "4991354", "4991356", "4991353", "1621473", "3699781", "7161101", "3806458"], "ranked_scores": [579.0, 553.0, 542.0, 536.0, 533.0, 532.0, 532.0, 531.0, 529.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4409027", "4605271", "7778956", "5393501", "2531512", "2531517", "8811698", "3260955", "5171449"], "ranked_scores": [590.0, 561.0, 561.0, 559.0, 549.0, 536.0, 523.0, 522.0, 515.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "1109548", "8586692", "6632522", "7831679", "7428627", "139961", "6632520", "6632518", "2651737"], "ranked_scores": [571.0, 557.0, 552.0, 538.0, 531.0, 524.0, 519.0, 519.0, 515.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "1716202", "4992578", "921100", "5143805", "7313345", "6106100", "921101", "6903201", "6180355"], "ranked_scores": [554.0, 543.0, 541.0, 537.0, 533.0, 533.0, 531.0, 531.0, 530.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["3252244", "7728427", "4258663", "7420248", "4258668", "2940019", "8532695", "1969532", "5339587", "4130908"], "ranked_scores": [617.0, 590.0, 587.0, 558.0, 558.0, 553.0, 546.0, 540.0, 536.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "5304087", "8738884", "7562631", "3811525", "1732850", "2024648", "3451044", "2024646", "8646229"], "ranked_scores": [638.0, 574.0, 569.0, 540.0, 535.0, 532.0, 526.0, 523.0, 522.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "4127072", "8221430", "4158114", "7856346", "8015905", "8221431", "4343906", "1922718", "3210963"], "ranked_scores": [557.0, 556.0, 555.0, 553.0, 552.0, 551.0, 545.0, 539.0, 538.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "3495835", "3495838", "7770963", "3495840", "3231354", "1875831", "1950625", "4483114"], "ranked_scores": [606.0, 553.0, 549.0, 542.0, 541.0, 524.0, 514.0, 507.0, 506.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212597", "6212591", "609594", "1941403", "917841", "3843787", "6965745", "379395"], "ranked_scores": [596.0, 587.0, 586.0, 572.0, 569.0, 535.0, 526.0, 508.0, 508.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "6984244", "7078336", "1325723", "7803343", "3823641", "3823638", "2763685", "4892500", "1929105"], "ranked_scores": [599.0, 497.0, 484.0, 481.0, 481.0, 480.0, 477.0, 476.0, 472.0, 469.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "7511875", "1460685", "8432430", "4139196", "5057288", "5891383", "1193873", "1460683", "1420186"], "ranked_scores": [555.0, 553.0, 512.0, 496.0, 495.0, 495.0, 495.0, 489.0, 489.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "6124976", "7564158", "1452606", "2043748", "3215105", "1136108", "4738326"], "ranked_scores": [579.0, 561.0, 542.0, 521.0, 515.0, 513.0, 508.0, 508.0, 503.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1420930", "1981696", "5647010", "6986881", "7589839", "7589844", "1981693", "5955284", "5209746", "7138494"], "ranked_scores": [521.0, 521.0, 505.0, 503.0, 501.0, 501.0, 500.0, 498.0, 498.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "3839347", "7966624", "3664758", "8771883", "8743966", "8743967", "2983800", "6342544", "4957113"], "ranked_scores": [593.0, 511.0, 511.0, 510.0, 508.0, 507.0, 507.0, 501.0, 498.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-notrunc-atanh": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["575979", "3445481", "5265626", "558173", "597455", "768350", "8083127", "2746690", "949520", "1674646"], "ranked_scores": [601.0, 597.0, 587.0, 577.0, 574.0, 568.0, 567.0, 566.0, 566.0, 565.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["7248824", "2684883", "7187515", "1297112", "1674644", "542682", "1297109", "4956876", "3671400", "3308552"], "ranked_scores": [609.0, 607.0, 601.0, 595.0, 592.0, 589.0, 583.0, 583.0, 582.0, 579.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "911138", "5221728", "298606", "3475986", "8543994", "8186121", "2295208", "2403648"], "ranked_scores": [618.0, 590.0, 590.0, 578.0, 578.0, 566.0, 563.0, 562.0, 560.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5359258", "6926916", "8279447", "3338175", "66616", "2541248", "5963438", "5769842", "6826784", "515311"], "ranked_scores": [631.0, 626.0, 625.0, 620.0, 617.0, 606.0, 605.0, 605.0, 601.0, 600.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "5450605", "7048914", "5346316", "2070215", "1159742", "4269405", "7255678", "1587850"], "ranked_scores": [627.0, 621.0, 619.0, 613.0, 604.0, 604.0, 598.0, 598.0, 597.0, 586.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["3205963", "1191483", "1975045", "378964", "4496437", "1229810", "1805806", "2190617", "8817884", "3971679"], "ranked_scores": [556.0, 555.0, 553.0, 551.0, 551.0, 551.0, 548.0, 546.0, 541.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "7813557", "7840121", "6964479", "1777799", "4816964", "6801871", "6964486", "6980305", "5227711"], "ranked_scores": [618.0, 613.0, 612.0, 611.0, 602.0, 601.0, 596.0, 593.0, 592.0, 576.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5644075", "8069476", "1043672", "7929603", "6480901", "4240249"], "ranked_scores": [609.0, 596.0, 586.0, 581.0, 548.0, 533.0, 533.0, 530.0, 527.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "5110182", "6950275", "249524", "1365210", "289409", "1102477", "1102481", "2322245", "1365215"], "ranked_scores": [601.0, 597.0, 590.0, 585.0, 583.0, 583.0, 577.0, 564.0, 563.0, 560.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5942525", "7658715", "8215736", "5392883", "8567577", "7479448", "4989064", "7479455", "806938"], "ranked_scores": [608.0, 554.0, 516.0, 515.0, 514.0, 510.0, 509.0, 508.0, 507.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1226215", "1438830", "6062397", "2115686", "4095188", "1866080", "3189196"], "ranked_scores": [692.0, 667.0, 569.0, 568.0, 555.0, 553.0, 553.0, 552.0, 551.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["2899047", "5043664", "7168976", "8223942", "7858636", "7168973", "4231642", "8111528", "662304", "7810212"], "ranked_scores": [532.0, 531.0, 529.0, 525.0, 523.0, 518.0, 515.0, 514.0, 510.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "277376", "7301814", "6628785", "4798572", "1317497", "4561063", "3756561"], "ranked_scores": [629.0, 608.0, 598.0, 542.0, 542.0, 540.0, 539.0, 539.0, 534.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259514", "8450828", "8450827", "7970736", "7970734", "8259512", "8450833", "1265191", "7970735", "7970728"], "ranked_scores": [639.0, 637.0, 632.0, 621.0, 611.0, 607.0, 600.0, 597.0, 590.0, 588.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "7160804", "8346654", "8128745", "5395324", "7138663", "6193662", "3868557", "4702013", "6145894"], "ranked_scores": [651.0, 603.0, 597.0, 596.0, 590.0, 578.0, 576.0, 573.0, 571.0, 565.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "1136294", "7872867", "1488965", "5190753", "8484568", "3082748", "2079237", "6355058"], "ranked_scores": [674.0, 632.0, 574.0, 555.0, 547.0, 546.0, 541.0, 540.0, 538.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "5696456", "7937823", "2995208", "7870704", "7937822", "2104181", "4830263"], "ranked_scores": [652.0, 591.0, 571.0, 546.0, 536.0, 534.0, 533.0, 532.0, 530.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "7948042", "8157542", "2116929", "2116936", "3646584", "4880893", "2116932", "8660295", "7964388"], "ranked_scores": [626.0, 623.0, 621.0, 604.0, 601.0, 597.0, 595.0, 594.0, 585.0, 583.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "7218532", "4725494", "2785552", "2260935", "5980491", "1611463", "5984719", "3532662"], "ranked_scores": [653.0, 641.0, 560.0, 555.0, 552.0, 551.0, 551.0, 550.0, 548.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "2091063", "6951440", "6641482", "5231134", "3444262", "6376837", "2002380", "8814306"], "ranked_scores": [621.0, 588.0, 585.0, 567.0, 563.0, 560.0, 554.0, 551.0, 550.0, 549.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "2131335", "1484399", "5213336", "6667548", "7827765", "6046078", "3384137", "2547986", "6513250"], "ranked_scores": [568.0, 561.0, 559.0, 552.0, 551.0, 551.0, 550.0, 550.0, 546.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "863946", "391341", "8045986", "391342", "7623736", "7134383", "5535297", "8477970", "3378630"], "ranked_scores": [663.0, 637.0, 631.0, 627.0, 625.0, 612.0, 611.0, 610.0, 608.0, 604.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "1272785", "6506033", "7689710", "409310", "3167491", "5567101", "8820180", "2188117", "8212672"], "ranked_scores": [583.0, 560.0, 557.0, 557.0, 554.0, 551.0, 546.0, 546.0, 545.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "1546056", "1460640", "3346337", "3968773", "2443030", "6488150", "1920855", "6979330"], "ranked_scores": [711.0, 662.0, 651.0, 651.0, 645.0, 642.0, 632.0, 622.0, 615.0, 611.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5055675", "7424964", "8426355", "2796274", "3733774", "1070634", "7992320", "4942019", "2796265", "5269626"], "ranked_scores": [634.0, 633.0, 631.0, 628.0, 625.0, 624.0, 621.0, 618.0, 617.0, 617.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "6083058", "5174051", "5170949", "2721251", "3415897", "5939467", "3788810", "5027726"], "ranked_scores": [613.0, 599.0, 583.0, 566.0, 563.0, 560.0, 559.0, 554.0, 546.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "870351", "1613678", "1314383", "7249172", "551238", "2576606", "272188", "2576605", "272190"], "ranked_scores": [641.0, 621.0, 613.0, 594.0, 591.0, 587.0, 582.0, 581.0, 576.0, 567.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "7553014", "8265258", "7591063", "7810605", "1663808", "8162192", "1615478", "250946", "5408281"], "ranked_scores": [592.0, 572.0, 572.0, 558.0, 556.0, 555.0, 554.0, 547.0, 547.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "4437972", "7288502", "4377794", "5094229", "7646422", "173850", "7646426", "2536497", "2510740"], "ranked_scores": [616.0, 601.0, 597.0, 596.0, 596.0, 595.0, 590.0, 584.0, 582.0, 575.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3173599", "6818953", "6818958", "5499496", "6045016", "5142519", "839355", "1756080", "6453425", "7154585"], "ranked_scores": [579.0, 569.0, 568.0, 563.0, 558.0, 555.0, 552.0, 552.0, 547.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8796486", "7833611", "8773427", "4765785", "3039809", "4233615", "3979452", "4858750", "2396672"], "ranked_scores": [623.0, 595.0, 588.0, 573.0, 572.0, 564.0, 562.0, 561.0, 558.0, 557.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "982652", "4786937", "7526870", "1511150", "6368227", "2005370", "4005928", "2898312", "7641309"], "ranked_scores": [627.0, 623.0, 621.0, 618.0, 618.0, 614.0, 612.0, 610.0, 609.0, 609.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110611", "7770196", "3259751", "7110612", "7937494", "5430044", "7770199", "8331763", "6841581"], "ranked_scores": [642.0, 590.0, 580.0, 575.0, 575.0, 570.0, 565.0, 563.0, 563.0, 561.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "4502858", "1417034", "5336580", "30088", "6979705", "2391916", "4502856", "489952"], "ranked_scores": [693.0, 651.0, 645.0, 638.0, 618.0, 616.0, 606.0, 604.0, 600.0, 599.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "7853301", "8148596", "7645257", "5133662", "5309891", "8098325", "3712671", "7505807", "2679936"], "ranked_scores": [608.0, 576.0, 572.0, 566.0, 564.0, 563.0, 562.0, 561.0, 561.0, 559.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565560", "3920912", "1118163", "4111498", "2835995", "2894335", "2290634", "4893298", "174956", "4589415"], "ranked_scores": [641.0, 620.0, 618.0, 614.0, 610.0, 608.0, 606.0, 605.0, 605.0, 603.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991354", "3148555", "4991353", "3672237", "826058", "1621473", "4991356", "117136", "2823095"], "ranked_scores": [615.0, 590.0, 586.0, 572.0, 571.0, 571.0, 569.0, 559.0, 556.0, 556.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4605271", "4900578", "2531512", "1250411", "5393501", "6193415", "5171449", "6534062"], "ranked_scores": [629.0, 572.0, 562.0, 558.0, 555.0, 552.0, 543.0, 543.0, 542.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "139961", "1109548", "2488121", "139970", "7428627", "1063811", "6632518", "8586692", "6632522"], "ranked_scores": [604.0, 594.0, 590.0, 580.0, 574.0, 572.0, 571.0, 571.0, 570.0, 566.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "1867098", "1933329", "886990", "7313345", "1716202", "921101", "5812523", "6955768", "5143805"], "ranked_scores": [581.0, 578.0, 578.0, 572.0, 572.0, 567.0, 566.0, 564.0, 564.0, 561.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "2940019", "3252244", "4258668", "4258663", "5339586", "5339587", "8532695", "2940016", "1623860"], "ranked_scores": [659.0, 626.0, 623.0, 612.0, 596.0, 584.0, 583.0, 583.0, 579.0, 567.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "5304087", "7562631", "8646229", "8738884", "1398369", "1732853", "6472411", "8822769", "7611886"], "ranked_scores": [653.0, 581.0, 581.0, 579.0, 576.0, 560.0, 557.0, 557.0, 556.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221430", "8221437", "4127072", "8221431", "4343906", "4158114", "8015905", "6284716", "2574259"], "ranked_scores": [636.0, 619.0, 608.0, 595.0, 588.0, 585.0, 581.0, 576.0, 574.0, 572.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495838", "3495835", "3495831", "3495840", "1798238", "5490134", "7515552", "8490012"], "ranked_scores": [620.0, 614.0, 587.0, 572.0, 561.0, 560.0, 558.0, 553.0, 551.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212597", "609594", "6212591", "1053306", "1053302", "1053300", "1253751", "8590985"], "ranked_scores": [650.0, 648.0, 629.0, 621.0, 619.0, 544.0, 542.0, 535.0, 535.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "2790097", "4520541", "5145284", "4053136", "930721", "5090588", "6396838", "7332215", "8736649"], "ranked_scores": [659.0, 533.0, 526.0, 526.0, 521.0, 511.0, 508.0, 508.0, 507.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "10221", "1460685", "7511874", "4139196", "1460689", "7966586", "3631388", "3772534"], "ranked_scores": [637.0, 586.0, 584.0, 579.0, 576.0, 569.0, 555.0, 551.0, 550.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "6533908", "1690952", "3302094", "34456", "6124976", "4603022", "6025784"], "ranked_scores": [683.0, 671.0, 617.0, 591.0, 590.0, 589.0, 584.0, 578.0, 577.0, 575.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["8424304", "7589839", "5955284", "6361048", "2229750", "6986881", "1981693", "5955286", "1772350", "1420930"], "ranked_scores": [578.0, 566.0, 557.0, 549.0, 543.0, 540.0, 539.0, 539.0, 536.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "2819440", "4385335", "7973153", "5262322", "8758591", "8771883", "4957113", "6342544"], "ranked_scores": [655.0, 579.0, 550.0, 545.0, 539.0, 535.0, 535.0, 533.0, 527.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-512-atanh": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["575979", "3445481", "558173", "5265626", "2081579", "597455", "1245152", "1674646", "2746690", "949520"], "ranked_scores": [403.0, 393.0, 386.0, 381.0, 380.0, 379.0, 374.0, 374.0, 374.0, 374.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "1297112", "7248824", "1674644", "542682", "7187515", "3671400", "1150856", "1297109", "7121381"], "ranked_scores": [400.0, 398.0, 398.0, 394.0, 393.0, 389.0, 389.0, 388.0, 385.0, 384.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "298606", "911138", "5842823", "5221728", "8543994", "6402602", "3475986", "5616900", "7694305"], "ranked_scores": [407.0, 391.0, 390.0, 389.0, 384.0, 374.0, 372.0, 369.0, 368.0, 367.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["8279447", "5359258", "6926916", "3338175", "66616", "5769842", "2541248", "515311", "6612372", "5997195"], "ranked_scores": [417.0, 416.0, 416.0, 413.0, 406.0, 404.0, 403.0, 402.0, 400.0, 399.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "5450605", "5346316", "7048914", "2070215", "1159742", "7255678", "4269405", "1587850"], "ranked_scores": [411.0, 409.0, 406.0, 404.0, 403.0, 395.0, 394.0, 393.0, 392.0, 389.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["3205963", "378964", "1191483", "4496437", "2190617", "1975045", "1229810", "1390753", "3971679", "8283881"], "ranked_scores": [374.0, 363.0, 361.0, 359.0, 358.0, 357.0, 353.0, 353.0, 352.0, 352.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "7813557", "6964479", "7840121", "6980305", "1777799", "4816964", "6801871", "6964486", "5227711"], "ranked_scores": [410.0, 408.0, 403.0, 401.0, 398.0, 398.0, 397.0, 394.0, 389.0, 385.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5644075", "8069476", "1043672", "6760461", "4476440", "7929603"], "ranked_scores": [399.0, 399.0, 394.0, 382.0, 360.0, 356.0, 352.0, 350.0, 349.0, 349.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "5110182", "6950275", "289409", "1365210", "1102477", "249524", "1102481", "3935387", "2322245"], "ranked_scores": [403.0, 394.0, 390.0, 389.0, 386.0, 385.0, 384.0, 380.0, 374.0, 372.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5942525", "2708051", "5392883", "2360413", "7479448", "8567577", "4081109", "8215736", "5469449"], "ranked_scores": [402.0, 364.0, 338.0, 338.0, 334.0, 333.0, 333.0, 330.0, 330.0, 330.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1226215", "4922192", "6062397", "2115686", "3897453", "1438830", "7905540", "5640023"], "ranked_scores": [459.0, 442.0, 389.0, 375.0, 368.0, 366.0, 362.0, 361.0, 357.0, 356.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7168976", "2899047", "8223942", "5043664", "7858636", "7168973", "8111528", "4231642", "662304", "7810212"], "ranked_scores": [355.0, 354.0, 352.0, 348.0, 344.0, 342.0, 340.0, 340.0, 335.0, 335.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "7301814", "6628785", "277376", "7331852", "5209931", "4561063", "3803414"], "ranked_scores": [417.0, 402.0, 395.0, 360.0, 356.0, 355.0, 354.0, 351.0, 350.0, 348.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259514", "8450828", "8450827", "7970736", "8259512", "7970734", "7970728", "7970735", "8450833", "1265191"], "ranked_scores": [429.0, 415.0, 413.0, 408.0, 404.0, 397.0, 389.0, 388.0, 388.0, 383.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "5395324", "8346654", "7160804", "8128745", "6193662", "7138663", "3868557", "981996", "1812931"], "ranked_scores": [428.0, 400.0, 396.0, 395.0, 395.0, 386.0, 381.0, 376.0, 375.0, 372.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "1136294", "7872867", "1488965", "2079237", "3082748", "2130560", "1488928", "3936785"], "ranked_scores": [442.0, 414.0, 372.0, 358.0, 355.0, 355.0, 354.0, 354.0, 351.0, 351.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "7937823", "5696456", "6975615", "7937822", "2995208", "7870704", "7805085"], "ranked_scores": [441.0, 390.0, 381.0, 362.0, 355.0, 354.0, 353.0, 351.0, 350.0, 349.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "8157542", "7948050", "3646584", "2116929", "2116932", "2116936", "4880893", "8660295", "7964388"], "ranked_scores": [415.0, 409.0, 405.0, 394.0, 392.0, 388.0, 387.0, 387.0, 387.0, 384.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "2785552", "4725494", "7218532", "2260935", "2647181", "1611463", "2564157", "4253084"], "ranked_scores": [441.0, 424.0, 382.0, 377.0, 373.0, 372.0, 367.0, 365.0, 365.0, 364.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "2091063", "6951440", "6376837", "5231134", "2002380", "5365824", "3444262", "6641482"], "ranked_scores": [405.0, 383.0, 380.0, 375.0, 370.0, 369.0, 365.0, 364.0, 364.0, 362.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "1484399", "5213336", "2131335", "7827765", "3384137", "6667548", "1174172", "1578864", "2547986"], "ranked_scores": [372.0, 369.0, 368.0, 365.0, 363.0, 361.0, 361.0, 358.0, 357.0, 356.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "863946", "8045986", "391341", "391342", "7623736", "8477970", "7134383", "3378630", "5535297"], "ranked_scores": [439.0, 425.0, 420.0, 417.0, 412.0, 404.0, 403.0, 398.0, 396.0, 396.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "409310", "6506033", "3167491", "7689710", "330886", "8820180", "1272785", "5567108", "7880823"], "ranked_scores": [389.0, 371.0, 370.0, 369.0, 367.0, 364.0, 363.0, 362.0, 358.0, 358.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "1546056", "3346337", "1460640", "3968773", "2443030", "1920855", "6488150", "5691108"], "ranked_scores": [476.0, 440.0, 426.0, 425.0, 424.0, 417.0, 415.0, 410.0, 409.0, 406.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8426355", "7424964", "5055675", "2796274", "1070634", "2796265", "3733774", "4942019", "7992320", "5734570"], "ranked_scores": [429.0, 426.0, 426.0, 421.0, 419.0, 415.0, 414.0, 414.0, 408.0, 406.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "6083058", "5174051", "2721251", "5939467", "5170949", "3415897", "5027726", "2528541"], "ranked_scores": [406.0, 397.0, 391.0, 372.0, 372.0, 365.0, 364.0, 358.0, 358.0, 357.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "870351", "1613678", "551238", "2576606", "2576605", "1314383", "7249172", "7137675", "2692492"], "ranked_scores": [423.0, 413.0, 401.0, 392.0, 386.0, 383.0, 381.0, 379.0, 374.0, 373.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "1663808", "8265258", "7553014", "7810605", "7591063", "3720839", "5408281", "8162192", "8277053"], "ranked_scores": [385.0, 372.0, 372.0, 371.0, 368.0, 365.0, 362.0, 362.0, 362.0, 361.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "4437972", "4377794", "7646422", "5094229", "7288502", "7646426", "173850", "2195944", "2536497"], "ranked_scores": [403.0, 401.0, 398.0, 393.0, 391.0, 391.0, 388.0, 385.0, 384.0, 384.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3173599", "6818958", "6818953", "6045016", "1756080", "5142519", "5499496", "6453425", "839355", "7154585"], "ranked_scores": [375.0, 375.0, 370.0, 369.0, 366.0, 366.0, 366.0, 362.0, 362.0, 361.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8796486", "7833611", "4765785", "4233615", "8773427", "3039809", "3979452", "4858750", "8841335"], "ranked_scores": [412.0, 394.0, 390.0, 380.0, 374.0, 374.0, 368.0, 367.0, 367.0, 367.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "7526870", "1511155", "982652", "7526871", "4786937", "2005370", "1511150", "6368227", "2099688"], "ranked_scores": [415.0, 413.0, 413.0, 409.0, 408.0, 407.0, 407.0, 404.0, 404.0, 402.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110611", "7770196", "7110612", "7937494", "5164644", "6841581", "5280575", "2486151", "3259751"], "ranked_scores": [422.0, 390.0, 388.0, 387.0, 377.0, 377.0, 374.0, 373.0, 372.0, 372.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "4502858", "3659405", "1417034", "30088", "5336580", "2391916", "6979705", "4502856", "7672042"], "ranked_scores": [454.0, 430.0, 429.0, 425.0, 412.0, 411.0, 403.0, 401.0, 398.0, 393.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "7853301", "5133662", "5309891", "1694528", "133509", "2679936", "2789716", "7645257", "3712671"], "ranked_scores": [395.0, 377.0, 373.0, 370.0, 368.0, 367.0, 367.0, 367.0, 365.0, 364.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565560", "2607975", "1118163", "3920912", "4111498", "4893298", "1264750", "174956", "7734838", "5960436"], "ranked_scores": [430.0, 408.0, 407.0, 406.0, 403.0, 402.0, 401.0, 400.0, 399.0, 398.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991354", "3148555", "1621473", "826058", "4991353", "3672237", "2823095", "3699781", "7161095"], "ranked_scores": [410.0, 390.0, 389.0, 379.0, 372.0, 370.0, 367.0, 365.0, 364.0, 364.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "4605271", "1250411", "5171449", "2531512", "6193415", "6534062", "7778949"], "ranked_scores": [414.0, 373.0, 369.0, 366.0, 358.0, 356.0, 355.0, 351.0, 347.0, 345.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "1109548", "139961", "7831679", "139970", "139964", "1063811", "6803877", "8586692", "3672905"], "ranked_scores": [399.0, 397.0, 394.0, 390.0, 383.0, 378.0, 376.0, 376.0, 374.0, 372.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867098", "886990", "1867101", "7313345", "1933329", "921101", "6955768", "4117805", "6761601", "1716202"], "ranked_scores": [374.0, 373.0, 372.0, 370.0, 369.0, 369.0, 365.0, 364.0, 362.0, 361.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "2940019", "3252244", "4258668", "4258663", "2940016", "5339587", "5339586", "8532695", "7503113"], "ranked_scores": [435.0, 418.0, 417.0, 407.0, 396.0, 385.0, 382.0, 381.0, 381.0, 372.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "7562631", "5304087", "8738884", "8646229", "3451043", "8822769", "1398369", "6472411", "7611886"], "ranked_scores": [431.0, 389.0, 385.0, 382.0, 381.0, 374.0, 373.0, 372.0, 370.0, 370.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221430", "8221437", "4127072", "8221431", "4343906", "4158114", "8015905", "6284716", "5431260"], "ranked_scores": [418.0, 407.0, 400.0, 385.0, 383.0, 383.0, 378.0, 376.0, 372.0, 370.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495838", "3495835", "1263055", "3495831", "3495840", "5490134", "1798238", "7515552"], "ranked_scores": [412.0, 403.0, 382.0, 372.0, 372.0, 368.0, 367.0, 366.0, 362.0, 362.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212597", "609594", "6212591", "1053306", "1053300", "1053302", "8590985", "1477934"], "ranked_scores": [435.0, 428.0, 424.0, 409.0, 406.0, 363.0, 356.0, 351.0, 351.0, 349.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "2790097", "4520541", "930721", "5145284", "5151165", "3740532", "4053136", "7332215", "7153880"], "ranked_scores": [436.0, 356.0, 344.0, 343.0, 342.0, 338.0, 338.0, 333.0, 333.0, 329.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "1460685", "7511874", "10221", "4139196", "3772534", "1460689", "6037748", "6111299"], "ranked_scores": [424.0, 387.0, 382.0, 379.0, 378.0, 376.0, 365.0, 363.0, 362.0, 362.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "1690952", "6533908", "3302094", "34456", "6124976", "7515853", "7151780"], "ranked_scores": [448.0, 439.0, 405.0, 383.0, 383.0, 380.0, 378.0, 377.0, 377.0, 375.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["8424304", "5955284", "1772350", "7589839", "1981693", "5955286", "6361048", "2229750", "6986881", "1420930"], "ranked_scores": [373.0, 370.0, 361.0, 359.0, 355.0, 355.0, 354.0, 351.0, 350.0, 349.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "2819440", "3664758", "4385335", "5262322", "4957113", "3687242", "8758591", "4701564"], "ranked_scores": [434.0, 378.0, 364.0, 357.0, 355.0, 352.0, 351.0, 348.0, 348.0, 344.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-atanh": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["575979", "3445481", "558173", "8541250", "4374445", "157696", "768350", "2746690", "5265626", "8473657"], "ranked_scores": [202.0, 196.0, 193.0, 188.0, 187.0, 186.0, 186.0, 185.0, 184.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "1297112", "1674644", "3671400", "5633832", "6929917", "220565", "7248824", "542682", "1150856"], "ranked_scores": [205.0, 204.0, 199.0, 198.0, 196.0, 195.0, 195.0, 195.0, 194.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "4274941", "5842823", "911138", "298606", "5221728", "6402602", "2403648", "3451043", "5616900"], "ranked_scores": [198.0, 190.0, 190.0, 190.0, 187.0, 186.0, 186.0, 185.0, 184.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["8279447", "5359258", "6926916", "515311", "66616", "3125130", "5684712", "3338175", "5769842", "6612372"], "ranked_scores": [209.0, 209.0, 208.0, 203.0, 201.0, 201.0, 201.0, 201.0, 200.0, 200.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "3794304", "5346316", "5450605", "4269405", "8554964", "1159742", "5817781", "7048914", "2070215"], "ranked_scores": [208.0, 204.0, 197.0, 197.0, 194.0, 194.0, 194.0, 194.0, 193.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["3205963", "1191483", "4496437", "2190617", "1123190", "1229810", "8011156", "1825327", "3931595", "8283881"], "ranked_scores": [188.0, 183.0, 181.0, 178.0, 177.0, 177.0, 177.0, 175.0, 175.0, 174.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6980305", "7260457", "1777799", "7813557", "4816964", "6801871", "6964479", "5227711", "7840121", "6964486"], "ranked_scores": [206.0, 204.0, 199.0, 199.0, 198.0, 194.0, 193.0, 192.0, 190.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "7698064", "3550559", "4240249", "5644075", "8069476", "2562047", "724148", "1043672"], "ranked_scores": [204.0, 200.0, 200.0, 199.0, 191.0, 186.0, 184.0, 181.0, 180.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "6950275", "1365210", "1102481", "249524", "289409", "5110182", "1102477", "2322244", "4414409"], "ranked_scores": [202.0, 201.0, 198.0, 195.0, 194.0, 193.0, 191.0, 190.0, 188.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "3798363", "5942525", "5132484", "7137594", "5392883", "7658715", "8215736", "7479448", "7479455"], "ranked_scores": [200.0, 180.0, 176.0, 175.0, 175.0, 174.0, 174.0, 174.0, 173.0, 172.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1226215", "4922192", "6062397", "3189196", "6801313", "4036339", "3897453", "4095188"], "ranked_scores": [232.0, 227.0, 197.0, 195.0, 192.0, 187.0, 187.0, 185.0, 185.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8223942", "5043664", "7168976", "7858636", "7168973", "2899047", "662304", "1070106", "6807529", "8111528"], "ranked_scores": [188.0, 185.0, 179.0, 175.0, 174.0, 173.0, 171.0, 166.0, 166.0, 166.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "7301814", "6628785", "277376", "4561063", "2287522", "5809784", "7331852"], "ranked_scores": [211.0, 206.0, 200.0, 182.0, 181.0, 180.0, 179.0, 178.0, 178.0, 176.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259514", "7970736", "8450828", "8259512", "8450827", "7970728", "7970734", "8450833", "7970735", "6154208"], "ranked_scores": [216.0, 206.0, 203.0, 203.0, 202.0, 198.0, 195.0, 192.0, 191.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "5395324", "7138663", "7160804", "8128745", "981996", "5841488", "8510644", "6145894", "6193662"], "ranked_scores": [207.0, 200.0, 195.0, 193.0, 193.0, 186.0, 185.0, 185.0, 185.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3082748", "1136294", "2130560", "3936785", "4133425", "6355058", "7872867", "2079237"], "ranked_scores": [218.0, 213.0, 185.0, 182.0, 181.0, 179.0, 179.0, 179.0, 179.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "7937824", "7937822", "7919682", "5696456", "7937823", "7805085", "8335645"], "ranked_scores": [216.0, 200.0, 188.0, 177.0, 177.0, 175.0, 174.0, 172.0, 170.0, 170.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "7948050", "7948042", "3646584", "2696075", "2116929", "2116936", "2211646", "7964388", "2116938"], "ranked_scores": [204.0, 199.0, 197.0, 195.0, 195.0, 195.0, 193.0, 190.0, 189.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "2260935", "2785552", "4725494", "2564157", "2647181", "1880129", "2801030", "5984719"], "ranked_scores": [217.0, 213.0, 193.0, 192.0, 192.0, 191.0, 186.0, 185.0, 184.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "2091063", "5231134", "6568419", "6641480", "1726611", "6282957", "6775026", "2312311", "8814306"], "ranked_scores": [209.0, 192.0, 191.0, 190.0, 188.0, 188.0, 187.0, 187.0, 186.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "5213336", "1484399", "3384137", "1174172", "214604", "2131335", "8170769", "6667548", "7827765"], "ranked_scores": [197.0, 187.0, 186.0, 184.0, 182.0, 181.0, 180.0, 180.0, 180.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "391341", "863946", "391342", "8045986", "8477970", "1839684", "7623736", "4796869", "7134383"], "ranked_scores": [220.0, 210.0, 209.0, 209.0, 205.0, 200.0, 199.0, 198.0, 196.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "6506033", "7689710", "330886", "8820180", "3167491", "5567108", "1272785", "7880823", "409310"], "ranked_scores": [197.0, 196.0, 195.0, 186.0, 186.0, 182.0, 182.0, 181.0, 181.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3346337", "1920855", "1460640", "2443030", "3968773", "1546056", "5717874", "6600249"], "ranked_scores": [240.0, 222.0, 217.0, 210.0, 209.0, 209.0, 207.0, 207.0, 204.0, 204.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8426355", "1070634", "7424964", "5055675", "2796274", "2796265", "1428551", "4942015", "4942019", "7992320"], "ranked_scores": [218.0, 218.0, 218.0, 217.0, 215.0, 215.0, 213.0, 211.0, 211.0, 210.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "6083058", "5939467", "5174051", "2721251", "5170949", "7650732", "1333651", "4765789"], "ranked_scores": [201.0, 200.0, 191.0, 186.0, 184.0, 184.0, 183.0, 183.0, 181.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "870351", "1613678", "551238", "2576606", "2576605", "8759592", "2692492", "7137675", "6033952"], "ranked_scores": [213.0, 209.0, 200.0, 194.0, 193.0, 191.0, 189.0, 186.0, 186.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "1663808", "1615478", "7810605", "3720839", "7553014", "5419270", "3869346", "250946", "8741687"], "ranked_scores": [196.0, 191.0, 190.0, 188.0, 188.0, 184.0, 183.0, 183.0, 181.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "4437972", "4377794", "2510740", "2195944", "173850", "2536497", "5352322", "6761537", "7863433"], "ranked_scores": [206.0, 205.0, 203.0, 196.0, 196.0, 194.0, 193.0, 191.0, 191.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "6045016", "6818958", "1237202", "1052947", "2068025", "6453425", "5499496", "4891773", "839355"], "ranked_scores": [186.0, 181.0, 179.0, 179.0, 178.0, 178.0, 178.0, 178.0, 177.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "8796486", "4765785", "8773427", "4397641", "8841335", "3979452", "4858750", "659252"], "ranked_scores": [204.0, 201.0, 195.0, 189.0, 189.0, 188.0, 187.0, 186.0, 186.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511155", "5525449", "7526870", "3141441", "7526871", "7022399", "2099688", "6368227", "8251721", "982652"], "ranked_scores": [208.0, 206.0, 206.0, 206.0, 205.0, 205.0, 204.0, 204.0, 203.0, 200.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7770196", "2486151", "7110612", "7110611", "5164644", "7937494", "3259751", "5799636", "7041861"], "ranked_scores": [212.0, 200.0, 196.0, 195.0, 194.0, 191.0, 188.0, 186.0, 186.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "1417034", "4502858", "30088", "4502856", "6979705", "3659405", "2391916", "5336580", "7672042"], "ranked_scores": [225.0, 216.0, 213.0, 209.0, 207.0, 206.0, 206.0, 202.0, 201.0, 199.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "5133662", "7853301", "133509", "5904163", "7874898", "2679936", "7645257", "5338621", "7505807"], "ranked_scores": [202.0, 193.0, 193.0, 191.0, 191.0, 190.0, 190.0, 189.0, 189.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565560", "1264750", "1118163", "4893298", "2607975", "4589415", "2474580", "1338702", "4004619", "7734838"], "ranked_scores": [213.0, 205.0, 202.0, 201.0, 201.0, 200.0, 199.0, 198.0, 197.0, 197.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991354", "3148555", "826058", "4991353", "1003386", "117136", "6753585", "1621473", "8529489"], "ranked_scores": [206.0, 199.0, 194.0, 188.0, 187.0, 183.0, 182.0, 182.0, 181.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "4605271", "6967801", "6534062", "1250411", "2553646", "912288", "6748971"], "ranked_scores": [207.0, 191.0, 184.0, 181.0, 180.0, 179.0, 179.0, 178.0, 178.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "139961", "1109548", "7831679", "139964", "8586692", "1343315", "3722839", "6632522", "7428627"], "ranked_scores": [203.0, 203.0, 202.0, 199.0, 197.0, 195.0, 195.0, 194.0, 194.0, 194.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867098", "886990", "1019739", "7313345", "1867101", "4117805", "1716202", "6955768", "921101", "8608886"], "ranked_scores": [187.0, 187.0, 186.0, 186.0, 184.0, 184.0, 184.0, 183.0, 183.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "4258668", "2940019", "3252244", "4258663", "5339587", "5339586", "8532695", "7503113", "2940016"], "ranked_scores": [219.0, 207.0, 207.0, 204.0, 195.0, 191.0, 190.0, 189.0, 186.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "7562631", "8738884", "1398369", "3451043", "8822769", "3451041", "153457", "1380281", "8646229"], "ranked_scores": [217.0, 192.0, 192.0, 188.0, 187.0, 187.0, 186.0, 184.0, 184.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221430", "8221437", "8221431", "6284716", "4158114", "8015905", "4127072", "4343906", "5101805"], "ranked_scores": [205.0, 204.0, 196.0, 194.0, 189.0, 189.0, 187.0, 186.0, 185.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495840", "3495838", "6392875", "7770959", "3495835", "3495831", "1798238", "1188785"], "ranked_scores": [206.0, 205.0, 192.0, 191.0, 189.0, 189.0, 188.0, 188.0, 186.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212597", "6212588", "609594", "6212591", "1053306", "8590985", "1053300", "471140", "917841"], "ranked_scores": [221.0, 212.0, 211.0, 202.0, 202.0, 180.0, 180.0, 179.0, 178.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "2790097", "930721", "4520541", "5151165", "5145284", "3740532", "930719", "6803255", "8736649"], "ranked_scores": [219.0, 177.0, 175.0, 175.0, 171.0, 171.0, 169.0, 169.0, 167.0, 167.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "1460685", "7511874", "7966586", "6037748", "10221", "6111299", "1460689", "3772534"], "ranked_scores": [219.0, 196.0, 194.0, 189.0, 187.0, 186.0, 185.0, 185.0, 184.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "1690952", "6533908", "3302094", "6025784", "1452606", "4709447", "6124976"], "ranked_scores": [225.0, 218.0, 203.0, 195.0, 193.0, 192.0, 192.0, 190.0, 188.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["5955284", "8424304", "1772350", "1981693", "8128292", "5955286", "7138494", "6986881", "7589839", "3559380"], "ranked_scores": [190.0, 189.0, 186.0, 178.0, 178.0, 175.0, 174.0, 174.0, 174.0, 173.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "4385335", "2819440", "6723866", "8771883", "1953277", "4957113", "7973153", "5262322"], "ranked_scores": [220.0, 185.0, 181.0, 181.0, 180.0, 179.0, 178.0, 177.0, 177.0, 176.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128-atanh": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["575979", "558173", "3445481", "8541250", "2746690", "597455", "4374445", "5917719", "7275123", "749759"], "ranked_scores": [103.0, 99.0, 99.0, 96.0, 95.0, 94.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "1297112", "3671400", "220565", "5633832", "7248824", "749759", "6929917", "7187515", "758882"], "ranked_scores": [102.0, 99.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["298606", "7094398", "5842823", "5221728", "911138", "5616900", "3451043", "3451044", "3451041", "7116624"], "ranked_scores": [103.0, 103.0, 99.0, 97.0, 97.0, 96.0, 95.0, 94.0, 94.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3125130", "3338175", "6826784", "5359258", "2541248", "452450", "5684712", "515311", "8279447", "5691562"], "ranked_scores": [105.0, 102.0, 101.0, 101.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "3794304", "2070215", "5346316", "7255678", "5450605", "7048914", "1587850", "5817781", "4269405"], "ranked_scores": [106.0, 106.0, 102.0, 101.0, 100.0, 100.0, 100.0, 99.0, 99.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1123190", "3931595", "1191483", "7564733", "3971679", "6384264", "1390753", "4078349", "3205963", "729819"], "ranked_scores": [96.0, 92.0, 92.0, 92.0, 92.0, 91.0, 90.0, 90.0, 90.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "1777799", "6980305", "4816964", "6801871", "6964486", "7813557", "3540089", "5227711", "6964479"], "ranked_scores": [102.0, 100.0, 100.0, 97.0, 97.0, 97.0, 97.0, 94.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550559", "3550561", "7698064", "3550563", "5644075", "1043672", "6480901", "4240249", "2562047", "724148"], "ranked_scores": [99.0, 99.0, 98.0, 97.0, 94.0, 94.0, 93.0, 91.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["6950275", "8452568", "249524", "1102481", "5110182", "1365210", "2421289", "1102477", "289409", "4414409"], "ranked_scores": [107.0, 105.0, 101.0, 98.0, 98.0, 97.0, 96.0, 96.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "2708051", "3798363", "4989064", "7137594", "4231642", "3546549", "7658715", "947575", "8215736"], "ranked_scores": [94.0, 92.0, 88.0, 88.0, 87.0, 87.0, 86.0, 85.0, 85.0, 85.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1226215", "2878725", "4922192", "3189196", "4405605", "6801313", "6062397", "8583763"], "ranked_scores": [115.0, 114.0, 101.0, 99.0, 98.0, 97.0, 95.0, 95.0, 95.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8223942", "5043664", "6305059", "8110427", "1234678", "1070106", "662304", "7168976", "5957735", "8600254"], "ranked_scores": [91.0, 89.0, 89.0, 87.0, 86.0, 84.0, 84.0, 84.0, 83.0, 83.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301819", "7301823", "7301816", "6628785", "7301818", "2287522", "692310", "277376", "3803414", "7331852"], "ranked_scores": [106.0, 103.0, 102.0, 92.0, 90.0, 90.0, 89.0, 88.0, 88.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "8259514", "8259512", "8450828", "7970728", "7970734", "8450827", "1265191", "7970735", "8450833"], "ranked_scores": [107.0, 107.0, 103.0, 99.0, 99.0, 99.0, 99.0, 96.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "232771", "7138663", "5395324", "4702013", "8128745", "7160804", "8296554", "8296550", "8346654"], "ranked_scores": [104.0, 97.0, 97.0, 97.0, 95.0, 95.0, 94.0, 93.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "2130560", "3936785", "8484568", "5703848", "2949038", "3445014", "4116098", "7541493"], "ranked_scores": [115.0, 107.0, 94.0, 93.0, 93.0, 92.0, 91.0, 91.0, 91.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "7919682", "1026118", "7937824", "6975615", "7870704", "7937823", "3272070"], "ranked_scores": [109.0, 100.0, 91.0, 88.0, 86.0, 86.0, 86.0, 85.0, 85.0, 84.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116929", "8157542", "7948042", "549182", "2083431", "7948050", "2211646", "3646584", "8722441", "7964388"], "ranked_scores": [99.0, 99.0, 97.0, 97.0, 97.0, 97.0, 96.0, 96.0, 96.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "2564157", "2260935", "1880129", "1611463", "2801030", "4253084", "4253082", "7641492"], "ranked_scores": [108.0, 105.0, 101.0, 100.0, 98.0, 97.0, 97.0, 97.0, 97.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6282957", "2091063", "5297258", "6568419", "6951440", "4916004", "6376837", "5365824", "6641480"], "ranked_scores": [110.0, 99.0, 97.0, 96.0, 96.0, 96.0, 95.0, 95.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "6804877", "1174172", "1174164", "3310910", "5213336", "6513250", "2131339", "4489799", "4826837"], "ranked_scores": [97.0, 92.0, 92.0, 91.0, 91.0, 91.0, 91.0, 90.0, 90.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "863946", "391342", "7134383", "7623736", "1839684", "2175868", "4796876", "391341"], "ranked_scores": [113.0, 105.0, 105.0, 103.0, 103.0, 102.0, 101.0, 101.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "7689710", "6506033", "8820180", "5039965", "5567108", "330886", "5364574", "5567101", "8212672"], "ranked_scores": [104.0, 100.0, 98.0, 97.0, 96.0, 95.0, 94.0, 94.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3346337", "1460640", "1920855", "1546056", "4843274", "3968773", "5210161", "6488150"], "ranked_scores": [120.0, 117.0, 113.0, 109.0, 108.0, 106.0, 106.0, 106.0, 106.0, 105.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["7992320", "1070634", "1070633", "4942019", "2796265", "3733774", "2796274", "4942015", "8426355", "5739636"], "ranked_scores": [115.0, 113.0, 111.0, 110.0, 110.0, 109.0, 109.0, 109.0, 109.0, 108.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "5174051", "5170949", "6086499", "7650732", "4004613", "2375922", "4765789", "6083058"], "ranked_scores": [102.0, 100.0, 94.0, 93.0, 93.0, 92.0, 91.0, 91.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "870351", "1613678", "2576606", "870346", "2576605", "2692492", "3208909", "7137675", "551238"], "ranked_scores": [106.0, 103.0, 103.0, 98.0, 96.0, 96.0, 95.0, 95.0, 95.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "1615478", "1663808", "5419270", "5184907", "8741687", "5351935", "5419269", "6797667", "8277053"], "ranked_scores": [101.0, 100.0, 98.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4437972", "4377794", "173850", "4278761", "2195944", "2510740", "2536497", "7863433", "1031624", "7058096"], "ranked_scores": [105.0, 104.0, 101.0, 100.0, 98.0, 98.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818958", "2243081", "1052947", "1237202", "6818953", "8531579", "5705265", "1756080", "5499496", "6246815"], "ranked_scores": [94.0, 93.0, 92.0, 92.0, 92.0, 92.0, 92.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "2105496", "5964806", "1763487", "4765785", "8233455", "6193972", "4858750", "7254353"], "ranked_scores": [97.0, 96.0, 95.0, 93.0, 93.0, 92.0, 92.0, 91.0, 91.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511155", "5525449", "3141441", "4798912", "642699", "7022399", "8251721", "2099688", "7369261", "8443448"], "ranked_scores": [103.0, 103.0, 103.0, 102.0, 102.0, 102.0, 101.0, 101.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7770196", "2486151", "5164644", "5799636", "4122777", "7937494", "4233601", "7110611"], "ranked_scores": [108.0, 101.0, 99.0, 98.0, 97.0, 94.0, 94.0, 94.0, 93.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "30088", "4502858", "1417034", "30089", "3659405", "4502856", "7672042", "489952", "6979705"], "ranked_scores": [112.0, 106.0, 104.0, 104.0, 101.0, 99.0, 99.0, 98.0, 97.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["133509", "2679936", "4795581", "7853304", "7874898", "7853301", "8098325", "4795580", "5133662", "5904163"], "ranked_scores": [100.0, 98.0, 98.0, 97.0, 97.0, 96.0, 96.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565560", "1338702", "2607975", "2835995", "2565555", "1118163", "2474580", "4893298", "946762", "5960436"], "ranked_scores": [106.0, 102.0, 102.0, 101.0, 101.0, 101.0, 99.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991354", "6753585", "3148555", "8593880", "7920247", "1003386", "6669945", "3672237", "8529489"], "ranked_scores": [103.0, 98.0, 97.0, 95.0, 94.0, 93.0, 93.0, 92.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "5393501", "5171449", "8811698", "2553646", "4900577", "6534062", "8369687"], "ranked_scores": [105.0, 101.0, 93.0, 92.0, 91.0, 91.0, 90.0, 90.0, 90.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "139961", "139970", "1063811", "7428627", "1109548", "286747", "1343315", "139964", "3722839"], "ranked_scores": [104.0, 101.0, 101.0, 100.0, 99.0, 99.0, 99.0, 98.0, 98.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["886990", "1716202", "1867098", "3689305", "5812523", "4117805", "5143805", "6955768", "5961455", "921101"], "ranked_scores": [95.0, 92.0, 92.0, 92.0, 92.0, 92.0, 92.0, 92.0, 92.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "2940019", "3252244", "4258668", "5339586", "2940016", "7189473", "8532695", "7728425", "8494137"], "ranked_scores": [112.0, 105.0, 104.0, 103.0, 98.0, 97.0, 96.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "1374743", "1380281", "3451041", "1398369", "8451504", "8738884", "4218205", "5842823", "8247542"], "ranked_scores": [106.0, 100.0, 99.0, 99.0, 98.0, 98.0, 98.0, 97.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221430", "4343906", "8015905", "6284716", "8221431", "8221437", "4158114", "5101805", "5431260"], "ranked_scores": [107.0, 105.0, 99.0, 98.0, 98.0, 97.0, 96.0, 96.0, 96.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495835", "6392875", "3147298", "3495840", "1188785", "6643679", "3495838", "5439713"], "ranked_scores": [104.0, 101.0, 97.0, 97.0, 96.0, 95.0, 95.0, 94.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212597", "6212588", "6212591", "609594", "3843787", "1053302", "7503128", "8590985", "8011156"], "ranked_scores": [108.0, 108.0, 107.0, 105.0, 102.0, 92.0, 90.0, 88.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "2790097", "930721", "4520541", "6803255", "4171293", "5151165", "2411467", "7601059", "8736649"], "ranked_scores": [106.0, 88.0, 88.0, 87.0, 86.0, 85.0, 85.0, 84.0, 83.0, 83.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "10221", "6111299", "8110291", "2716981", "2719547", "3631388", "7829393"], "ranked_scores": [108.0, 100.0, 99.0, 97.0, 97.0, 97.0, 97.0, 96.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "1690952", "155487", "4738326", "6533908", "4603022", "6124976", "6025784"], "ranked_scores": [118.0, 112.0, 104.0, 98.0, 98.0, 98.0, 97.0, 96.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1772350", "5955284", "3172809", "5209746", "8128292", "6986881", "1981693", "3559380", "8424304", "7152851"], "ranked_scores": [99.0, 97.0, 93.0, 93.0, 91.0, 91.0, 90.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8771883", "7966624", "4385335", "8758591", "2819440", "4304523", "3935875", "8743967", "6723866"], "ranked_scores": [105.0, 100.0, 92.0, 91.0, 90.0, 89.0, 89.0, 88.0, 88.0, 88.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64-atanh": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["575979", "4374445", "2684883", "526260", "597455", "5917719", "638358", "7137594", "8541250", "4806937"], "ranked_scores": [52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["3671400", "597455", "2684883", "5633832", "4806937", "758882", "1297112", "7072122", "7248824", "749759"], "ranked_scores": [51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "3451044", "1763324", "6711598", "5616900", "7216017", "5221728", "911138", "8543994", "8451504"], "ranked_scores": [51.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5359258", "66616", "6926916", "2541248", "515311", "3338175", "1727064", "3125130", "3932591", "5691562"], "ranked_scores": [55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "5450605", "3794304", "7048914", "5346316", "3640120", "1587850", "5385409", "2070215", "7255675"], "ranked_scores": [58.0, 57.0, 57.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1123190", "2190617", "1191483", "2063216", "4581467", "4927549", "5254021", "8465015", "8643852", "7479488"], "ranked_scores": [49.0, 48.0, 48.0, 47.0, 45.0, 45.0, 45.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "1777799", "6980305", "5091618", "5022892", "6801871", "7813557", "8583766", "6964486", "7391326"], "ranked_scores": [52.0, 51.0, 51.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550559", "7409003", "7698064", "1734335", "6694795", "6048035", "6075246", "6480901", "845557"], "ranked_scores": [50.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "6950275", "5110182", "249524", "6794863", "1102477", "4414409", "1365210", "3323839", "7531871"], "ranked_scores": [57.0, 56.0, 52.0, 52.0, 52.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["2708051", "5942525", "8607085", "7187663", "4830263", "5392883", "7651916", "6185825", "6841581", "6808332"], "ranked_scores": [46.0, 45.0, 45.0, 44.0, 44.0, 44.0, 44.0, 43.0, 43.0, 43.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1226215", "2878725", "4922192", "1933413", "8583766", "7978259", "8681111", "8686956"], "ranked_scores": [57.0, 56.0, 54.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8223942", "3302094", "34456", "8658396", "1728760", "322745", "6533908", "7057938", "7532877", "7521990"], "ranked_scores": [47.0, 47.0, 46.0, 46.0, 45.0, 45.0, 44.0, 44.0, 44.0, 44.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7331852", "1053300", "7301819", "7301816", "6628785", "1793535", "3987938", "7970734", "5489709"], "ranked_scores": [54.0, 51.0, 50.0, 50.0, 49.0, 47.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259514", "7970736", "8259512", "8450828", "8450827", "7970734", "303651", "7970728", "7970735", "8450833"], "ranked_scores": [56.0, 55.0, 54.0, 52.0, 52.0, 51.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["8128745", "7160805", "5395324", "95177", "232771", "7138663", "7160804", "8296554", "7749216", "8634589"], "ranked_scores": [50.0, 50.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "7541493", "5703848", "2130560", "4768599", "6010341", "5694666", "6355058", "7953802"], "ranked_scores": [61.0, 54.0, 51.0, 49.0, 49.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5644674", "7956869", "3272070", "7870700", "3555960", "7870704", "6893979", "7870705", "8091571"], "ranked_scores": [56.0, 48.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116929", "3646584", "7948042", "2083431", "549182", "8157542", "1435310", "7671660", "8722441", "8722440"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "2066418", "5347134", "5980491", "1611463", "2260935", "2564157", "4725494", "4253082"], "ranked_scores": [58.0, 54.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6951440", "3444262", "6282957", "8245381", "1726611", "4799839", "6568419", "2721251", "7153163"], "ranked_scores": [54.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "4826837", "6804877", "1842454", "2184691", "2547986", "3310910", "657351", "5137135", "5213336"], "ranked_scores": [51.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "7134383", "863946", "6110193", "2175868", "7623736", "5143396", "8045985", "7623735"], "ranked_scores": [55.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "7689710", "6506033", "3167491", "2800418", "3768485", "5039965", "7236884", "4390430", "8820180"], "ranked_scores": [54.0, 52.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "1460640", "3346337", "1920855", "1546056", "5144958", "3346342", "5144959", "3968773"], "ranked_scores": [62.0, 59.0, 57.0, 56.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["7424964", "5055675", "7992320", "2796274", "1070634", "3733774", "4942019", "5503914", "8426355", "890035"], "ranked_scores": [60.0, 59.0, 59.0, 57.0, 57.0, 57.0, 57.0, 57.0, 57.0, 56.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1497166", "7650732", "1039754", "6086499", "7527096", "1053844", "6083058", "5174051", "5996085", "6083050"], "ranked_scores": [52.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["870351", "1613675", "1613678", "7249172", "2576606", "2576605", "2692492", "1525616", "551238", "7137675"], "ranked_scores": [56.0, 55.0, 55.0, 51.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["1615478", "258524", "5351935", "4468485", "1663808", "5184907", "8790064", "8741687", "5419270", "8265258"], "ranked_scores": [53.0, 52.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["173850", "4437972", "4377794", "7058096", "2510740", "7863431", "2838330", "7058099", "7058094", "7863433"], "ranked_scores": [53.0, 53.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["8531579", "1756080", "1463441", "7647368", "7154584", "7369414", "7255677", "839355", "7597006", "891052"], "ranked_scores": [47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["3551261", "1763487", "7833611", "8773427", "3039809", "659252", "7254353", "8226821", "7833608", "8233455"], "ranked_scores": [50.0, 48.0, 48.0, 48.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511155", "5525449", "7526871", "642699", "4798912", "7369261", "162098", "5171706", "8251721", "8443448"], "ranked_scores": [57.0, 56.0, 56.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7770196", "7041861", "8310623", "2486151", "4233601", "7110611", "6841581", "4303165", "7110612"], "ranked_scores": [59.0, 53.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "30088", "4502858", "166399", "2565604", "4502856", "30089", "7672042", "4976721", "3659405"], "ranked_scores": [57.0, 55.0, 53.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["8098325", "133509", "4795580", "7874898", "4795581", "2424634", "7094585", "7525071", "8741825", "96936"], "ranked_scores": [54.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565560", "1338702", "2565555", "4004619", "2607975", "2245444", "2391075", "2924921", "5212100", "8347480"], "ranked_scores": [56.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["6753585", "3148555", "7161095", "7161101", "4991354", "1003386", "3848837", "3672237", "1062833", "6669945"], "ranked_scores": [52.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "1536744", "5189679", "4900578", "8369687", "6534062", "6679037", "8811697", "8811698"], "ranked_scores": [53.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 45.0, 45.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "1109548", "139970", "2488121", "3404651", "286747", "4590211", "3722839", "7428627", "8224745"], "ranked_scores": [53.0, 53.0, 52.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["463648", "921100", "446990", "8608894", "1657719", "4117805", "921101", "5023186", "886990", "6399884"], "ranked_scores": [46.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "2940019", "8532695", "5339587", "4258668", "1969532", "3252244", "7728425", "88374", "7496070"], "ranked_scores": [55.0, 53.0, 53.0, 53.0, 51.0, 50.0, 50.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "1374743", "5559112", "8623619", "3792488", "6779974", "8738884", "8451504", "7612475", "6402602"], "ranked_scores": [51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "7856346", "6284716", "6125802", "5431260", "4158114", "1702043", "4343906", "2757235", "8221437"], "ranked_scores": [53.0, 53.0, 53.0, 51.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "8608976", "3495835", "3495837", "6392875", "1892018", "6643679", "2463549", "3147298", "5164022"], "ranked_scores": [55.0, 52.0, 52.0, 51.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212597", "6212588", "6212591", "6401864", "609594", "8011156", "5031404", "3843787", "8590985", "6278487"], "ranked_scores": [55.0, 55.0, 55.0, 53.0, 51.0, 48.0, 47.0, 46.0, 46.0, 45.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "930721", "2790097", "7161097", "356746", "3052767", "6394421", "3823641", "7237931", "8674070"], "ranked_scores": [51.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0, 44.0, 44.0, 44.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "3631388", "1460685", "2447197", "1793105", "1420186", "7644552", "6111299", "6213244", "8110291"], "ranked_scores": [53.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "155487", "4498726", "7395884", "4440031", "2542771", "4684938", "7286634", "7985411"], "ranked_scores": [58.0, 55.0, 51.0, 50.0, 50.0, 49.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["5955284", "1772350", "2985127", "3559380", "8128292", "7138494", "5209746", "1981693", "214888", "8424304"], "ranked_scores": [51.0, 50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8758591", "8771883", "1953277", "7966624", "297876", "5262322", "3391694", "6723866", "3989499"], "ranked_scores": [57.0, 53.0, 51.0, 49.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-32-atanh": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7275120", "2187141", "4605271", "2579637", "5917719", "575979", "4374445", "2684883", "8473657", "7837267"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["5633832", "6162682", "8253793", "389116", "6929917", "4806937", "7859603", "949520", "597455", "8017883"], "ranked_scores": [29.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["5616900", "6779971", "911138", "3451044", "4805364", "946762", "6402602", "5221728", "7336092", "7216017"], "ranked_scores": [28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5359258", "66616", "6926916", "452450", "3932591", "2812582", "5769842", "515311", "7154584", "5963438"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7255675", "3640120", "3794297", "1159742", "8554964", "3794304", "5385409", "5450605", "5346316", "8524693"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1123190", "2190617", "1191483", "5254021", "2132513", "7870700", "7920790", "8605147", "8314448", "8639333"], "ranked_scores": [26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "3649859", "6980305", "7813557", "5042148", "6964479", "5671809", "8499854", "6801871", "71608"], "ranked_scores": [29.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["1734335", "5609239", "3747811", "6048035", "6036135", "7470023", "7575158", "8161688", "6193415", "8760018"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["5110182", "249524", "8452568", "6569793", "6950275", "1102477", "3556262", "99506", "8790064", "8670393"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["8607085", "1852105", "5206549", "5942525", "405963", "6193415", "7152746", "7937823", "7785509", "947575"], "ranked_scores": [26.0, 24.0, 24.0, 24.0, 24.0, 24.0, 23.0, 23.0, 23.0, 23.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226215", "1226216", "7707024", "7978259", "1007773", "3897453", "4036339", "6062397", "795873", "8583766"], "ranked_scores": [31.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["5351437", "1979735", "34456", "2648108", "3302094", "459888", "5095731", "7985411", "875523", "8811698"], "ranked_scores": [25.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 23.0, 23.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7331852", "7637427", "3954151", "8296554", "5079417", "6399884", "7301816", "6694795", "7301819"], "ranked_scores": [30.0, 29.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "8259514", "8450827", "3635564", "8259512", "7970735", "8043961", "8751797", "8450828", "8584928"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["5395324", "7160805", "3972537", "4635091", "6368609", "8128745", "7138663", "95177", "7160804", "8634589"], "ranked_scores": [26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7541493", "7220312", "1332664", "2459488", "6713671", "7146729", "7803246", "8023011", "8361061"], "ranked_scores": [30.0, 27.0, 27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5644674", "2001870", "3969494", "3636075", "7108987", "5453231", "489952", "7870700", "729819"], "ranked_scores": [28.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["549182", "6893979", "7671660", "5605066", "6373832", "834316", "8465015", "7948042", "8722441", "8722440"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "2260935", "5980491", "7641492", "1815026", "1880129", "2564157", "4253082", "7958944", "2801033"], "ranked_scores": [32.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["1092098", "2721251", "6951440", "8287704", "6376837", "8209433", "8245381", "829440", "8814306", "925659"], "ranked_scores": [29.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["5137135", "6804877", "4057608", "2859564", "5810729", "8738042", "5213340", "7170234", "8369659", "6819028"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "7134383", "1023113", "7151250", "8045986", "7623736", "2175868", "5143396", "7430630", "7393462"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6569793", "2673510", "7237931", "2800418", "8398028", "2175857", "7689710", "7689707", "5364572", "6430251"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "1920855", "1047162", "92150", "5210161", "1546056", "5144958", "5144959", "6032922", "6449873"], "ranked_scores": [30.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5739636", "7992320", "4942015", "4942019", "2796274", "890035", "7424964", "5055675", "4838373", "8297353"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["6086499", "5174051", "7650732", "6083058", "3315979", "4597681", "5947072", "4972988", "7964391", "944764"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["870351", "1613678", "1613675", "551238", "1861116", "1059524", "3261513", "2576605", "2576606", "845708"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["5184907", "6797667", "2589790", "1850491", "3869346", "5351935", "7496090", "8346189", "5419270", "8741687"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["173850", "4437972", "4377794", "2061122", "3395183", "3557230", "3939113", "8779558", "4618721", "7646422"], "ranked_scores": [30.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818958", "7369414", "7255677", "1463441", "3332393", "5987986", "7035222", "7228393", "8510645", "7327857"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["2396673", "4858750", "4966850", "7169927", "3039809", "3039803", "3551261", "7833608", "7833611", "8226821"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["4005928", "1511155", "7526871", "8498133", "1879335", "6503017", "5171706", "5525449", "5565339", "7369261"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7770196", "7937494", "5280582", "7041861", "7110611", "5799636", "888154", "8310623", "7110612"], "ranked_scores": [30.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["30089", "8327486", "2565604", "30088", "4256443", "870786", "4502856", "6979705", "4502858", "6179402"], "ranked_scores": [29.0, 29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["3712671", "5094852", "96936", "8098325", "4074080", "5879000", "7090447", "7231936", "7117644", "7525071"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565560", "8347480", "5212100", "2120942", "3484693", "946762", "1118163", "6495560", "7094398", "8236096"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["6753585", "7161101", "4991354", "3148555", "3848837", "5433030", "3672237", "7161095", "826058", "8593880"], "ranked_scores": [28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["8213865", "7778956", "6448142", "1536744", "4808866", "4409027", "6534062", "6901546", "7689567", "7989415"], "ranked_scores": [27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "139964", "139970", "286747", "139961", "3404651", "2169679", "7795890", "8224745", "7831679"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["3428369", "5701737", "1279238", "1657719", "4440949", "4498692", "7313342", "4935193", "921100", "886990"], "ranked_scores": [26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["2940019", "7728427", "2150669", "3452115", "3252244", "3636075", "4817428", "8510222", "7275857", "7691443"], "ranked_scores": [29.0, 29.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["3484696", "6472411", "5559112", "5951944", "4373385", "6402602", "7905688", "7656883", "944813", "8451504"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "6284716", "2716516", "286801", "3834488", "7689564", "4127072", "5431260", "7177934", "8015905"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3147298", "5164022", "2719790", "7770963", "3495835", "4483114", "3353771", "8154246", "8608976"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212597", "6401864", "6212588", "8590985", "6212591", "609594", "8011156", "3843787", "6180890", "567923"], "ranked_scores": [30.0, 30.0, 29.0, 28.0, 28.0, 27.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "8186110", "5775568", "7978259", "538306", "6394421", "7236884", "8605354", "845051", "930721"], "ranked_scores": [26.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7829393", "6213244", "7966586", "7511875", "2719547", "6252689", "5891383", "7055589", "7511874", "8110291"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "3114131", "4684937", "4684938", "6533908", "642815", "8169807", "7395884", "7985409"], "ranked_scores": [30.0, 29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981693", "1772350", "1528831", "1711029", "2985127", "1892025", "2229750", "6358107", "8424304", "5209746"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8758591", "3391694", "8771883", "297876", "3791271", "4385335", "4597448", "7763969", "7966624"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m24-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["575979", "558173", "3527619", "3445481", "5917719", "5265626", "3619391", "558178", "615746", "4859452"], "ranked_scores": [0.7127, 0.7016, 0.6996, 0.6884, 0.682, 0.6799, 0.6734, 0.6708, 0.6635, 0.6631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297109", "2684883", "542682", "7248824", "1297112", "1674644", "7584907", "5550437", "4859452", "6929917"], "ranked_scores": [0.7118, 0.7084, 0.7027, 0.6854, 0.6781, 0.6741, 0.6659, 0.6627, 0.6583, 0.6579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7216017", "911138", "2785397", "944813", "944808", "7038530", "2193557", "6402602", "8578146"], "ranked_scores": [0.6389, 0.6321, 0.624, 0.624, 0.624, 0.6186, 0.6076, 0.6076, 0.606, 0.6041], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2541248", "515311", "1727064", "5769842", "3932591", "5997195", "3338175", "2548176", "5963438", "5684712"], "ranked_scores": [0.8427, 0.8416, 0.8416, 0.8392, 0.8377, 0.8359, 0.8357, 0.8356, 0.8354, 0.834], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "5346316", "7048919", "1587850", "7255678", "5450605", "4348677", "7048912", "6294685", "1159742"], "ranked_scores": [0.7739, 0.7672, 0.7651, 0.7638, 0.7618, 0.7595, 0.7532, 0.7522, 0.7517, 0.7502], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1190311", "1494980", "3205963", "970989", "1975045", "1229810", "3931594", "7564733", "1123190", "1805806"], "ranked_scores": [0.6557, 0.6485, 0.6431, 0.6383, 0.6249, 0.6232, 0.6216, 0.6141, 0.6119, 0.6042], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "4816964", "6101780", "1777799", "6964486", "5227711", "6964479", "7260457", "7840121", "6980305"], "ranked_scores": [0.7401, 0.7355, 0.7351, 0.7338, 0.7338, 0.7338, 0.7303, 0.7303, 0.7302, 0.7264], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "7698064", "3550561", "3550559", "5644075", "5644076", "7746748", "2230842", "8069476", "6760461"], "ranked_scores": [0.6523, 0.6373, 0.6279, 0.6189, 0.5482, 0.4775, 0.4764, 0.4751, 0.4739, 0.4715], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "8452568", "1365210", "6950275", "1102477", "2322244", "4414409", "2421289", "3761519", "3761517"], "ranked_scores": [0.735, 0.7347, 0.73, 0.7231, 0.7222, 0.7206, 0.7192, 0.7183, 0.716, 0.7064], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "8215736", "3434622", "6124279", "2348797", "2066852", "7137594", "336438", "6823993"], "ranked_scores": [0.615, 0.6022, 0.5725, 0.5643, 0.5589, 0.557, 0.5566, 0.5566, 0.5523, 0.5497], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "2037947", "5640027", "859199", "3447355", "795873", "6042871", "1234413", "2084584"], "ranked_scores": [0.7053, 0.7045, 0.6284, 0.6053, 0.6047, 0.6015, 0.5983, 0.5979, 0.5972, 0.597], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["2899047", "662304", "295789", "295788", "7858636", "6912717", "7547705", "7058927", "8203167", "295794"], "ranked_scores": [0.3687, 0.3539, 0.3517, 0.3492, 0.345, 0.3393, 0.3302, 0.3284, 0.3272, 0.3253], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301814", "7301818", "4561063", "7888911", "5209931", "6492793", "1317497"], "ranked_scores": [0.6696, 0.662, 0.662, 0.6437, 0.6322, 0.6247, 0.6208, 0.618, 0.6091, 0.6033], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "8259514", "7970734", "1265191", "8450828", "8450827", "8450833", "8259512", "7970728", "7970735"], "ranked_scores": [0.7992, 0.7952, 0.7918, 0.7918, 0.7914, 0.7888, 0.7841, 0.7762, 0.7758, 0.764], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "981996", "6145894", "8346654", "4702009", "3457120", "7160800", "2633251", "95169"], "ranked_scores": [0.6826, 0.6777, 0.6641, 0.6575, 0.6481, 0.6473, 0.646, 0.6459, 0.6449, 0.6449], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "5703852", "2474358", "6467669", "5703848", "5190750", "4768599", "5190753", "7496070"], "ranked_scores": [0.6297, 0.627, 0.541, 0.5327, 0.5303, 0.5298, 0.5294, 0.5283, 0.5223, 0.5216], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7805085", "7937823", "7937822", "7108982", "3702788", "4830263", "2995208", "7870705", "4635092"], "ranked_scores": [0.693, 0.6637, 0.6518, 0.6418, 0.6328, 0.6327, 0.6219, 0.62, 0.6197, 0.6196], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["3646580", "7948042", "7948050", "2116938", "3646584", "2116929", "2116932", "2116933", "2116936", "4880893"], "ranked_scores": [0.6887, 0.6886, 0.6886, 0.6868, 0.6868, 0.6868, 0.683, 0.683, 0.683, 0.683], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "3333503", "5347134", "8325338", "5347138", "8761342", "1815026", "1611463", "7641492"], "ranked_scores": [0.7216, 0.7055, 0.6426, 0.6426, 0.6426, 0.6426, 0.6426, 0.6405, 0.6328, 0.6296], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "3444262", "2091063", "7503576", "5231134", "4624992", "4393601", "1226636", "2312311"], "ranked_scores": [0.68, 0.6572, 0.645, 0.6422, 0.6404, 0.6381, 0.6308, 0.6295, 0.6295, 0.6279], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["6804877", "413808", "2859564", "4489794", "4595482", "6930332", "4489799", "4489797", "4826837", "2131339"], "ranked_scores": [0.6347, 0.6252, 0.6236, 0.6236, 0.6235, 0.6212, 0.6183, 0.6183, 0.6183, 0.6098], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "2588002", "1918866", "8045986", "7623736", "391341", "391342", "863946", "3378630", "7134383"], "ranked_scores": [0.7924, 0.7877, 0.7804, 0.7753, 0.7678, 0.7597, 0.7597, 0.7527, 0.7489, 0.7452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["4390430", "2188117", "7689707", "8820180", "6394421", "6722338", "3167491", "1936744", "4936994", "3368582"], "ranked_scores": [0.5869, 0.5843, 0.583, 0.5818, 0.5736, 0.5728, 0.5727, 0.5716, 0.571, 0.5656], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["2443030", "3046036", "3346337", "3968773", "631307", "4615784", "6979330", "92150", "5729775", "6591468"], "ranked_scores": [0.8625, 0.8625, 0.8625, 0.8625, 0.8625, 0.8625, 0.8625, 0.8625, 0.8625, 0.8625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8426355", "8281194", "2796274", "7346169", "5269626", "7135032", "4901734", "4942015", "4942019", "5993157"], "ranked_scores": [0.8073, 0.8049, 0.8047, 0.8037, 0.8011, 0.8011, 0.8009, 0.7987, 0.7974, 0.7973], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "5170949", "5174051", "7527096", "1333652", "1088384", "5027731", "2820637", "6811402", "7650732"], "ranked_scores": [0.7096, 0.7045, 0.6971, 0.6763, 0.6722, 0.6635, 0.6576, 0.6573, 0.6542, 0.653], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["521373", "1613675", "272188", "272190", "1613678", "521367", "551238", "1525622", "870351", "685094"], "ranked_scores": [0.7636, 0.7591, 0.7498, 0.7496, 0.7471, 0.746, 0.744, 0.7434, 0.7408, 0.7353], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6090442", "1850491", "5952078", "6797667", "5085223", "3132831", "1573004", "5149609", "8277053", "8263203"], "ranked_scores": [0.6597, 0.6548, 0.6445, 0.6363, 0.6355, 0.6352, 0.631, 0.6297, 0.6268, 0.6214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "4437972", "4377794", "2510740", "5352322", "278768", "7646422", "2929750", "5094229", "7288502"], "ranked_scores": [0.7077, 0.6996, 0.6842, 0.6767, 0.6708, 0.6593, 0.6576, 0.6551, 0.6544, 0.6528], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["7154587", "3230959", "3173599", "7154585", "6818952", "8584772", "2068025", "6818958", "1463441", "8624217"], "ranked_scores": [0.5885, 0.5818, 0.5738, 0.5687, 0.5663, 0.5661, 0.5636, 0.5601, 0.557, 0.555], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["4451324", "7833611", "8796486", "7833608", "4765785", "4233615", "4765789", "8607085", "4765788", "8773431"], "ranked_scores": [0.717, 0.7153, 0.7153, 0.7071, 0.6848, 0.6572, 0.6467, 0.6298, 0.6227, 0.6223], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3023169", "4005928", "7526870", "7526868", "7641309", "4786935", "7526867", "1511150", "5171706", "6970738"], "ranked_scores": [0.848, 0.8462, 0.845, 0.8429, 0.8428, 0.8425, 0.8407, 0.8407, 0.8406, 0.8406], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["2486151", "7110606", "7110612", "7937494", "5280582", "7110611", "7041861", "8331763", "6270123", "7429866"], "ranked_scores": [0.7127, 0.7055, 0.6974, 0.6934, 0.6816, 0.6798, 0.6759, 0.6716, 0.6641, 0.6597], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["3659405", "1592532", "30089", "4522649", "489957", "961436", "4502858", "1417034", "5336580", "1916530"], "ranked_scores": [0.7559, 0.7558, 0.7439, 0.723, 0.7204, 0.7072, 0.7059, 0.7059, 0.7037, 0.7014], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "7505807", "6207588", "6207587", "5133662", "6428732", "1464540", "5338621", "5338623"], "ranked_scores": [0.6969, 0.6706, 0.6482, 0.6447, 0.6447, 0.6443, 0.6385, 0.6373, 0.636, 0.636], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "4589415", "174956", "1338703", "4893298", "3765105", "3661383", "2391075", "2290637", "1264750"], "ranked_scores": [0.7493, 0.7475, 0.7466, 0.7462, 0.745, 0.7437, 0.742, 0.742, 0.7391, 0.7347], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991354", "4991353", "3672237", "1062833", "3148555", "117136", "1621473", "826058", "1003383"], "ranked_scores": [0.7328, 0.7146, 0.7094, 0.6955, 0.69, 0.6835, 0.6733, 0.6697, 0.6602, 0.6566], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4900578", "4409027", "2531512", "4605271", "5393501", "5171449", "4605270", "7778949", "6193415"], "ranked_scores": [0.705, 0.6977, 0.6918, 0.6739, 0.6648, 0.6425, 0.6417, 0.6133, 0.6034, 0.5913], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "3669167", "6632522", "3491901", "1063812", "4005369", "6632518", "6632520", "139961", "7428627"], "ranked_scores": [0.7496, 0.7481, 0.7478, 0.7445, 0.7431, 0.7413, 0.7393, 0.7393, 0.7385, 0.7385], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1933329", "1867101", "1631830", "8139545", "4992578", "5812523", "5143805", "1867098", "6903206", "8608886"], "ranked_scores": [0.6943, 0.6924, 0.6879, 0.6872, 0.6846, 0.6823, 0.6811, 0.6779, 0.6779, 0.6779], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["2940019", "7728427", "3252244", "4258668", "4258663", "5339586", "7503113", "1969532", "7503110", "7728423"], "ranked_scores": [0.7715, 0.7713, 0.7502, 0.7311, 0.7008, 0.6932, 0.6924, 0.6737, 0.6666, 0.6666], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "3451043", "8646229", "3451044", "3451041", "7611886", "8822768", "7611888", "8822769"], "ranked_scores": [0.761, 0.7511, 0.7311, 0.7044, 0.7013, 0.7013, 0.6872, 0.6872, 0.6872, 0.6872], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221431", "4158114", "4343906", "8221437", "8015905", "4127072", "1061740", "5431260", "8221430"], "ranked_scores": [0.6768, 0.6765, 0.6765, 0.67, 0.6683, 0.6602, 0.6589, 0.6581, 0.6579, 0.6576], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495838", "2487253", "1724477", "1798238", "8649248", "3495840", "3147298", "8424890"], "ranked_scores": [0.6946, 0.6839, 0.6547, 0.633, 0.6325, 0.6319, 0.6311, 0.6231, 0.6213, 0.6197], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "6401864", "6212597", "609594", "6212591", "1477934", "186816", "1766656", "8590985", "1053306"], "ranked_scores": [0.7298, 0.7249, 0.6965, 0.6782, 0.6332, 0.5684, 0.5478, 0.5382, 0.5255, 0.5186], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "8736649", "5145284", "4520541", "3823638", "3823641", "5546514", "7704729", "5025269", "6948296"], "ranked_scores": [0.5945, 0.4641, 0.4596, 0.4578, 0.4438, 0.4308, 0.4251, 0.4232, 0.4224, 0.4222], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "2447197", "7966586", "1460690", "1193873", "5201030", "1460683", "1460687"], "ranked_scores": [0.7407, 0.7215, 0.7117, 0.7009, 0.6919, 0.6849, 0.6828, 0.6809, 0.6749, 0.6748], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "34456", "1136108", "4709447", "7985411", "4878176", "6124976", "6025784"], "ranked_scores": [0.7057, 0.7007, 0.6733, 0.636, 0.6328, 0.6235, 0.6153, 0.6137, 0.613, 0.6125], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["6986881", "8424304", "7138494", "6361048", "1981696", "1420930", "7888894", "1981693", "5955286", "8123901"], "ranked_scores": [0.6706, 0.6628, 0.6625, 0.6622, 0.6619, 0.6577, 0.6558, 0.651, 0.6477, 0.6417], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8743966", "3664758", "8758591", "3687242", "8743967", "4385335", "4304523", "1953277", "5444303"], "ranked_scores": [0.6482, 0.5923, 0.5765, 0.5651, 0.5645, 0.5641, 0.5535, 0.5479, 0.5393, 0.5387], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m32-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3527619", "575979", "3533251", "5265626", "5917719", "3445481", "558178", "7275122", "6489670", "615746"], "ranked_scores": [0.6883, 0.6718, 0.6691, 0.6688, 0.6642, 0.6633, 0.6577, 0.6571, 0.6498, 0.6485], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "542682", "1297109", "1297112", "7248824", "1674644", "1674646", "3308552", "1150856", "4859452"], "ranked_scores": [0.696, 0.6952, 0.6862, 0.6749, 0.6728, 0.658, 0.6475, 0.6354, 0.6344, 0.631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "944813", "2785397", "2193557", "7038530", "5842823", "911138", "298606", "8543994", "6779974"], "ranked_scores": [0.6336, 0.5831, 0.5828, 0.5811, 0.5811, 0.5794, 0.5768, 0.5735, 0.571, 0.5678], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "5769842", "6926916", "5997195", "66616", "1727064", "515311", "2541248", "5359258", "7011409"], "ranked_scores": [0.8465, 0.8447, 0.8401, 0.8381, 0.8366, 0.8334, 0.8334, 0.8327, 0.8321, 0.8303], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "7255678", "5346316", "7048919", "1587850", "5450605", "3794300", "3794297", "3794304", "6294685"], "ranked_scores": [0.7698, 0.7656, 0.7642, 0.7594, 0.7462, 0.7443, 0.7353, 0.7315, 0.7306, 0.7228], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["4496437", "3205963", "2190617", "8817884", "5254021", "1190311", "970989", "378964", "1975045", "1494980"], "ranked_scores": [0.6383, 0.606, 0.6, 0.5946, 0.5912, 0.5889, 0.5838, 0.5758, 0.5755, 0.5754], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7813557", "6980305", "6964479", "7260457", "7840121", "1777799", "5227711", "6964486", "6101780"], "ranked_scores": [0.7356, 0.734, 0.7339, 0.7309, 0.7309, 0.7307, 0.7295, 0.7257, 0.7219, 0.7207], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5644075", "5644076", "1752961", "7637427", "1768445", "7543996"], "ranked_scores": [0.6343, 0.6335, 0.6263, 0.6213, 0.5535, 0.4882, 0.4448, 0.4381, 0.438, 0.4361], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "7531871", "3761519", "1102477", "249524", "4667084", "2421289", "289409", "2322244"], "ranked_scores": [0.7207, 0.7139, 0.6943, 0.6939, 0.6886, 0.688, 0.6856, 0.6848, 0.684, 0.6839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "8215736", "6124279", "336438", "2066852", "128974", "2348797", "2117748", "5132484"], "ranked_scores": [0.623, 0.5639, 0.563, 0.5535, 0.54, 0.5398, 0.5335, 0.5325, 0.5297, 0.5297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "2084584", "6042871", "2136954", "6062397", "1234413", "258174", "2697614", "6801313"], "ranked_scores": [0.7172, 0.7171, 0.5995, 0.5961, 0.5851, 0.5814, 0.5782, 0.5772, 0.5736, 0.5712], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["662304", "2899047", "7547705", "7858636", "295794", "6807529", "295788", "295789", "7547697", "4996378"], "ranked_scores": [0.3548, 0.3522, 0.3419, 0.3398, 0.3332, 0.3323, 0.3268, 0.3247, 0.3216, 0.32], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "4561063", "7301814", "6492793", "7301818", "692310", "5209931", "7888911"], "ranked_scores": [0.6583, 0.6493, 0.644, 0.6237, 0.617, 0.6048, 0.6034, 0.5843, 0.5772, 0.5674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "8450827", "8450828", "7970734", "1265191", "7970736", "8450833", "7970728", "8259514", "7970735"], "ranked_scores": [0.776, 0.7679, 0.7608, 0.7561, 0.7473, 0.7431, 0.7414, 0.7345, 0.7288, 0.711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "2633251", "981996", "8346654", "133696", "3457120", "2703674", "3469224", "8750150"], "ranked_scores": [0.6959, 0.6698, 0.6343, 0.6241, 0.6182, 0.6178, 0.6175, 0.6166, 0.6123, 0.6101], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "5190750", "5190753", "3082748", "5703848", "5703852", "8484568", "7496070", "4768602"], "ranked_scores": [0.6811, 0.674, 0.5732, 0.5601, 0.5288, 0.5201, 0.5186, 0.5169, 0.5162, 0.5127], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7805085", "4635092", "4830263", "7937822", "7870700", "7937824", "8584557", "3815520", "3702788"], "ranked_scores": [0.7146, 0.6714, 0.6378, 0.6188, 0.6175, 0.6173, 0.6054, 0.5967, 0.5953, 0.5938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "7948042", "2116936", "3646584", "2116938", "2116932", "4880893", "2116933", "3646580", "2116929"], "ranked_scores": [0.6941, 0.6932, 0.6862, 0.6803, 0.6795, 0.6789, 0.6782, 0.6762, 0.6691, 0.6668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "5347134", "5347138", "1815026", "8761342", "3333503", "3891003", "4253088", "8771259"], "ranked_scores": [0.7057, 0.6693, 0.6166, 0.6166, 0.6165, 0.6087, 0.6021, 0.5937, 0.5934, 0.5931], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "3444262", "7503576", "2091063", "4624992", "5231134", "4393603", "1764325", "6951440"], "ranked_scores": [0.6492, 0.641, 0.6362, 0.6123, 0.5997, 0.5972, 0.5903, 0.5868, 0.586, 0.5859], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489794", "2859564", "6804877", "4489799", "413808", "2131335", "2131339", "1775549", "4489797", "1475307"], "ranked_scores": [0.5889, 0.5818, 0.5786, 0.5775, 0.5775, 0.5737, 0.573, 0.5725, 0.5719, 0.5669], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["1918866", "442006", "2588002", "8045986", "5535297", "863946", "7623736", "391341", "391342", "3378630"], "ranked_scores": [0.7916, 0.7888, 0.7855, 0.7824, 0.7644, 0.756, 0.7526, 0.7512, 0.7512, 0.747], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "4390430", "7689710", "6506033", "1936744", "7880823", "8820180", "5039968", "2188117", "4390429"], "ranked_scores": [0.5911, 0.5657, 0.5644, 0.5356, 0.5314, 0.5309, 0.5275, 0.5256, 0.5251, 0.5218], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3346337", "5729775", "1546056", "1460640", "2443030", "5808457", "92150", "631307", "3968773", "6979330"], "ranked_scores": [0.8576, 0.8575, 0.857, 0.857, 0.857, 0.857, 0.857, 0.857, 0.857, 0.8543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8426355", "7908771", "7135032", "7424964", "5055675", "4942015", "2796274", "6082244", "5739636", "4942019"], "ranked_scores": [0.8155, 0.7987, 0.7968, 0.794, 0.794, 0.7934, 0.7923, 0.7908, 0.7903, 0.7902], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "5170949", "7650732", "5174051", "6343914", "8421090", "4805364", "1088384", "631288"], "ranked_scores": [0.6847, 0.6742, 0.6574, 0.6487, 0.6484, 0.6439, 0.6439, 0.642, 0.6415, 0.6366], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "272188", "2576605", "2576606", "521373", "7228393", "1613678", "1314383", "7249172", "1525622"], "ranked_scores": [0.7467, 0.742, 0.7367, 0.7367, 0.7367, 0.7362, 0.7361, 0.7359, 0.7359, 0.7357], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["5085223", "8716923", "250946", "6797667", "6502553", "7810605", "8263203", "5351935", "5408281", "258524"], "ranked_scores": [0.6367, 0.6228, 0.6205, 0.6205, 0.6029, 0.5996, 0.5976, 0.5975, 0.5915, 0.5869], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4437972", "5352322", "4377794", "7288502", "7646422", "4278761", "5094229", "278768", "2061122", "2510740"], "ranked_scores": [0.7008, 0.6898, 0.6836, 0.6733, 0.6733, 0.6718, 0.6714, 0.6662, 0.6651, 0.6641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["7154587", "5499496", "3230959", "8531579", "6818953", "7154585", "6818952", "6818958", "3924136", "3872927"], "ranked_scores": [0.5831, 0.5804, 0.5706, 0.565, 0.5621, 0.555, 0.551, 0.5487, 0.5444, 0.5399], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8796486", "7833611", "4451324", "4765785", "5675630", "8607085", "3979452", "4765789", "4765788"], "ranked_scores": [0.6993, 0.6933, 0.6925, 0.6885, 0.6513, 0.6138, 0.6029, 0.5853, 0.5773, 0.5708], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "4786937", "982652", "6503017", "1511150", "3141441", "7526871", "2617812", "4786935", "7526867"], "ranked_scores": [0.8456, 0.8369, 0.8355, 0.8352, 0.8346, 0.8317, 0.8306, 0.8298, 0.8298, 0.8297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "5546116", "7937494", "6270123", "6688747", "7110611", "7434455", "5164644", "3723524"], "ranked_scores": [0.699, 0.6855, 0.6577, 0.6413, 0.6335, 0.6326, 0.631, 0.6275, 0.6171, 0.6162], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "489957", "30089", "1417034", "4502858", "30088", "2391916", "4522649", "5336580"], "ranked_scores": [0.7608, 0.7606, 0.7273, 0.7243, 0.7212, 0.7163, 0.7157, 0.7114, 0.7105, 0.7095], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "7505807", "1464540", "2789716", "1980424", "5827787", "8098325", "6428732", "6207587"], "ranked_scores": [0.6789, 0.6586, 0.647, 0.6301, 0.618, 0.6172, 0.6124, 0.6106, 0.6102, 0.6052], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "4589415", "2391075", "2290637", "4893298", "174956", "1338703", "3765105", "3920912", "2894334"], "ranked_scores": [0.7609, 0.755, 0.7537, 0.7516, 0.7489, 0.7423, 0.7392, 0.7385, 0.7379, 0.7351], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991354", "3672237", "4991353", "3148555", "1062833", "1621473", "826058", "117136", "3806458"], "ranked_scores": [0.7185, 0.7004, 0.6839, 0.6749, 0.6688, 0.6535, 0.6519, 0.6459, 0.6319, 0.6288], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4900578", "4409027", "2531512", "7778949", "4605271", "5393501", "7575158", "1203868", "81365"], "ranked_scores": [0.7019, 0.6747, 0.6582, 0.6303, 0.6223, 0.6146, 0.6133, 0.5753, 0.5625, 0.5615], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["6632522", "7795896", "7831679", "7582739", "4951287", "3942500", "7582741", "4590213", "3722839", "4005369"], "ranked_scores": [0.7424, 0.738, 0.7379, 0.7376, 0.7376, 0.7376, 0.7376, 0.7376, 0.7352, 0.733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1933329", "1867101", "5812523", "6903206", "8139545", "1631830", "1716202", "5143805", "6761606", "6903201"], "ranked_scores": [0.6842, 0.6815, 0.6777, 0.674, 0.6717, 0.6715, 0.6694, 0.6689, 0.6645, 0.6586], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "3252244", "2940019", "4258663", "4258668", "1969532", "5339585", "2940016", "7503113", "7728423"], "ranked_scores": [0.7847, 0.7779, 0.7733, 0.7422, 0.7274, 0.677, 0.6744, 0.6621, 0.6619, 0.6572], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "3451044", "3451041", "3451043", "8822768", "8822769", "8646229", "3811525", "5304087"], "ranked_scores": [0.7716, 0.7459, 0.7113, 0.7113, 0.6937, 0.676, 0.6719, 0.6705, 0.6693, 0.6559], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["4127072", "4343906", "8221431", "7856346", "8221430", "8221437", "4158114", "1061740", "8015905", "2659096"], "ranked_scores": [0.6948, 0.6871, 0.6871, 0.6848, 0.6843, 0.6828, 0.6721, 0.65, 0.635, 0.6145], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495838", "7770963", "3495831", "1798238", "3495840", "3495835", "1163676", "8649248", "3494053"], "ranked_scores": [0.6656, 0.6353, 0.6269, 0.597, 0.5958, 0.5951, 0.5904, 0.5852, 0.5795, 0.5788], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212591", "6212597", "1053306", "1053300", "1477934", "1766656", "186816"], "ranked_scores": [0.7415, 0.7325, 0.7061, 0.6939, 0.659, 0.5197, 0.5186, 0.5034, 0.5014, 0.4981], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "5145284", "8736649", "3823638", "1325723", "217890", "7704729", "2790097", "3052767"], "ranked_scores": [0.6271, 0.509, 0.4848, 0.4474, 0.4466, 0.4261, 0.4138, 0.4076, 0.406, 0.4014], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "2447197", "1460690", "5201030", "7966586", "1460687", "1420186", "1460689"], "ranked_scores": [0.7299, 0.7226, 0.7126, 0.6895, 0.6861, 0.6814, 0.6782, 0.6719, 0.6688, 0.6688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "3302094", "34456", "1728760", "7985411", "6124976", "1246649", "7395884", "7515853"], "ranked_scores": [0.6985, 0.6918, 0.6302, 0.6217, 0.6159, 0.6154, 0.6118, 0.6088, 0.6076, 0.6063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "1420930", "8123901", "6986881", "2229750", "8424304", "7888894", "7589844", "7138494", "1981693"], "ranked_scores": [0.6451, 0.6444, 0.6377, 0.6345, 0.6342, 0.6333, 0.6297, 0.6284, 0.6283, 0.6271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "3664758", "8743967", "2819440", "4230973", "4304523", "4597448", "5262322", "1953277", "8771883"], "ranked_scores": [0.643, 0.5528, 0.5144, 0.5122, 0.5104, 0.5099, 0.5008, 0.493, 0.4917, 0.4905], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m32-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3445481", "2746690", "6489670", "5865180", "6375472", "2081579", "5265626", "7072115", "3527619", "7837267"], "ranked_scores": [0.6555, 0.6547, 0.6512, 0.6511, 0.6472, 0.6434, 0.6431, 0.6428, 0.6416, 0.641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1674644", "2746690", "526260", "7072115", "5633832", "2081579", "542682", "1301327", "7121381", "7837267"], "ranked_scores": [0.6587, 0.6454, 0.6423, 0.6351, 0.6333, 0.6331, 0.6325, 0.632, 0.6317, 0.6294], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["8451504", "1763324", "4921435", "1243733", "6741124", "4726075", "8377636", "6711598", "1558470", "298606"], "ranked_scores": [0.553, 0.55, 0.5482, 0.5458, 0.5441, 0.5429, 0.54, 0.5399, 0.5399, 0.5377], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["1812030", "1983560", "2548181", "5359255", "691719", "6689047", "5752686", "879246", "939898", "939894"], "ranked_scores": [0.7865, 0.7865, 0.7865, 0.7865, 0.7865, 0.7865, 0.7865, 0.7855, 0.7855, 0.7855], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794300", "7255675", "1587850", "2070215", "7255678", "6294685", "948281", "3794297", "3794304", "7048919"], "ranked_scores": [0.6703, 0.6692, 0.665, 0.6647, 0.6642, 0.6633, 0.6618, 0.6585, 0.6585, 0.6582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1805806", "378964", "7564733", "970989", "4078349", "5401715", "7776113", "1975045", "1190311", "4496437"], "ranked_scores": [0.4805, 0.4735, 0.4667, 0.4641, 0.4619, 0.4616, 0.4598, 0.4584, 0.458, 0.4576], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7840121", "6964479", "7260457", "4816964", "7813557", "6964486", "5227711", "6311584", "5091618", "1777799"], "ranked_scores": [0.5353, 0.53, 0.5297, 0.5235, 0.5188, 0.518, 0.5155, 0.5103, 0.5077, 0.5044], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "5644075", "7698064", "2562047", "7477757", "1768445", "5644076", "3550559", "1592497"], "ranked_scores": [0.4988, 0.4871, 0.462, 0.4548, 0.4435, 0.4391, 0.4371, 0.4342, 0.4335, 0.4327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "5180631", "2322244", "3761519", "4667084", "3761517", "7531871", "1102477", "289409", "5110182"], "ranked_scores": [0.5078, 0.4963, 0.4901, 0.486, 0.4836, 0.483, 0.48, 0.4742, 0.4733, 0.4691], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "128974", "6124279", "627686", "2066852", "5132484", "8215736", "5469449", "5392883", "8251080"], "ranked_scores": [0.5288, 0.521, 0.5205, 0.5157, 0.5138, 0.5125, 0.5099, 0.5098, 0.5084, 0.5065], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4711434", "1670844", "6360246", "5022892", "6671559", "795873", "6062397", "8552348"], "ranked_scores": [0.507, 0.4982, 0.4883, 0.4838, 0.4764, 0.4746, 0.4738, 0.4706, 0.4701, 0.4694], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["662304", "8110427", "7858636", "4175190", "2899047", "2242588", "5196335", "566163", "102069", "2872271"], "ranked_scores": [0.2595, 0.2586, 0.2582, 0.2511, 0.2474, 0.2442, 0.242, 0.2348, 0.2294, 0.2279], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301814", "6674075", "1317497", "3756561", "4798572", "5833649", "3512764"], "ranked_scores": [0.5908, 0.588, 0.588, 0.5509, 0.5468, 0.5416, 0.5409, 0.5355, 0.5342, 0.5314], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450827", "8450828", "8259512", "7970735", "7970736", "7970734", "7970728", "1265191", "979449", "8259514"], "ranked_scores": [0.4903, 0.4896, 0.4739, 0.4658, 0.4629, 0.4625, 0.4614, 0.4527, 0.4525, 0.4456], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "4702013", "7206774", "8128745", "6145894", "2633251", "4702009", "8346654", "3457120", "6193662"], "ranked_scores": [0.467, 0.4463, 0.4449, 0.4441, 0.4434, 0.4429, 0.4415, 0.4401, 0.4396, 0.4321], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "5190750", "7903539", "5190753", "6003286", "3452115", "7220313", "2238728", "8484568"], "ranked_scores": [0.5039, 0.4667, 0.4466, 0.4265, 0.4181, 0.4123, 0.4081, 0.4011, 0.3998, 0.3943], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "408860", "8756359", "6667088", "8091571", "4830262", "7937822", "4830263", "7805085", "5143532"], "ranked_scores": [0.5076, 0.4485, 0.4471, 0.4451, 0.4426, 0.4417, 0.4416, 0.4406, 0.4388, 0.4348], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["3646580", "2116929", "7948042", "7671660", "8660295", "8157542", "2116932", "7948050", "3646584", "4880893"], "ranked_scores": [0.5485, 0.5442, 0.5438, 0.5432, 0.543, 0.542, 0.535, 0.529, 0.5258, 0.5253], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "3225747", "2260935", "8771259", "4253084", "2535705", "5984719", "2870276", "8688659"], "ranked_scores": [0.5312, 0.5276, 0.5153, 0.5013, 0.5012, 0.5007, 0.4979, 0.4964, 0.4962, 0.4866], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["6282957", "3444262", "1021677", "6568419", "4939334", "4916004", "7503570", "5914148", "8814306", "2091063"], "ranked_scores": [0.4941, 0.4886, 0.4852, 0.4805, 0.4769, 0.4718, 0.4702, 0.4692, 0.4678, 0.4673], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["6854565", "5213336", "3653805", "6513250", "413808", "2859564", "4999276", "4489794", "1775549", "1174172"], "ranked_scores": [0.4015, 0.3833, 0.3818, 0.381, 0.381, 0.3804, 0.3783, 0.3773, 0.3759, 0.3749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["1918866", "7623736", "7316555", "5535297", "8045986", "442006", "3853232", "3378630", "7269273", "8540414"], "ranked_scores": [0.6177, 0.6131, 0.6109, 0.6069, 0.6059, 0.6059, 0.6047, 0.6026, 0.6025, 0.6011], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "5467125", "8212672", "2188117", "6506033", "7689710", "1234792", "8820180", "5063008", "3178651"], "ranked_scores": [0.43, 0.4281, 0.4244, 0.4243, 0.4206, 0.4072, 0.4031, 0.4031, 0.4004, 0.3933], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "5729775", "1047162", "6032922", "3346337", "6243136", "1716014", "5668797", "427332", "6488150"], "ranked_scores": [0.7454, 0.7454, 0.7399, 0.7399, 0.7399, 0.7399, 0.7344, 0.7344, 0.7344, 0.7343], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["4942015", "4942019", "1070634", "7992320", "2796274", "8441252", "108417", "7809766", "5523728", "8426355"], "ranked_scores": [0.7227, 0.7227, 0.7211, 0.718, 0.7164, 0.714, 0.714, 0.7137, 0.7129, 0.7123], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5440997", "7527096", "5027731", "1039754", "631288", "954270", "8421090", "5170949", "631296", "6083058"], "ranked_scores": [0.5292, 0.5169, 0.5106, 0.5056, 0.5033, 0.5016, 0.4967, 0.4961, 0.4959, 0.4957], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "3943009", "4617487", "8630967", "2692492", "1613678", "272188", "551238", "2576605", "2576606"], "ranked_scores": [0.6628, 0.6622, 0.6612, 0.6571, 0.6568, 0.6565, 0.6564, 0.6539, 0.6532, 0.6532], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "1663808", "8741687", "6090442", "7553014", "7924849", "5085223", "3720839", "250946", "3132831"], "ranked_scores": [0.4436, 0.4343, 0.4323, 0.4313, 0.4275, 0.4266, 0.4189, 0.4185, 0.4173, 0.4148], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["2510740", "4278761", "4377794", "4437972", "7288502", "7646422", "5094229", "2536497", "5756090", "7646426"], "ranked_scores": [0.5453, 0.5426, 0.5403, 0.5372, 0.5367, 0.5355, 0.5333, 0.5306, 0.5213, 0.5206], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1021615", "1756080", "7647368", "7154585", "6045016", "3173599", "6291922", "5786097", "7154584", "839355"], "ranked_scores": [0.4382, 0.4154, 0.4112, 0.4082, 0.4078, 0.4042, 0.4037, 0.4018, 0.3979, 0.3972], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["8796486", "7833608", "4765785", "7833611", "3979452", "5326962", "3854506", "4861484", "4451324", "3937863"], "ranked_scores": [0.464, 0.4547, 0.4492, 0.4478, 0.4319, 0.4263, 0.4249, 0.4246, 0.422, 0.417], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511150", "853509", "1879335", "7526867", "7641309", "2099688", "6368227", "3836994", "7470004", "7082760"], "ranked_scores": [0.7231, 0.72, 0.7195, 0.7195, 0.7195, 0.7195, 0.7178, 0.7178, 0.7178, 0.7164], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110612", "4303165", "7299517", "7110606", "7937494", "5069910", "8310623", "7041861", "7770199", "7110611"], "ranked_scores": [0.4976, 0.4784, 0.4768, 0.4751, 0.4743, 0.472, 0.4716, 0.4698, 0.4691, 0.4661], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "489952", "489957", "4502856", "4502858", "1417034", "30088", "5362792", "3659405", "6979705"], "ranked_scores": [0.5227, 0.5207, 0.5176, 0.5171, 0.5119, 0.5107, 0.5106, 0.5105, 0.5084, 0.5056], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["8148596", "8098325", "7853304", "2789716", "4687484", "7505807", "5827787", "6428732", "5133662", "8653062"], "ranked_scores": [0.5097, 0.5075, 0.5031, 0.497, 0.4966, 0.4914, 0.4898, 0.4857, 0.4849, 0.4827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "2651678", "4589415", "3920912", "4211216", "6302237", "57563", "5310704", "6302238", "8819844"], "ranked_scores": [0.6651, 0.6651, 0.6651, 0.6628, 0.6628, 0.6628, 0.6628, 0.6628, 0.6628, 0.6628], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["1621473", "7161101", "3806458", "6465402", "245021", "1003386", "1883636", "6669945", "4991356", "2873961"], "ranked_scores": [0.559, 0.5567, 0.5505, 0.5504, 0.5498, 0.5426, 0.5417, 0.5416, 0.5406, 0.5404], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4900578", "2531517", "6534065", "6193415", "2531512", "6210342", "4605271", "5393494", "5393501"], "ranked_scores": [0.4636, 0.4424, 0.4141, 0.4034, 0.3991, 0.3965, 0.3911, 0.3896, 0.3892, 0.3889], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "139961", "6632520", "4951287", "7428627", "6632518", "5186526", "8586692", "4005369", "5558676"], "ranked_scores": [0.5811, 0.5784, 0.5772, 0.5769, 0.5752, 0.5728, 0.5721, 0.5695, 0.5694, 0.5683], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5812523", "6761606", "2750832", "1867101", "3689309", "6761601", "8139545", "3689305", "5143805", "4992578"], "ranked_scores": [0.4914, 0.4867, 0.4851, 0.4817, 0.4804, 0.4771, 0.4769, 0.476, 0.4746, 0.4733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["5339587", "7728427", "3252244", "2940016", "8532695", "2940019", "4258663", "7503113", "2375458", "5339586"], "ranked_scores": [0.5092, 0.509, 0.5087, 0.5005, 0.4992, 0.4915, 0.4911, 0.4883, 0.4696, 0.4572], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "6472411", "1745534", "1763324", "8377636", "8822769", "8451504", "3455812", "7310850", "3451043"], "ranked_scores": [0.6278, 0.6162, 0.6145, 0.6139, 0.6129, 0.6106, 0.6089, 0.6071, 0.6042, 0.6039], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["4158117", "5101805", "7856346", "1292768", "8221437", "3210963", "7610413", "3644713", "8015905", "3313846"], "ranked_scores": [0.4875, 0.4833, 0.483, 0.4823, 0.4794, 0.4793, 0.4779, 0.4771, 0.476, 0.4718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["5412686", "3495837", "7770963", "1206520", "1779400", "5579441", "6392875", "8810371", "2487253", "1099429"], "ranked_scores": [0.4379, 0.4341, 0.4323, 0.4306, 0.421, 0.4147, 0.4136, 0.4116, 0.4113, 0.4067], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212597", "6212591", "3843788", "471140", "1477936", "1768222", "1477934"], "ranked_scores": [0.5524, 0.5426, 0.5065, 0.4931, 0.4924, 0.4543, 0.4411, 0.4379, 0.4301, 0.4211], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4846383", "4520541", "5145284", "2465849", "8736649", "7078336", "7704729", "1384086", "217890"], "ranked_scores": [0.4327, 0.3286, 0.3249, 0.3239, 0.3152, 0.3143, 0.3112, 0.308, 0.305, 0.3004], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["1460690", "7511875", "1420186", "3668938", "1460687", "7034524", "8432430", "1460689", "2857974", "5201030"], "ranked_scores": [0.6388, 0.6357, 0.6338, 0.6338, 0.6333, 0.6309, 0.6296, 0.6283, 0.6283, 0.6247], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "6533908", "7985411", "7395884", "6176864", "4498726", "6025784", "1728760", "3302094"], "ranked_scores": [0.5358, 0.5237, 0.5081, 0.5042, 0.4947, 0.4927, 0.4914, 0.4901, 0.485, 0.4819], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981693", "6361048", "7589844", "7138494", "1721507", "195648", "1981696", "3139589", "2229750", "1772350"], "ranked_scores": [0.5418, 0.5392, 0.5359, 0.5332, 0.5259, 0.5243, 0.5216, 0.5198, 0.5197, 0.5164], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "3664758", "4564069", "3687242", "3681700", "6342544", "3391694", "7966624", "4701564", "8771883"], "ranked_scores": [0.3945, 0.3675, 0.3646, 0.3624, 0.3589, 0.357, 0.3566, 0.3562, 0.3556, 0.3511], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m48-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3527619", "575979", "5917719", "5265626", "8083127", "3445481", "7837267", "615746", "7275122", "558173"], "ranked_scores": [0.6725, 0.6598, 0.6437, 0.6357, 0.631, 0.6254, 0.6248, 0.6202, 0.6191, 0.6131], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297112", "2684883", "542682", "1297109", "1674644", "7248824", "7121381", "1150856", "3308552", "7187515"], "ranked_scores": [0.6746, 0.6582, 0.649, 0.635, 0.6219, 0.614, 0.6117, 0.6036, 0.6025, 0.6], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "8186121", "7038530", "911138", "5616900", "6779971", "5221728", "8543994", "2785397"], "ranked_scores": [0.5894, 0.584, 0.5535, 0.5381, 0.5313, 0.531, 0.5289, 0.5269, 0.5249, 0.5209], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["6926916", "66616", "3338175", "5769842", "5359258", "2541248", "7011409", "5646365", "1727064", "452450"], "ranked_scores": [0.83, 0.8299, 0.8298, 0.8222, 0.8219, 0.8143, 0.8124, 0.8087, 0.8082, 0.807], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["5346316", "3794304", "3794297", "1587850", "3794300", "7048914", "5450605", "7255678", "8554964", "2070215"], "ranked_scores": [0.7201, 0.7155, 0.7155, 0.712, 0.7117, 0.709, 0.7086, 0.7078, 0.6966, 0.6902], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["3205963", "2190617", "8817884", "4496437", "1390753", "970989", "1190311", "5606320", "1825327", "5676506"], "ranked_scores": [0.5928, 0.5751, 0.562, 0.55, 0.549, 0.548, 0.5425, 0.5371, 0.5307, 0.528], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7840121", "7260457", "4816964", "6964479", "6964486", "1777799", "7813557", "5227711", "6801871", "6980305"], "ranked_scores": [0.7246, 0.7209, 0.7203, 0.7119, 0.7022, 0.6856, 0.6825, 0.6816, 0.6702, 0.644], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "7698064", "3550559", "5644075", "7637427", "1043672", "8069476", "7431788", "5644076"], "ranked_scores": [0.6312, 0.6293, 0.6007, 0.5353, 0.5263, 0.4475, 0.4396, 0.4353, 0.4296, 0.4288], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "8452568", "2322244", "249524", "289409", "6950275", "2421289", "1102477", "5110182", "4667084"], "ranked_scores": [0.694, 0.6819, 0.648, 0.6267, 0.6262, 0.6232, 0.6191, 0.6132, 0.6078, 0.6018], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "8215736", "2066852", "2348797", "7137594", "6124279", "2117742", "2117748", "5132484"], "ranked_scores": [0.5985, 0.5391, 0.5321, 0.5213, 0.5166, 0.5106, 0.5099, 0.5053, 0.5036, 0.5036], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "1226215", "2037947", "795873", "4922192", "1670844", "4711434", "6042871", "258174"], "ranked_scores": [0.7159, 0.7159, 0.5513, 0.5335, 0.5329, 0.5269, 0.5266, 0.5244, 0.5207, 0.5202], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7858636", "2899047", "295789", "4231642", "6535340", "662304", "7168973", "8223942", "7168976", "7058927"], "ranked_scores": [0.3908, 0.3745, 0.3409, 0.3403, 0.3387, 0.3359, 0.3351, 0.3325, 0.3308, 0.3175], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301814", "4561063", "7301818", "277376", "3803414", "3512764", "7888911"], "ranked_scores": [0.6857, 0.6705, 0.6651, 0.6253, 0.563, 0.5563, 0.539, 0.538, 0.5361, 0.5342], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "8450828", "8450833", "8450827", "1265191", "8259514", "8259512", "7970735", "7970734", "7970728"], "ranked_scores": [0.7476, 0.7352, 0.7275, 0.7265, 0.7198, 0.7141, 0.7089, 0.7054, 0.7052, 0.7018], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "8128745", "7160804", "6193662", "8296550", "981996", "8296554", "2633251", "7749216"], "ranked_scores": [0.6842, 0.6109, 0.6098, 0.5982, 0.5841, 0.5818, 0.5775, 0.5767, 0.573, 0.5631], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "5190750", "1488928", "3452115", "2474358", "7872867", "8484568", "5190753", "4723508"], "ranked_scores": [0.6841, 0.6658, 0.4855, 0.4795, 0.4661, 0.4619, 0.4535, 0.4523, 0.4519, 0.4513], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7805085", "7870705", "7937824", "7937822", "4830263", "8584557", "7937823", "3815520"], "ranked_scores": [0.6988, 0.6121, 0.5801, 0.5799, 0.5616, 0.5564, 0.5552, 0.5372, 0.5316, 0.5259], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "7948042", "2116929", "8157542", "2116932", "4880893", "3646584", "2116938", "2116936", "3646580"], "ranked_scores": [0.695, 0.6901, 0.6852, 0.6777, 0.6766, 0.6693, 0.6651, 0.6566, 0.6538, 0.6508], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4253084", "4725494", "2260935", "1815026", "4998837", "5347134", "5347138", "4374445"], "ranked_scores": [0.6874, 0.679, 0.5626, 0.5603, 0.5501, 0.5494, 0.5462, 0.5454, 0.5454, 0.5448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "3444262", "4624992", "2091063", "6951440", "6641480", "5231134", "8045998", "5365824", "2312311"], "ranked_scores": [0.6207, 0.6169, 0.585, 0.5849, 0.5797, 0.5728, 0.566, 0.5636, 0.5531, 0.5521], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489794", "2859564", "4489799", "4826837", "413808", "4489797", "6804877", "7170234", "1475307", "2131339"], "ranked_scores": [0.5784, 0.5633, 0.5556, 0.5545, 0.5503, 0.5478, 0.5431, 0.5367, 0.5259, 0.5147], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "442006", "1918866", "863946", "7623736", "2588002", "3853232", "5535297", "7134383", "8540414"], "ranked_scores": [0.7796, 0.7779, 0.7584, 0.7571, 0.7465, 0.7433, 0.7344, 0.7318, 0.7284, 0.7263], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "7689710", "8820180", "2188117", "5039968", "5364572", "3836743", "6506033", "4936994", "4390430"], "ranked_scores": [0.5605, 0.5295, 0.5238, 0.5198, 0.4938, 0.4922, 0.4909, 0.4837, 0.4786, 0.4725], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "2443030", "1546056", "3968773", "1460640", "5808457", "3346337", "1460637", "6979330"], "ranked_scores": [0.8547, 0.8498, 0.849, 0.8478, 0.8478, 0.8478, 0.8457, 0.8455, 0.8346, 0.8334], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2796274", "8426355", "1070634", "1871086", "4942019", "6082244", "7992320", "5055675", "7424964", "4942015"], "ranked_scores": [0.7921, 0.7875, 0.7843, 0.7749, 0.7676, 0.7641, 0.7628, 0.7616, 0.7616, 0.7615], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "5170949", "5027731", "5174051", "631288", "5440997", "8421090", "6719570", "5027729"], "ranked_scores": [0.6851, 0.6603, 0.6351, 0.6284, 0.6212, 0.6159, 0.6155, 0.6152, 0.612, 0.6117], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "2576606", "2576605", "870351", "272188", "2692492", "7249172", "1314383", "272190"], "ranked_scores": [0.7613, 0.7495, 0.7354, 0.7354, 0.7315, 0.7239, 0.7168, 0.7136, 0.7123, 0.7122], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["5085223", "3720839", "6502553", "258524", "250946", "3188819", "1663808", "7810605", "2570595", "6063722"], "ranked_scores": [0.5748, 0.5664, 0.5518, 0.5503, 0.5484, 0.5401, 0.5355, 0.533, 0.5324, 0.5324], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["7288502", "4437972", "4377794", "5094229", "7646422", "5352322", "2536497", "4278761", "2510740", "2195944"], "ranked_scores": [0.6883, 0.6834, 0.6775, 0.667, 0.6629, 0.657, 0.6538, 0.6516, 0.6436, 0.6344], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["5499496", "7154587", "3230959", "8531579", "3924136", "6818953", "6032214", "2068025", "7154585", "6818958"], "ranked_scores": [0.545, 0.5316, 0.5288, 0.5092, 0.508, 0.4889, 0.4884, 0.488, 0.4869, 0.4864], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8796486", "7833611", "4451324", "4765785", "5675630", "8607085", "3979452", "4765788", "4966850"], "ranked_scores": [0.6749, 0.6397, 0.6249, 0.5965, 0.5742, 0.5419, 0.5364, 0.5298, 0.5179, 0.5147], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "4005928", "5171706", "7526868", "1511155", "2099688", "2005370", "3141441", "7526871", "982652"], "ranked_scores": [0.8388, 0.8275, 0.8202, 0.8193, 0.8128, 0.8126, 0.8103, 0.8099, 0.809, 0.8082], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7937494", "7110611", "8310623", "6688747", "7770196", "5546116", "5430044", "4520367"], "ranked_scores": [0.709, 0.663, 0.6081, 0.5948, 0.5943, 0.5822, 0.5807, 0.5798, 0.5757, 0.5745], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "4502858", "1417034", "30089", "2391916", "4522649", "489957", "5336580", "4502856"], "ranked_scores": [0.7625, 0.7619, 0.725, 0.7212, 0.72, 0.7133, 0.7125, 0.7123, 0.7037, 0.6976], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "6207587", "1464540", "6428732", "5133662", "7645257", "1980424", "7505807", "6207588"], "ranked_scores": [0.6835, 0.6293, 0.6013, 0.5877, 0.5842, 0.5821, 0.5801, 0.5684, 0.5651, 0.5636], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "4589415", "174956", "3920912", "2391075", "2290637", "2835995", "1338703", "1338702", "2894335"], "ranked_scores": [0.7391, 0.7338, 0.731, 0.7233, 0.7179, 0.7141, 0.7135, 0.7116, 0.7112, 0.7101], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "1621473", "3672237", "4991354", "4991353", "4991356", "3806458", "826058", "3148555", "1883636"], "ranked_scores": [0.7071, 0.6605, 0.6412, 0.6404, 0.6258, 0.6194, 0.6153, 0.6152, 0.6013, 0.5848], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4900578", "4409027", "4605271", "2531512", "1250411", "6193415", "7778949", "1203868", "5393501"], "ranked_scores": [0.694, 0.6569, 0.6449, 0.6427, 0.5872, 0.5803, 0.5676, 0.5551, 0.5549, 0.5508], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["6632522", "6632518", "6632520", "4005369", "1063812", "1063811", "139961", "3942500", "4590213", "7582739"], "ranked_scores": [0.7206, 0.7106, 0.7072, 0.7029, 0.7014, 0.7001, 0.6995, 0.6974, 0.6974, 0.6974], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "8139545", "1933329", "1631830", "5143805", "5812523", "6903206", "6761606", "8608886", "6955768"], "ranked_scores": [0.6746, 0.6731, 0.6718, 0.6656, 0.6476, 0.6399, 0.6303, 0.628, 0.6248, 0.6242], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "3252244", "2940019", "4258663", "4258668", "5339587", "7503113", "5339586", "8532695", "1969532"], "ranked_scores": [0.7696, 0.7459, 0.7404, 0.7183, 0.6678, 0.6575, 0.6575, 0.6538, 0.6407, 0.6369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "8822769", "3451041", "3451044", "7611886", "3811525", "3451043", "1398369", "8646229"], "ranked_scores": [0.7743, 0.7312, 0.6633, 0.66, 0.6543, 0.6529, 0.6526, 0.6427, 0.6398, 0.6282], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "7856346", "4127072", "8221437", "4158114", "8221431", "4343906", "8015905", "1061740", "4158115"], "ranked_scores": [0.6592, 0.6536, 0.6439, 0.6399, 0.6321, 0.6295, 0.6268, 0.6068, 0.6012, 0.5839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495835", "3495831", "3495838", "3495840", "3147298", "8294684", "8810371", "1875831"], "ranked_scores": [0.6566, 0.6389, 0.5759, 0.564, 0.5638, 0.55, 0.5182, 0.5137, 0.5107, 0.5065], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212591", "6212597", "186816", "1477934", "8590985", "1053302", "1053306"], "ranked_scores": [0.7536, 0.7468, 0.6824, 0.6595, 0.6388, 0.5014, 0.4832, 0.4822, 0.4723, 0.4684], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "5145284", "8736649", "1325723", "4007575", "7704729", "217890", "4053136", "6396838"], "ranked_scores": [0.641, 0.4491, 0.4243, 0.4121, 0.4002, 0.3968, 0.3928, 0.3867, 0.3813, 0.3781], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "6111299", "8432430", "5201030", "1460690", "4846553", "10221", "2857974"], "ranked_scores": [0.737, 0.7091, 0.7051, 0.6488, 0.6487, 0.642, 0.6417, 0.641, 0.6406, 0.6373], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "6124976", "1690952", "6025784", "1728760", "7151780", "34456", "4878176"], "ranked_scores": [0.723, 0.7112, 0.6107, 0.5822, 0.5751, 0.5632, 0.5629, 0.5629, 0.5556, 0.5502], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["6986881", "1981696", "8424304", "1981693", "7589839", "1420930", "2229750", "7888894", "5955284", "3559380"], "ranked_scores": [0.6307, 0.6256, 0.6242, 0.6221, 0.6169, 0.6142, 0.6124, 0.6029, 0.5942, 0.5871], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "3664758", "7966624", "2819440", "4304523", "297876", "4230973", "8743967", "1953277", "5262322"], "ranked_scores": [0.6394, 0.4946, 0.4919, 0.4839, 0.4617, 0.4496, 0.4483, 0.4471, 0.4466, 0.4458], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m48-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["8083127", "4334075", "5265626", "615746", "2684883", "1573370", "3527619", "8825856", "5917719", "7837267"], "ranked_scores": [0.6251, 0.6125, 0.6048, 0.6012, 0.5973, 0.5965, 0.5919, 0.5903, 0.5868, 0.5826], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "542682", "7248824", "5550437", "7275123", "8825856", "1674646", "1573370", "1674644", "8083127"], "ranked_scores": [0.6276, 0.6215, 0.6097, 0.6088, 0.6071, 0.6057, 0.6046, 0.602, 0.6018, 0.6013], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "298606", "4921435", "5226726", "7038530", "5582271", "8510222", "6236648", "6927127", "5842823"], "ranked_scores": [0.5241, 0.5062, 0.4974, 0.4954, 0.4939, 0.4887, 0.4867, 0.4857, 0.4856, 0.484], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["8279447", "939898", "5359258", "5808927", "698581", "1187804", "1788216", "2458975", "7011409", "7335397"], "ranked_scores": [0.8044, 0.8019, 0.8013, 0.8003, 0.7998, 0.7995, 0.7991, 0.7991, 0.7983, 0.798], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "3794304", "5450605", "1587850", "8554964", "4269405", "5346316", "3794300", "7048914", "4416193"], "ranked_scores": [0.6572, 0.6572, 0.6494, 0.6479, 0.6404, 0.6375, 0.6371, 0.6333, 0.6318, 0.6296], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1975045", "1190311", "1805806", "5676506", "5254021", "7634336", "1111800", "4496437", "378964", "7776113"], "ranked_scores": [0.513, 0.4743, 0.4699, 0.4693, 0.4604, 0.4588, 0.4565, 0.4557, 0.4555, 0.4542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6964479", "7260457", "7813557", "4816964", "5227711", "6964486", "7840121", "6311584", "6980305", "5091618"], "ranked_scores": [0.5463, 0.5421, 0.5321, 0.5303, 0.529, 0.5253, 0.5234, 0.5139, 0.513, 0.509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5644075", "5609247", "1043672", "8069476", "1592497", "7543996"], "ranked_scores": [0.5192, 0.5118, 0.4987, 0.4664, 0.4546, 0.4301, 0.4153, 0.4151, 0.4095, 0.4072], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "289409", "1365210", "1102477", "3935387", "7531871", "2322244", "2421289", "3761517", "1365215"], "ranked_scores": [0.528, 0.526, 0.5217, 0.5003, 0.4924, 0.4923, 0.4894, 0.4872, 0.4829, 0.47], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "8215736", "4989064", "6124279", "4582407", "128974", "7964634", "336438", "2066852", "1649595"], "ranked_scores": [0.5123, 0.5095, 0.5007, 0.4971, 0.4945, 0.4877, 0.484, 0.476, 0.4755, 0.4746], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4711434", "2355274", "1234413", "3189196", "1501685", "2115686", "795873", "3829937"], "ranked_scores": [0.5556, 0.5426, 0.482, 0.4712, 0.471, 0.4698, 0.4685, 0.4605, 0.4568, 0.4556], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["2899047", "8223942", "7168976", "1234678", "662304", "7858636", "8111528", "7058927", "2126679", "4675125"], "ranked_scores": [0.2966, 0.2905, 0.2706, 0.2694, 0.2614, 0.2609, 0.2534, 0.2502, 0.2499, 0.2498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "7888911", "1741823", "277376", "7301814", "2824454", "4561063", "3473262"], "ranked_scores": [0.5576, 0.5534, 0.5517, 0.4785, 0.4778, 0.4756, 0.4755, 0.4747, 0.4736, 0.4712], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "8450827", "7970736", "8450833", "7970735", "7970734", "8259512", "8259514", "1265191", "7970728"], "ranked_scores": [0.5346, 0.5228, 0.5134, 0.5076, 0.5051, 0.5038, 0.4988, 0.4918, 0.4748, 0.4739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "6145894", "3043375", "3457120", "4702013", "133696", "8346654", "7749216", "8750150"], "ranked_scores": [0.5075, 0.4552, 0.4464, 0.4373, 0.437, 0.4328, 0.4309, 0.4306, 0.4296, 0.4287], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "5190753", "1488928", "5190750", "4723508", "3082748", "7903539", "2474358", "4768602"], "ranked_scores": [0.5081, 0.4958, 0.4364, 0.4231, 0.4115, 0.3978, 0.3968, 0.3931, 0.3853, 0.3813], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "4830263", "4830265", "4830262", "7937824", "7870705", "2995208", "8584557", "5556001"], "ranked_scores": [0.5605, 0.4956, 0.4761, 0.4709, 0.4475, 0.4451, 0.4442, 0.4413, 0.4382, 0.4377], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "2116929", "3646584", "2116938", "7948042", "4880893", "507236", "7948050", "2116936", "2116932"], "ranked_scores": [0.5481, 0.543, 0.542, 0.5409, 0.5401, 0.538, 0.5367, 0.5351, 0.5339, 0.5267], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "2424634", "2785552", "2646250", "4253084", "8658849", "7117644", "3532662", "4253088"], "ranked_scores": [0.536, 0.5271, 0.4774, 0.4713, 0.4597, 0.4592, 0.4587, 0.4567, 0.4555, 0.4547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["5517313", "7546053", "3444262", "7503570", "1863876", "1419834", "1734442", "2091063", "6951440", "5914148"], "ranked_scores": [0.5146, 0.5142, 0.5096, 0.5079, 0.4937, 0.4925, 0.4914, 0.4908, 0.4903, 0.4903], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1484399", "4826837", "1174168", "1174164", "1174172", "413808", "6804877", "7170234", "1475310", "6046078"], "ranked_scores": [0.4385, 0.4339, 0.4179, 0.4179, 0.4141, 0.4111, 0.4091, 0.4083, 0.4046, 0.3999], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "7623736", "8045986", "3853232", "2588002", "863946", "1918866", "8477970", "3378630", "2587999"], "ranked_scores": [0.6413, 0.636, 0.6283, 0.6276, 0.6274, 0.6202, 0.6136, 0.6118, 0.6116, 0.6116], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["1936744", "2800418", "623987", "8640324", "2188117", "3836743", "6506033", "4390429", "8820180", "3246403"], "ranked_scores": [0.4235, 0.4028, 0.4008, 0.4006, 0.3992, 0.3941, 0.394, 0.3932, 0.3884, 0.3883], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "1546056", "3346337", "6488150", "7649297", "8000092", "1460640", "3968773", "6979322"], "ranked_scores": [0.7199, 0.7197, 0.7132, 0.713, 0.7128, 0.7088, 0.708, 0.7072, 0.7072, 0.7062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2796274", "1070634", "4942019", "1428551", "8426355", "5055675", "2796268", "7992320", "7424964", "1871086"], "ranked_scores": [0.7273, 0.722, 0.7193, 0.7151, 0.7128, 0.7124, 0.7113, 0.7075, 0.7061, 0.7059], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "631296", "3073632", "1039754", "5174051", "6343914", "5027731", "954268", "5027726", "5170949"], "ranked_scores": [0.5237, 0.4954, 0.4925, 0.4873, 0.4871, 0.4832, 0.4757, 0.4714, 0.468, 0.4653], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["272188", "1613675", "870351", "1613678", "2692492", "2576606", "8630967", "6312321", "5831764", "870346"], "ranked_scores": [0.6597, 0.6574, 0.6565, 0.6533, 0.6523, 0.6303, 0.6282, 0.6273, 0.6251, 0.6234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "1850491", "2589790", "8277053", "3296425", "5085223", "3720839", "250946", "1573004", "6063722"], "ranked_scores": [0.454, 0.4247, 0.4163, 0.4153, 0.4095, 0.4049, 0.4035, 0.4026, 0.4011, 0.3992], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["5094229", "7288502", "7646426", "5756090", "7646422", "4437972", "278768", "2061122", "5352322", "7892877"], "ranked_scores": [0.5726, 0.5683, 0.5678, 0.5639, 0.5633, 0.558, 0.5527, 0.5507, 0.5471, 0.5466], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818958", "8584772", "3173599", "8789524", "5142519", "6818953", "7154584", "6045016", "1237202", "7154585"], "ranked_scores": [0.4317, 0.4197, 0.4141, 0.4135, 0.4119, 0.4117, 0.4091, 0.3993, 0.3953, 0.3941], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "8796486", "3979452", "8773427", "4765785", "4858750", "4451324", "2396672", "3039809"], "ranked_scores": [0.4837, 0.4673, 0.466, 0.4351, 0.435, 0.4188, 0.4183, 0.4162, 0.4137, 0.4133], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["8290414", "2099688", "7526870", "7641309", "4798912", "3707426", "5525449", "2617812", "7526868", "982652"], "ranked_scores": [0.7345, 0.7306, 0.7294, 0.7274, 0.7268, 0.726, 0.7219, 0.7218, 0.7185, 0.7158], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "6270123", "5069913", "5164644", "2601642", "2992454", "7937494", "8331763", "6841581"], "ranked_scores": [0.5257, 0.512, 0.5118, 0.5043, 0.5006, 0.4853, 0.4833, 0.4811, 0.4802, 0.4794], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "1417034", "4522649", "2366115", "4502858", "30088", "5336580", "30089", "2565604"], "ranked_scores": [0.5701, 0.5591, 0.5556, 0.5551, 0.5541, 0.5541, 0.5506, 0.5476, 0.5445, 0.5434], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207587", "5133662", "8148596", "6428732", "2976882", "2789716", "8653062", "5904163", "5338623"], "ranked_scores": [0.5074, 0.4807, 0.4676, 0.4672, 0.459, 0.4588, 0.4504, 0.4473, 0.4464, 0.4455], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["3920912", "4432184", "5212100", "4205560", "2651678", "4004619", "174956", "3765105", "2835995", "1899171"], "ranked_scores": [0.6853, 0.6845, 0.6845, 0.6839, 0.6838, 0.6834, 0.6831, 0.6825, 0.6822, 0.6806], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["1621473", "7161101", "4991356", "4991354", "4991353", "1003386", "4528861", "3672237", "3806458", "826058"], "ranked_scores": [0.5976, 0.5941, 0.5827, 0.5707, 0.5682, 0.5673, 0.5662, 0.5652, 0.5647, 0.5545], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "5393501", "4409027", "4605271", "6193415", "3747811", "3726276", "4900578", "7778949", "5171449"], "ranked_scores": [0.4786, 0.4341, 0.4317, 0.428, 0.4262, 0.4165, 0.4127, 0.4098, 0.4021, 0.3958], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["4590213", "6632522", "3942500", "4005369", "7428627", "4951287", "7582741", "8586692", "7795896", "6632518"], "ranked_scores": [0.6186, 0.6056, 0.602, 0.601, 0.599, 0.5966, 0.5963, 0.5959, 0.5958, 0.5955], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5812523", "1867101", "8608886", "6903201", "1933329", "5143805", "6903206", "1716202", "3689305", "7313342"], "ranked_scores": [0.5408, 0.5141, 0.5088, 0.5081, 0.5076, 0.5045, 0.5041, 0.5012, 0.4995, 0.4991], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "3252244", "4258663", "2940019", "5339587", "8532695", "5339585", "4258668", "7503113", "5339586"], "ranked_scores": [0.543, 0.5402, 0.5375, 0.5282, 0.5168, 0.4992, 0.4984, 0.4811, 0.4808, 0.477], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "3451044", "3451041", "2971041", "3455812", "59604", "8738884", "8822769", "1374743", "4201475"], "ranked_scores": [0.6083, 0.5753, 0.5739, 0.5718, 0.5658, 0.555, 0.5543, 0.5525, 0.551, 0.5506], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["5409486", "7856346", "8221430", "5101805", "5409485", "8221437", "4343906", "8221431", "4127072", "4158115"], "ranked_scores": [0.5284, 0.5265, 0.5207, 0.5202, 0.5197, 0.5161, 0.5127, 0.5086, 0.5079, 0.506], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495835", "3495838", "6392875", "3495840", "6786202", "1798238", "8810371", "5579433"], "ranked_scores": [0.474, 0.4699, 0.4495, 0.4431, 0.442, 0.4401, 0.435, 0.4252, 0.4235, 0.42], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212597", "609594", "6212591", "471140", "1477934", "917841", "1053300", "1053306"], "ranked_scores": [0.5894, 0.5871, 0.5317, 0.5251, 0.5151, 0.4659, 0.4526, 0.4506, 0.4343, 0.4337], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4007575", "5145284", "6396838", "4846383", "8736649", "7244771", "5151165", "7332215", "4520541"], "ranked_scores": [0.471, 0.3529, 0.3384, 0.3351, 0.3293, 0.3225, 0.317, 0.3119, 0.3052, 0.3017], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460690", "1420186", "2857974", "6111299", "1460687", "1460689", "5201030", "1460683", "3668938"], "ranked_scores": [0.6469, 0.6333, 0.6311, 0.6311, 0.6311, 0.6304, 0.6303, 0.6302, 0.6301, 0.63], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "4437855", "34456", "3215105", "7985411", "7515853", "6176864", "3873782"], "ranked_scores": [0.5655, 0.5581, 0.5123, 0.4931, 0.493, 0.4901, 0.49, 0.4849, 0.4818, 0.4787], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["195648", "2229750", "8123901", "7589844", "7589839", "1981693", "1981696", "1420930", "7888894", "286801"], "ranked_scores": [0.5057, 0.5017, 0.5012, 0.4984, 0.4977, 0.4946, 0.4917, 0.488, 0.4863, 0.4827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "4385335", "8771883", "3687242", "3521834", "1953277", "8758591", "4564069", "3881587", "7966624"], "ranked_scores": [0.4858, 0.4004, 0.3847, 0.3837, 0.3792, 0.3764, 0.3747, 0.374, 0.372, 0.371], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m64-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["575979", "7837267", "3445481", "3527619", "5265626", "1245154", "615746", "1245152", "7275122", "5917719"], "ranked_scores": [0.6275, 0.6196, 0.6082, 0.6067, 0.6065, 0.6016, 0.5964, 0.5931, 0.5927, 0.5857], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297112", "542682", "2684883", "1674644", "1297109", "7248824", "526260", "3308552", "5633832", "4808866"], "ranked_scores": [0.6566, 0.6412, 0.6407, 0.6344, 0.6328, 0.6268, 0.6057, 0.5875, 0.5863, 0.5836], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "911138", "5842823", "5616900", "298606", "5221728", "8543994", "7038530", "2193557", "8186121"], "ranked_scores": [0.626, 0.5917, 0.5863, 0.5525, 0.5379, 0.5234, 0.5221, 0.5198, 0.5195, 0.5172], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5359258", "3338175", "66616", "6926916", "5769842", "8279447", "7011409", "2548176", "2548173", "1727064"], "ranked_scores": [0.8176, 0.815, 0.8113, 0.8105, 0.8081, 0.8063, 0.7977, 0.7933, 0.7924, 0.789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "7048914", "5450605", "5346316", "3794300", "7255678", "1587850", "8554964", "4269405"], "ranked_scores": [0.7501, 0.7449, 0.7174, 0.7156, 0.7109, 0.7091, 0.7053, 0.7003, 0.6941, 0.693], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["3205963", "8817884", "1190311", "5606320", "378964", "4496437", "1494980", "1975045", "3971679", "8643852"], "ranked_scores": [0.5476, 0.544, 0.5357, 0.5352, 0.5338, 0.5329, 0.5249, 0.5245, 0.5199, 0.516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "7840121", "7260457", "6964479", "4816964", "5227711", "6964486", "1777799", "6980305", "6801871"], "ranked_scores": [0.71, 0.6987, 0.6978, 0.6926, 0.6923, 0.6778, 0.6733, 0.6551, 0.6439, 0.6395], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5644075", "1768445", "5644076", "8069476", "1043672", "7637427"], "ranked_scores": [0.6541, 0.6361, 0.599, 0.5436, 0.4944, 0.4432, 0.4362, 0.428, 0.4209, 0.4177], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "8452568", "289409", "5110182", "2322244", "6950276", "249524", "1365215", "2421289", "4667084"], "ranked_scores": [0.7073, 0.7006, 0.6434, 0.6284, 0.6276, 0.6178, 0.6113, 0.6029, 0.6008, 0.5954], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "8215736", "7187662", "7137594", "2348797", "6124279", "1696206", "627686", "5469449", "2066852"], "ranked_scores": [0.628, 0.5339, 0.5277, 0.5206, 0.4994, 0.4939, 0.4937, 0.4916, 0.4892, 0.4852], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1226215", "2037947", "2469923", "6042871", "4711434", "1921262", "1670844"], "ranked_scores": [0.7295, 0.7243, 0.5188, 0.5122, 0.5119, 0.508, 0.5034, 0.5004, 0.5001, 0.4994], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["2899047", "7858636", "662304", "5043664", "7168973", "8223942", "4231642", "8111532", "7058927", "4539291"], "ranked_scores": [0.4037, 0.397, 0.3838, 0.3587, 0.3467, 0.3403, 0.3343, 0.3295, 0.3289, 0.3288], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "7301814", "4561063", "5809779", "4892433", "6363851", "5809784", "1317497"], "ranked_scores": [0.7148, 0.6789, 0.6789, 0.6038, 0.5654, 0.5436, 0.542, 0.542, 0.542, 0.5337], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "8450827", "7970736", "8259514", "7970734", "1265191", "8259512", "8450833", "7970735", "7970728"], "ranked_scores": [0.7565, 0.747, 0.7348, 0.7269, 0.7245, 0.7188, 0.7037, 0.7012, 0.6974, 0.673], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "7160804", "8296550", "6145894", "8296554", "8346654", "8131676", "6193662", "133696"], "ranked_scores": [0.6818, 0.5953, 0.5921, 0.5725, 0.5706, 0.5695, 0.565, 0.5598, 0.5584, 0.5528], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "1488928", "5190750", "7903539", "1136294", "3452115", "2474358", "3082748", "7872867"], "ranked_scores": [0.7045, 0.7022, 0.5003, 0.4782, 0.4561, 0.4492, 0.4489, 0.4473, 0.4433, 0.4395], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "4830263", "7805085", "7870705", "7108982", "7937824", "7937822", "4830265", "8584557"], "ranked_scores": [0.7183, 0.6303, 0.5586, 0.5562, 0.533, 0.5325, 0.5291, 0.5161, 0.5058, 0.5039], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "7948042", "4880893", "8157542", "3646584", "2116929", "2116938", "2116936", "2116932", "3646580"], "ranked_scores": [0.7057, 0.6772, 0.6654, 0.6618, 0.6573, 0.6526, 0.648, 0.6402, 0.6366, 0.6106], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "3333503", "1815026", "8761342", "5347134", "4374445", "5347138", "1611463", "3891003"], "ranked_scores": [0.7185, 0.6859, 0.5368, 0.5326, 0.5176, 0.5153, 0.5149, 0.5138, 0.5135, 0.5115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "6951440", "2091063", "8045998", "7503576", "6568419", "5517313", "3444262", "5365824"], "ranked_scores": [0.624, 0.575, 0.5745, 0.5669, 0.5515, 0.5443, 0.5279, 0.5278, 0.5275, 0.5262], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "2859564", "6804877", "4489794", "413808", "4489799", "4826837", "1775549", "5213336", "4489797"], "ranked_scores": [0.5483, 0.5423, 0.5399, 0.5394, 0.5329, 0.5242, 0.5223, 0.5172, 0.5154, 0.5112], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "863946", "3853232", "7623736", "5535297", "2588002", "1918866", "7134383", "8540414"], "ranked_scores": [0.7779, 0.7647, 0.7413, 0.7284, 0.7207, 0.7154, 0.7152, 0.7124, 0.7107, 0.695], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "6506033", "7689710", "8820180", "2188117", "4936994", "5364572", "409310", "4390430", "1673140"], "ranked_scores": [0.5664, 0.5451, 0.5437, 0.5424, 0.516, 0.488, 0.4854, 0.4836, 0.4686, 0.4534], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "3346337", "5729775", "1460640", "3968773", "1546056", "2443030", "5808457", "4615784", "1460637"], "ranked_scores": [0.8605, 0.8563, 0.8559, 0.8429, 0.8429, 0.842, 0.8361, 0.8217, 0.8195, 0.8174], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8426355", "2796274", "1070634", "4942015", "6082244", "4942019", "5055675", "7424964", "1871086", "1428551"], "ranked_scores": [0.7775, 0.7774, 0.777, 0.7605, 0.7587, 0.7549, 0.7538, 0.7499, 0.7477, 0.7471], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "5170949", "5174051", "5027731", "5440997", "1588747", "5027729", "6343914", "8421090"], "ranked_scores": [0.6865, 0.6532, 0.6424, 0.618, 0.605, 0.5927, 0.5777, 0.5755, 0.5748, 0.574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "272188", "551238", "1613678", "870351", "2576605", "2576606", "1314383", "272190", "7249172"], "ranked_scores": [0.7441, 0.7295, 0.7228, 0.7176, 0.7173, 0.7132, 0.7132, 0.7099, 0.7013, 0.6946], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "7810605", "1663808", "1615478", "250946", "3296425", "258524", "6063722", "5408281", "5085223"], "ranked_scores": [0.578, 0.566, 0.5151, 0.5091, 0.5089, 0.5022, 0.5011, 0.5006, 0.4974, 0.4937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4437972", "5094229", "7646422", "7288502", "4377794", "4278761", "5352322", "278768", "2195944", "173850"], "ranked_scores": [0.6711, 0.6687, 0.6657, 0.6651, 0.661, 0.6592, 0.6351, 0.6238, 0.6211, 0.6091], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["5499496", "6045016", "7154587", "7154585", "6818953", "6818958", "5142519", "7503128", "3230959", "1237202"], "ranked_scores": [0.5445, 0.5285, 0.5229, 0.5071, 0.5069, 0.505, 0.5046, 0.4908, 0.4886, 0.4846], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8796486", "7833611", "4765785", "4451324", "5675630", "3979452", "8773427", "4765788", "7975065"], "ranked_scores": [0.684, 0.6269, 0.6234, 0.5633, 0.5572, 0.5565, 0.5382, 0.5295, 0.4968, 0.486], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "1511150", "2099688", "7526868", "1841905", "982652", "7641309", "2898312", "7526871", "7573185"], "ranked_scores": [0.803, 0.8026, 0.8024, 0.7972, 0.7921, 0.7873, 0.7798, 0.7784, 0.7771, 0.777], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "5546116", "7110611", "7937494", "6841581", "7770196", "5655", "7770199", "6688747"], "ranked_scores": [0.6765, 0.6522, 0.5882, 0.5638, 0.5596, 0.5562, 0.5561, 0.5536, 0.543, 0.5418], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "4502858", "1417034", "5336580", "30088", "2391916", "4502856", "6979705", "30085"], "ranked_scores": [0.7746, 0.7617, 0.7214, 0.721, 0.7101, 0.6956, 0.6939, 0.6809, 0.6684, 0.6676], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "5133662", "6428732", "7645257", "133509", "8653062", "6207587", "5338621", "7853301"], "ranked_scores": [0.6624, 0.6112, 0.5771, 0.5714, 0.5624, 0.5455, 0.5385, 0.5361, 0.5336, 0.531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "174956", "4589415", "2290637", "3765105", "3920912", "2391075", "2565555", "6302237", "1338703"], "ranked_scores": [0.7253, 0.7243, 0.7205, 0.7168, 0.7154, 0.7128, 0.7039, 0.6982, 0.6957, 0.6949], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991354", "3672237", "1621473", "4991353", "4991356", "3148555", "3806458", "826058", "6753585"], "ranked_scores": [0.7042, 0.6484, 0.6377, 0.6256, 0.5979, 0.5915, 0.5894, 0.5802, 0.5639, 0.5597], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4900578", "4409027", "4605271", "1250411", "3747811", "6193415", "5393501", "2531512", "7575158"], "ranked_scores": [0.6969, 0.6456, 0.6024, 0.599, 0.5871, 0.587, 0.5794, 0.5768, 0.5635, 0.5467], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "6632518", "6632522", "6632520", "4005369", "1063811", "1063812", "4951287", "139961", "7582739"], "ranked_scores": [0.6993, 0.6882, 0.6868, 0.6865, 0.6846, 0.6778, 0.6762, 0.6749, 0.673, 0.6688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5812523", "1631830", "1716202", "5143805", "1867101", "1933329", "6903201", "8139545", "8608886", "1867098"], "ranked_scores": [0.6394, 0.6214, 0.6211, 0.6196, 0.6184, 0.6109, 0.6005, 0.5863, 0.5845, 0.5824], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "3252244", "2940019", "4258663", "4258668", "5339586", "8532695", "1969532", "7503113", "5339587"], "ranked_scores": [0.7394, 0.7149, 0.7145, 0.7016, 0.6514, 0.6255, 0.6253, 0.6237, 0.6201, 0.6137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "3811525", "8822769", "3451041", "3451044", "8646229", "7611886", "3451043", "7562631"], "ranked_scores": [0.752, 0.7156, 0.6321, 0.6298, 0.6287, 0.6235, 0.6228, 0.6164, 0.6116, 0.6073], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "8221430", "7856346", "4127072", "4343906", "8221431", "1061740", "8015905", "4158114", "2574259"], "ranked_scores": [0.6608, 0.6549, 0.6503, 0.6437, 0.6128, 0.6025, 0.5967, 0.5904, 0.5849, 0.575], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495831", "3495835", "3495838", "3495840", "8400909", "8649248", "3147298", "7770959"], "ranked_scores": [0.6515, 0.6238, 0.5488, 0.5423, 0.5418, 0.5273, 0.5071, 0.5049, 0.4972, 0.4854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212591", "6212597", "1053306", "1053300", "186816", "917841", "1053302"], "ranked_scores": [0.7513, 0.7456, 0.6959, 0.6808, 0.6382, 0.5024, 0.4985, 0.4907, 0.4707, 0.4679], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "5145284", "8736649", "2790097", "6396838", "7332215", "3823638", "8349710", "217890"], "ranked_scores": [0.684, 0.4522, 0.406, 0.4017, 0.39, 0.3863, 0.3821, 0.3748, 0.3732, 0.3654], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "8068698", "6111299", "3631388", "2857974", "3772534", "1460689", "3668938"], "ranked_scores": [0.7424, 0.6863, 0.6697, 0.6242, 0.622, 0.6158, 0.6133, 0.6123, 0.6119, 0.6099], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7395884", "34456", "6124976", "1728760", "1246649", "1690952", "4603022", "704294"], "ranked_scores": [0.7277, 0.7244, 0.5967, 0.5703, 0.5479, 0.5413, 0.5337, 0.5299, 0.5268, 0.5268], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "2229750", "6986881", "1981696", "7888894", "8424304", "1420930", "1981693", "7138494", "7589844"], "ranked_scores": [0.6293, 0.6112, 0.6053, 0.6044, 0.5985, 0.5868, 0.582, 0.5777, 0.5664, 0.5637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "3664758", "7966624", "2819440", "1953277", "6342544", "5262322", "8743967", "3687242", "3989499"], "ranked_scores": [0.6925, 0.5032, 0.5015, 0.4669, 0.4565, 0.4551, 0.4464, 0.4287, 0.4275, 0.4254], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m64-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["5265626", "3527619", "575979", "8083127", "7837267", "5633832", "1674646", "7275123", "2684883", "3445481"], "ranked_scores": [0.5865, 0.5859, 0.5813, 0.5776, 0.5689, 0.5659, 0.5651, 0.5599, 0.556, 0.5551], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297112", "1674644", "2684883", "1297109", "7248824", "6929917", "5550437", "542682", "5633832", "8083127"], "ranked_scores": [0.5977, 0.5864, 0.5856, 0.5827, 0.5822, 0.5798, 0.5782, 0.5707, 0.5555, 0.5553], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7038530", "7383965", "5842823", "8528760", "4921435", "911138", "298606", "1592656", "48855"], "ranked_scores": [0.5227, 0.4848, 0.4782, 0.4715, 0.4699, 0.4687, 0.4683, 0.4652, 0.4617, 0.461], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2041473", "2598342", "6368601", "5752686", "6689047", "939898", "2740613", "7369987", "5359258", "3589438"], "ranked_scores": [0.7801, 0.7785, 0.7762, 0.7753, 0.7748, 0.7736, 0.7734, 0.7734, 0.7732, 0.773], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["5346316", "5450605", "4416193", "1587850", "3794304", "3794297", "4269405", "5385409", "7048914", "948281"], "ranked_scores": [0.6445, 0.6362, 0.6233, 0.6228, 0.6182, 0.6178, 0.6161, 0.6134, 0.6122, 0.609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["378964", "2190617", "4496437", "5606320", "1825327", "1111800", "8643852", "1975045", "3205963", "8299818"], "ranked_scores": [0.5176, 0.5001, 0.4989, 0.4743, 0.4726, 0.4694, 0.4645, 0.4624, 0.4587, 0.4585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "6964479", "6964486", "4816964", "7260457", "7840121", "1777799", "5227711", "6980305", "5091618"], "ranked_scores": [0.5574, 0.5494, 0.539, 0.538, 0.5363, 0.5313, 0.5244, 0.5171, 0.5052, 0.4913], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "7698064", "3550561", "3550559", "5609247", "7543996", "1043672", "8069476", "5079417", "7637427"], "ranked_scores": [0.5034, 0.4863, 0.4835, 0.4326, 0.4072, 0.4067, 0.4015, 0.3967, 0.3942, 0.39], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "8452568", "2322244", "3935387", "5180631", "4667084", "1102477", "3761517", "249524", "3761519"], "ranked_scores": [0.5429, 0.5401, 0.5172, 0.5074, 0.5071, 0.5036, 0.5015, 0.4999, 0.4997, 0.49], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187662", "7187663", "6124279", "336438", "4600638", "1696206", "5132484", "2117748", "2066852", "915232"], "ranked_scores": [0.4949, 0.4818, 0.4736, 0.473, 0.4686, 0.4637, 0.4635, 0.4613, 0.4607, 0.4578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1501685", "2084584", "1866080", "2469923", "1670844", "209692", "4922192", "915562"], "ranked_scores": [0.5566, 0.5357, 0.47, 0.4687, 0.4554, 0.4537, 0.4492, 0.4447, 0.4446, 0.4431], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["662304", "2899047", "7858636", "295788", "8111528", "5043664", "6807529", "8223942", "7058927", "4675125"], "ranked_scores": [0.3385, 0.3115, 0.2954, 0.2878, 0.2872, 0.2858, 0.2821, 0.2747, 0.272, 0.269], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "1741823", "4561063", "7301814", "7301818", "1317497", "3698313", "3473262"], "ranked_scores": [0.6042, 0.5715, 0.5646, 0.511, 0.5099, 0.4977, 0.4896, 0.4888, 0.4867, 0.4828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "8450828", "8259514", "8450827", "7970728", "7970735", "1265191", "8450833", "8259512", "7970734"], "ranked_scores": [0.5453, 0.5438, 0.5428, 0.5417, 0.5409, 0.5322, 0.5307, 0.5304, 0.5301, 0.5212], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "8346654", "6145894", "2703674", "4702013", "133696", "8296554", "7206774", "7749216"], "ranked_scores": [0.5104, 0.4878, 0.4813, 0.4733, 0.4623, 0.4535, 0.4515, 0.4515, 0.4483, 0.4459], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220312", "7220310", "5190753", "5190750", "7903539", "3452115", "8484568", "7496070", "7872867", "4768602"], "ranked_scores": [0.5598, 0.5594, 0.4538, 0.4325, 0.4225, 0.4184, 0.4131, 0.4038, 0.4023, 0.3961], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "4830263", "8584557", "7870705", "7108982", "7805085", "4830265", "4830262", "3815520"], "ranked_scores": [0.5667, 0.509, 0.4919, 0.4849, 0.4768, 0.4722, 0.4721, 0.4719, 0.4718, 0.4646], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "7948042", "2116929", "8157542", "4880893", "3646584", "2116938", "4880896", "8722441", "2116933"], "ranked_scores": [0.5601, 0.5493, 0.5402, 0.5336, 0.5256, 0.517, 0.5122, 0.5053, 0.4949, 0.4927], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "8098325", "2356986", "4253082", "2356989", "3225747", "7218532", "1288535", "2066418"], "ranked_scores": [0.5745, 0.5616, 0.4802, 0.4724, 0.4723, 0.471, 0.471, 0.4668, 0.4658, 0.4644], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "2091063", "4624988", "6641480", "3444262", "1734442", "5914148", "6951440", "5517313", "8245381"], "ranked_scores": [0.5571, 0.494, 0.491, 0.4869, 0.4809, 0.4804, 0.4792, 0.4767, 0.4728, 0.4675], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "7827765", "413808", "1484399", "2859564", "6804877", "1174168", "1475307", "4489794", "1174164"], "ranked_scores": [0.4622, 0.4525, 0.4475, 0.4403, 0.4396, 0.4395, 0.4391, 0.4344, 0.4337, 0.4276], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "2587999", "8045986", "1839684", "1918866", "8540414", "2175868", "3853232", "5535297", "863946"], "ranked_scores": [0.6186, 0.6093, 0.6085, 0.6051, 0.6033, 0.6031, 0.5992, 0.5976, 0.5973, 0.5971], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689710", "4390430", "8820180", "2188117", "7689707", "6506033", "3246403", "5467125", "5364572", "7028472"], "ranked_scores": [0.4533, 0.4394, 0.4297, 0.4266, 0.4262, 0.4251, 0.4229, 0.4169, 0.4133, 0.4122], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "1546056", "3968773", "1460640", "6488150", "3346337", "2443030", "1737755", "5305583"], "ranked_scores": [0.7411, 0.7374, 0.7358, 0.735, 0.735, 0.7348, 0.7346, 0.7331, 0.731, 0.731], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["1070634", "2796274", "4942015", "7809766", "1428551", "7482647", "1871086", "5055675", "8426355", "4942019"], "ranked_scores": [0.7047, 0.6866, 0.6812, 0.6798, 0.6793, 0.6761, 0.6726, 0.672, 0.6713, 0.6709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "5170949", "7527096", "5440997", "5027731", "8421090", "5174051", "1588747", "3073632", "8834986"], "ranked_scores": [0.5442, 0.533, 0.5228, 0.5141, 0.502, 0.4939, 0.4927, 0.487, 0.487, 0.4863], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "272188", "1613678", "551238", "870351", "7249172", "521373", "2576605", "4117416", "2576606"], "ranked_scores": [0.6707, 0.6412, 0.6392, 0.6359, 0.6353, 0.6265, 0.6254, 0.6248, 0.6243, 0.6223], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7810605", "6502553", "3720839", "5419269", "3296425", "5351934", "3869346", "5085223", "6063722", "1663808"], "ranked_scores": [0.4606, 0.4541, 0.4414, 0.4378, 0.4313, 0.4298, 0.4294, 0.4281, 0.4274, 0.4251], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["7646422", "4278761", "5094229", "4437972", "7288502", "7646426", "2536497", "2510740", "2929750", "5335298"], "ranked_scores": [0.5575, 0.5546, 0.5527, 0.5472, 0.5456, 0.5303, 0.5302, 0.5281, 0.5242, 0.5234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["5499496", "1237202", "7154587", "6818953", "3230959", "6045016", "1945871", "1756080", "7154585", "8624217"], "ranked_scores": [0.4432, 0.4333, 0.4306, 0.428, 0.4259, 0.4202, 0.4135, 0.411, 0.4109, 0.4087], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8796486", "3979452", "7833611", "4765785", "5675630", "4858750", "7975065", "7254353", "2396673"], "ranked_scores": [0.4884, 0.4749, 0.4713, 0.4678, 0.4245, 0.4139, 0.4135, 0.4084, 0.4035, 0.4025], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2099688", "7526870", "4005928", "4786937", "7526868", "2617812", "8498133", "3836994", "2005370", "8290414"], "ranked_scores": [0.7395, 0.7316, 0.73, 0.7207, 0.7193, 0.7173, 0.7157, 0.7149, 0.7149, 0.7122], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7362929", "7299517", "4517769", "5164644", "8310623", "1669333", "3701436", "7110611"], "ranked_scores": [0.5256, 0.4991, 0.4889, 0.4845, 0.476, 0.4753, 0.475, 0.4736, 0.4705, 0.4692], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "1417034", "4502858", "30088", "5336580", "4502856", "3291853", "30089", "30085"], "ranked_scores": [0.6149, 0.6088, 0.5949, 0.5924, 0.5792, 0.5777, 0.5728, 0.5701, 0.5687, 0.5682], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "6428732", "7645257", "1464540", "8653062", "5133662", "3712671", "1965669", "5338623"], "ranked_scores": [0.5453, 0.4977, 0.4877, 0.4842, 0.483, 0.4794, 0.4772, 0.4681, 0.4651, 0.4635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["1899171", "1338702", "2391075", "4004619", "4893298", "174956", "2290637", "3009118", "4589415", "2651678"], "ranked_scores": [0.69, 0.69, 0.6875, 0.6856, 0.6805, 0.6785, 0.6781, 0.6781, 0.6752, 0.6744], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "1621473", "4991356", "3806458", "3672237", "4528861", "4991354", "1003386", "2823095", "4991353"], "ranked_scores": [0.5712, 0.5648, 0.5398, 0.5337, 0.5333, 0.5312, 0.5276, 0.5268, 0.5222, 0.5149], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "5393501", "4900578", "6193415", "1250411", "3747811", "2531512", "4605271", "3726276"], "ranked_scores": [0.5363, 0.4887, 0.4771, 0.4727, 0.4617, 0.4574, 0.4298, 0.4287, 0.4234, 0.423], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["6632518", "139961", "7831679", "1063811", "4951287", "4005369", "4590213", "7795896", "5186526", "8586692"], "ranked_scores": [0.5845, 0.5835, 0.58, 0.5746, 0.566, 0.5591, 0.5571, 0.5561, 0.5502, 0.5494], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "1933329", "1631830", "5812523", "886990", "4117805", "6761606", "3689305", "5143805", "7313345"], "ranked_scores": [0.5413, 0.523, 0.5165, 0.5127, 0.5021, 0.4927, 0.4925, 0.4898, 0.4848, 0.4812], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "2940019", "3252244", "4258663", "5339587", "2375458", "8532695", "7503113", "5339586", "1969532"], "ranked_scores": [0.6038, 0.5755, 0.572, 0.5314, 0.523, 0.519, 0.5092, 0.5074, 0.496, 0.492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "8822769", "3451041", "3451044", "1374743", "7656883", "3455812", "8298270", "7611886"], "ranked_scores": [0.6158, 0.5963, 0.5837, 0.5669, 0.5667, 0.5649, 0.5558, 0.5437, 0.5403, 0.5392], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221430", "8221431", "5101805", "4343906", "5431260", "8015905", "4158114", "8221437", "7610413"], "ranked_scores": [0.5171, 0.5162, 0.5068, 0.5049, 0.5044, 0.4985, 0.4977, 0.4933, 0.4905, 0.4885], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495838", "3495835", "8294684", "4483114", "6392875", "108001", "6786202", "1445414"], "ranked_scores": [0.5054, 0.4522, 0.4432, 0.4421, 0.4317, 0.4296, 0.4291, 0.4255, 0.4207, 0.4156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "6401864", "6212591", "609594", "6212597", "1053306", "1053300", "917841", "186816", "471140"], "ranked_scores": [0.606, 0.5928, 0.5272, 0.514, 0.4801, 0.4613, 0.4591, 0.4524, 0.4358, 0.4324], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7332215", "5145284", "8736649", "2299388", "1993059", "4803924", "4520541", "5702620", "4892500"], "ranked_scores": [0.5279, 0.3523, 0.3461, 0.3355, 0.3328, 0.3314, 0.3299, 0.3252, 0.3236, 0.3088], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["5891383", "7511875", "1460685", "6111299", "1460687", "2719551", "7644552", "8432430", "1460689", "1793105"], "ranked_scores": [0.6431, 0.6398, 0.6321, 0.6297, 0.6254, 0.624, 0.6222, 0.617, 0.6149, 0.614], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "1728760", "6533908", "34456", "6124976", "7985411", "4878176", "6176864"], "ranked_scores": [0.6023, 0.5964, 0.5299, 0.5202, 0.5106, 0.5083, 0.5065, 0.4984, 0.4929, 0.4924], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7888894", "2229750", "7589844", "1420930", "6986881", "7589839", "1981696", "8424304", "5955284", "1981693"], "ranked_scores": [0.4971, 0.4968, 0.4929, 0.4929, 0.4925, 0.4919, 0.4828, 0.4825, 0.4768, 0.4742], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "3664758", "6342544", "8743966", "4924766", "5262322", "2872904", "3687242", "8743967", "297876"], "ranked_scores": [0.5112, 0.3997, 0.3855, 0.3835, 0.3723, 0.3651, 0.365, 0.3628, 0.36, 0.3598], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m96-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["575979", "1674646", "3445481", "7275123", "3527619", "7248824", "7837267", "8083127", "2684883", "5265626"], "ranked_scores": [0.5951, 0.5794, 0.5654, 0.5545, 0.5476, 0.5454, 0.5438, 0.5422, 0.5419, 0.5409], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "1297109", "1297112", "1674646", "7248824", "1674644", "542682", "5633832", "3308552", "7187515"], "ranked_scores": [0.6186, 0.5946, 0.5941, 0.5926, 0.5882, 0.5873, 0.5797, 0.5649, 0.5559, 0.5536], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "298606", "5616900", "911138", "5842823", "4921435", "1592656", "5221728", "3475986", "8034145"], "ranked_scores": [0.5397, 0.4832, 0.4827, 0.4771, 0.4652, 0.4592, 0.4474, 0.4365, 0.4358, 0.4355], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["8279447", "6926916", "66616", "5359258", "7386338", "5645793", "4092415", "3338175", "2598349", "939898"], "ranked_scores": [0.7757, 0.7656, 0.7648, 0.7645, 0.7617, 0.7592, 0.7591, 0.7586, 0.7572, 0.7563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "3794304", "5346316", "5450605", "3794300", "8554964", "7048914", "1587850", "856390", "6294685"], "ranked_scores": [0.6531, 0.6513, 0.6477, 0.6283, 0.6214, 0.6171, 0.6162, 0.6084, 0.6018, 0.5974], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["4496437", "3205963", "2190617", "378964", "1975045", "1190311", "1825327", "1494980", "970989", "7776113"], "ranked_scores": [0.5299, 0.5255, 0.508, 0.501, 0.4944, 0.4902, 0.4766, 0.4763, 0.4754, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "6964479", "7260457", "7840121", "5227711", "4816964", "6801871", "6964486", "1777799", "5091618"], "ranked_scores": [0.589, 0.5838, 0.5809, 0.5645, 0.5606, 0.5578, 0.5512, 0.5486, 0.5428, 0.5375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5644075", "1768445", "7637427", "1043672", "8069476", "5644076"], "ranked_scores": [0.5757, 0.5554, 0.538, 0.4767, 0.4554, 0.4196, 0.3878, 0.3875, 0.3816, 0.3803], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "8452568", "249524", "2322244", "1102477", "289409", "1365215", "5110182", "6950275", "2421289"], "ranked_scores": [0.5841, 0.5586, 0.5388, 0.5323, 0.5256, 0.5193, 0.5124, 0.5015, 0.4991, 0.4969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "2066852", "5132484", "2348797", "2117748", "8215736", "128974", "5469449", "6124279", "627686"], "ranked_scores": [0.5291, 0.487, 0.4857, 0.4843, 0.4835, 0.4823, 0.4795, 0.4644, 0.4589, 0.4525], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "5022892", "5640023", "1226215", "6062397", "795873", "6042871", "2037947"], "ranked_scores": [0.6058, 0.5967, 0.4689, 0.464, 0.46, 0.4574, 0.4548, 0.4373, 0.4364, 0.4334], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["662304", "6807529", "2899047", "8223942", "7858636", "4231642", "5043664", "7168973", "1070106", "7168976"], "ranked_scores": [0.3629, 0.3501, 0.3427, 0.3388, 0.3338, 0.3069, 0.3035, 0.2951, 0.2898, 0.2894], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301814", "4561063", "7888911", "4798572", "7301818", "5209931", "1317497"], "ranked_scores": [0.6419, 0.6143, 0.6095, 0.5145, 0.4855, 0.4756, 0.4719, 0.4713, 0.4665, 0.4651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "7970736", "7970735", "8450833", "8259512", "8259514", "8450827", "1265191", "7970728", "7970734"], "ranked_scores": [0.6024, 0.58, 0.5799, 0.5652, 0.5641, 0.5637, 0.5617, 0.5513, 0.5469, 0.5417], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "5395324", "4702013", "981996", "7160804", "8346654", "4702009", "8131676", "6145894"], "ranked_scores": [0.574, 0.5241, 0.4858, 0.4842, 0.4834, 0.4803, 0.4747, 0.4732, 0.4716, 0.4705], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "5190753", "5190750", "1488928", "7872867", "7691443", "4768599", "7220313", "7903539"], "ranked_scores": [0.6241, 0.5926, 0.4274, 0.4213, 0.416, 0.4081, 0.4051, 0.4049, 0.3993, 0.3978], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7108982", "4830263", "7870705", "7805085", "6667088", "3272070", "408860", "2995208"], "ranked_scores": [0.6093, 0.5123, 0.4852, 0.485, 0.4828, 0.471, 0.4629, 0.4615, 0.4473, 0.4468], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "7948042", "8157542", "2116938", "2116936", "3646584", "4880893", "2116929", "2116932", "8660295"], "ranked_scores": [0.5703, 0.5583, 0.554, 0.5525, 0.5504, 0.5497, 0.5462, 0.5323, 0.5214, 0.5163], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "1611463", "4949219", "5980491", "3225747", "7480853", "8098325", "2356986", "2260935"], "ranked_scores": [0.5849, 0.5699, 0.45, 0.4455, 0.4422, 0.4411, 0.4371, 0.436, 0.4322, 0.4321], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "4624992", "2091063", "6951440", "6641480", "8539656", "3444262", "2312311", "5365824", "7503576"], "ranked_scores": [0.5498, 0.5197, 0.5056, 0.4864, 0.4776, 0.4704, 0.47, 0.4638, 0.4584, 0.4509], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489794", "4489797", "7170234", "2859564", "2131335", "4489799", "413808", "4826837", "6804877", "1174172"], "ranked_scores": [0.4841, 0.4767, 0.4758, 0.4687, 0.4628, 0.4593, 0.4572, 0.4492, 0.4448, 0.4415], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "3853232", "5535297", "7623736", "863946", "2588002", "391342", "8540414", "7269273"], "ranked_scores": [0.6835, 0.6477, 0.6411, 0.6347, 0.6326, 0.6314, 0.6312, 0.6284, 0.6254, 0.6191], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "6506033", "8820180", "7689710", "3843704", "5364572", "2188117", "3836743", "7880823", "4390429"], "ranked_scores": [0.456, 0.4498, 0.4353, 0.4254, 0.4219, 0.4203, 0.4199, 0.4038, 0.3993, 0.3976], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3346337", "2443030", "1546056", "3968773", "5808457", "1506380", "1460640", "6979330"], "ranked_scores": [0.7607, 0.7548, 0.7466, 0.7265, 0.7206, 0.7157, 0.7148, 0.7128, 0.7128, 0.7122], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5055675", "1070634", "2796274", "7424964", "8426355", "2796265", "7992320", "1871086", "2796268", "4942015"], "ranked_scores": [0.6958, 0.6855, 0.6774, 0.6766, 0.673, 0.6696, 0.6678, 0.6648, 0.6612, 0.6577], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "5170949", "3073632", "5174051", "8421090", "5027731", "5440997", "6719567", "6343914"], "ranked_scores": [0.5871, 0.5674, 0.5428, 0.5299, 0.5268, 0.5238, 0.516, 0.5111, 0.5086, 0.501], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "272190", "870351", "1613678", "272188", "2692492", "551238", "1314383", "2576605", "2576606"], "ranked_scores": [0.6902, 0.6651, 0.6546, 0.6539, 0.6434, 0.6348, 0.6339, 0.6323, 0.6313, 0.6289], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "6063722", "8265258", "7810605", "250946", "8277053", "258524", "1573004", "3720839", "8741687"], "ranked_scores": [0.4871, 0.4426, 0.4315, 0.43, 0.42, 0.4194, 0.4127, 0.4094, 0.4069, 0.4055], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4377794", "5352322", "4437972", "7288502", "5094229", "4278761", "5756090", "2536497", "7646422", "3557230"], "ranked_scores": [0.5856, 0.5852, 0.5674, 0.567, 0.5613, 0.5525, 0.5469, 0.5449, 0.5388, 0.5342], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1237202", "5940921", "6818953", "6045016", "3924136", "6818952", "5499496", "1948259", "7154587", "3173599"], "ranked_scores": [0.4704, 0.4555, 0.4532, 0.4461, 0.4423, 0.4384, 0.4379, 0.4378, 0.4375, 0.4301], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8796486", "7833611", "3979452", "2396672", "3039809", "5675630", "3314760", "4765785", "2396673"], "ranked_scores": [0.5265, 0.4788, 0.4773, 0.4598, 0.4585, 0.454, 0.4481, 0.4353, 0.434, 0.4273], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2099688", "7526870", "4786937", "1841905", "7526868", "7526871", "7526867", "4005928", "1511150", "3141441"], "ranked_scores": [0.7622, 0.7385, 0.7293, 0.7247, 0.7221, 0.7203, 0.7168, 0.7146, 0.714, 0.7122], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "7770199", "7770196", "2992454", "2659663", "4303165", "4520367", "8310623"], "ranked_scores": [0.5773, 0.5408, 0.5074, 0.5001, 0.4883, 0.488, 0.4837, 0.483, 0.4808, 0.4763], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "1417034", "5336580", "4502858", "30088", "4502856", "30089", "30085", "5362792"], "ranked_scores": [0.6475, 0.6422, 0.606, 0.6043, 0.6008, 0.5784, 0.5711, 0.5699, 0.5609, 0.5591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "6428732", "133509", "7505807", "7645257", "8098325", "1464540", "8653062", "6207587"], "ranked_scores": [0.5539, 0.5007, 0.4957, 0.478, 0.4771, 0.4759, 0.465, 0.4623, 0.4586, 0.4577], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["174956", "6302237", "3009118", "1338705", "5310704", "2565560", "3765105", "1118170", "4589415", "2835995"], "ranked_scores": [0.6618, 0.6607, 0.6584, 0.6572, 0.6546, 0.6543, 0.654, 0.6521, 0.6517, 0.6507], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "1621473", "3672237", "4991353", "4991354", "3806458", "6753585", "4991356", "3148555", "2823095"], "ranked_scores": [0.6079, 0.5802, 0.5797, 0.5715, 0.5637, 0.5439, 0.5406, 0.5319, 0.5261, 0.5257], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "4605271", "3747811", "7575158", "6193415", "1250411", "5393501", "3726276"], "ranked_scores": [0.5767, 0.5291, 0.5036, 0.474, 0.4628, 0.4621, 0.4611, 0.4607, 0.456, 0.4458], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "4005369", "6632518", "1063811", "6632520", "3942500", "3722839", "4951287", "139961", "6632522"], "ranked_scores": [0.5733, 0.5696, 0.564, 0.5638, 0.5551, 0.5454, 0.5447, 0.5384, 0.5377, 0.5347], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5812523", "1933329", "1631830", "4117805", "1867101", "6903201", "6761606", "6761601", "1716202", "5143805"], "ranked_scores": [0.5552, 0.55, 0.5317, 0.529, 0.5282, 0.5212, 0.5114, 0.5095, 0.5086, 0.5081], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "4258663", "3252244", "2940019", "2375458", "5339586", "7503113", "2940016", "3250817", "5339587"], "ranked_scores": [0.604, 0.5926, 0.57, 0.5676, 0.5258, 0.5255, 0.5168, 0.5029, 0.4995, 0.499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "3451044", "1374743", "8298270", "8822769", "3451043", "8646229", "6711598", "3811525"], "ranked_scores": [0.6396, 0.5841, 0.5428, 0.5395, 0.5351, 0.5323, 0.5272, 0.5257, 0.5215, 0.5204], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221437", "8221431", "8221430", "4343906", "4127072", "4158114", "8015905", "2574259", "7610413"], "ranked_scores": [0.5873, 0.57, 0.5585, 0.5455, 0.5438, 0.5404, 0.5202, 0.5172, 0.5025, 0.4787], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495831", "3495838", "6392875", "4483114", "2463549", "3495835", "3495840", "8608976"], "ranked_scores": [0.5409, 0.5302, 0.479, 0.47, 0.4692, 0.454, 0.4467, 0.4459, 0.4437, 0.4317], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "6401864", "6212591", "609594", "6212597", "1053306", "186816", "1053300", "471140", "917841"], "ranked_scores": [0.6722, 0.6636, 0.6067, 0.5975, 0.5547, 0.4696, 0.4674, 0.4518, 0.446, 0.4449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "5145284", "4053136", "4520541", "5702620", "1993059", "217890", "5299257", "2790097", "6396838"], "ranked_scores": [0.5982, 0.4256, 0.3594, 0.3528, 0.3508, 0.3471, 0.3417, 0.3369, 0.3348, 0.3287], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "1793105", "7829393", "1460687", "3631388", "2719551", "4846553", "1420186"], "ranked_scores": [0.6387, 0.6087, 0.595, 0.5895, 0.5884, 0.5846, 0.5835, 0.5737, 0.5718, 0.5715], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "34456", "1728760", "7104592", "7558181", "704294", "4878176", "642815"], "ranked_scores": [0.6225, 0.6165, 0.5382, 0.5019, 0.4791, 0.479, 0.4736, 0.4698, 0.4648, 0.4646], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "6986881", "1420930", "7589839", "7138494", "5955284", "6361048", "7888894", "1772350", "1981693"], "ranked_scores": [0.5204, 0.5171, 0.5111, 0.5092, 0.5026, 0.5022, 0.4996, 0.4992, 0.499, 0.4986], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "6342544", "3664758", "3935875", "4957113", "8743967", "4304523", "8743966", "1953277"], "ranked_scores": [0.5744, 0.4356, 0.4189, 0.4187, 0.4035, 0.3918, 0.3871, 0.3867, 0.3797, 0.3753], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m128-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["575979", "3527619", "768350", "5265626", "7837267", "8083127", "1245152", "949520", "3445481", "7248824"], "ranked_scores": [0.5884, 0.5584, 0.5474, 0.5458, 0.543, 0.5412, 0.5408, 0.5368, 0.5366, 0.5358], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "542682", "1297112", "1297109", "1674644", "1150856", "7248824", "526260", "6929917", "7121381"], "ranked_scores": [0.6218, 0.609, 0.6029, 0.6013, 0.5824, 0.5801, 0.5791, 0.561, 0.5606, 0.5601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "911138", "5842823", "5616900", "298606", "2295208", "8186121", "3475986", "4921435", "7038530"], "ranked_scores": [0.546, 0.5339, 0.5255, 0.4982, 0.4946, 0.4658, 0.4523, 0.4517, 0.4459, 0.4439], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["66616", "6926916", "5359258", "8279447", "3338175", "1983560", "6826784", "939898", "3125130", "4092415"], "ranked_scores": [0.7645, 0.7615, 0.7552, 0.7533, 0.7456, 0.7435, 0.7431, 0.7376, 0.7375, 0.7359], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "3794304", "2070215", "8554964", "1159742", "5346316", "5450605", "3794300", "4269405", "1587850"], "ranked_scores": [0.6612, 0.6606, 0.6423, 0.6304, 0.6244, 0.6195, 0.6185, 0.6184, 0.6104, 0.6036], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["8817884", "3205963", "1975045", "378964", "4496437", "2190617", "5606320", "3971679", "1111800", "4331591"], "ranked_scores": [0.5119, 0.501, 0.4884, 0.488, 0.4859, 0.4825, 0.4786, 0.4768, 0.4737, 0.4714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6964479", "7260457", "4816964", "7813557", "7840121", "5227711", "6964486", "5091618", "6801871", "6980305"], "ranked_scores": [0.6318, 0.6175, 0.617, 0.5979, 0.5898, 0.5619, 0.56, 0.546, 0.5455, 0.5425], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5644075", "1043672", "1768445", "147832", "7637427", "8069476"], "ranked_scores": [0.5932, 0.5841, 0.5163, 0.5133, 0.4736, 0.4052, 0.4043, 0.4004, 0.3961, 0.3925], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "2322244", "249524", "1102477", "6950275", "1365215", "5110182", "4667084", "6950276"], "ranked_scores": [0.6296, 0.6294, 0.5505, 0.547, 0.5447, 0.536, 0.5262, 0.5246, 0.5212, 0.5182], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7137594", "5469449", "128974", "2348797", "2066852", "7187662", "3434622", "5392883", "5132484"], "ranked_scores": [0.5269, 0.4756, 0.4716, 0.4692, 0.4686, 0.4632, 0.4616, 0.4613, 0.4581, 0.4563], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "2037947", "795873", "4922192", "1234413", "5022892", "1226215", "6042871", "2469923"], "ranked_scores": [0.6251, 0.6179, 0.4614, 0.4546, 0.4541, 0.4464, 0.4456, 0.4426, 0.4411, 0.4376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7858636", "2899047", "8223942", "5043664", "295789", "662304", "6807529", "7810212", "7168973", "4231642"], "ranked_scores": [0.3926, 0.3557, 0.3485, 0.3478, 0.3419, 0.3379, 0.3326, 0.3295, 0.3222, 0.3205], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301814", "3512764", "277376", "1317497", "3803414", "4561063", "7301818"], "ranked_scores": [0.6553, 0.6215, 0.6128, 0.5143, 0.5012, 0.4866, 0.4815, 0.4702, 0.4697, 0.4689], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "8450827", "8259514", "7970736", "7970735", "8259512", "7970734", "1265191", "8450833", "7970728"], "ranked_scores": [0.6269, 0.6227, 0.6054, 0.6008, 0.5958, 0.5957, 0.5928, 0.5801, 0.5799, 0.5474], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "8346654", "8296550", "8296554", "4702013", "7160804", "6145894", "3469224", "2703674"], "ranked_scores": [0.635, 0.5564, 0.5293, 0.5259, 0.5239, 0.5185, 0.5117, 0.5027, 0.4974, 0.4966], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "7220313", "7872867", "4723508", "1488928", "5190750", "7903539", "1136294"], "ranked_scores": [0.6633, 0.6376, 0.441, 0.4358, 0.4207, 0.4196, 0.4189, 0.4186, 0.4176, 0.4037], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "4830263", "7870705", "7805085", "8584557", "7870704", "7108982", "2995208", "4830262"], "ranked_scores": [0.6534, 0.5784, 0.519, 0.4889, 0.4884, 0.4834, 0.476, 0.471, 0.468, 0.4645], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "7948042", "8157542", "4880893", "3646584", "2116938", "2116929", "2116936", "8660295", "3646580"], "ranked_scores": [0.5783, 0.5661, 0.5632, 0.5396, 0.5309, 0.5306, 0.5245, 0.5172, 0.5098, 0.5088], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "3333503", "2647181", "4374445", "5980491", "2356986", "1815026", "8761342", "4166350"], "ranked_scores": [0.5866, 0.5847, 0.4765, 0.4698, 0.4644, 0.4629, 0.4533, 0.4496, 0.4475, 0.447], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "2091063", "6641480", "6951440", "6376837", "3444262", "4916004", "7503576", "4624992", "8245381"], "ranked_scores": [0.5867, 0.5135, 0.5063, 0.5015, 0.4869, 0.4805, 0.4738, 0.4724, 0.467, 0.4641], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["6804877", "7170234", "2859564", "413808", "5213336", "4489794", "7827765", "7827767", "6768417", "4489797"], "ranked_scores": [0.4805, 0.4799, 0.479, 0.4777, 0.4544, 0.4507, 0.45, 0.4487, 0.4397, 0.4384], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "3853232", "1918866", "2588002", "7134383", "7623736", "391341", "863946", "1839684"], "ranked_scores": [0.6788, 0.6552, 0.6275, 0.6275, 0.6228, 0.6224, 0.6206, 0.6202, 0.6149, 0.6123], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "7689707", "7689710", "8820180", "5063008", "2188117", "5364572", "4390430", "5567108", "623987"], "ranked_scores": [0.5081, 0.5008, 0.495, 0.4558, 0.4281, 0.4266, 0.4107, 0.408, 0.4044, 0.4031], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3346337", "3968773", "1546056", "1460640", "2443030", "1460637", "6488150", "6979330"], "ranked_scores": [0.7797, 0.7567, 0.7362, 0.7321, 0.7278, 0.7251, 0.7182, 0.7104, 0.6972, 0.6966], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2796274", "1070634", "5055675", "7424964", "7992320", "8426355", "6082244", "1871086", "2796265", "4942019"], "ranked_scores": [0.6904, 0.6869, 0.6854, 0.6751, 0.6742, 0.6699, 0.6659, 0.665, 0.6605, 0.6575], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "1039754", "7527096", "5027731", "3638883", "5440997", "5174051", "954268", "1333652", "6032024"], "ranked_scores": [0.5621, 0.5618, 0.5499, 0.5201, 0.5179, 0.5179, 0.515, 0.511, 0.5051, 0.504], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "7249172", "2576606", "2692492", "1314383", "870351", "2576605", "272188", "551238"], "ranked_scores": [0.7031, 0.6605, 0.6518, 0.6494, 0.6428, 0.6423, 0.6394, 0.6393, 0.6328, 0.6275], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7810605", "6502553", "250946", "3296425", "6063722", "3720839", "8265258", "7924849", "3869346", "8277053"], "ranked_scores": [0.4924, 0.4892, 0.4648, 0.4546, 0.4447, 0.4413, 0.4399, 0.4237, 0.4194, 0.419], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["5094229", "4278761", "4377794", "7646422", "7288502", "4437972", "5352322", "3557230", "5756090", "173850"], "ranked_scores": [0.61, 0.6001, 0.5898, 0.588, 0.5781, 0.5729, 0.554, 0.5483, 0.5357, 0.5336], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["5499496", "5142519", "6045016", "6818952", "7503128", "8531579", "7154587", "4594595", "6408406", "6818953"], "ranked_scores": [0.4741, 0.4656, 0.4541, 0.451, 0.4418, 0.4407, 0.4371, 0.4341, 0.4325, 0.4306], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8796486", "7833611", "4765785", "3979452", "8773427", "4637748", "4451324", "5675630", "3937863"], "ranked_scores": [0.5615, 0.4925, 0.4891, 0.4746, 0.4523, 0.4364, 0.436, 0.433, 0.4307, 0.4216], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2099688", "3141441", "982652", "7526870", "4005928", "7526871", "1841905", "7526867", "4786937", "7641309"], "ranked_scores": [0.7386, 0.7141, 0.7103, 0.7078, 0.7067, 0.7052, 0.7048, 0.7035, 0.7011, 0.701], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "5280582", "8331763", "7110611", "7770196", "5546116", "7041861", "4517769", "7770199"], "ranked_scores": [0.6345, 0.538, 0.5097, 0.5065, 0.5044, 0.5012, 0.4991, 0.4835, 0.4744, 0.4742], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "4502858", "1417034", "30088", "5336580", "30089", "2391916", "4502856", "6979705"], "ranked_scores": [0.6828, 0.6583, 0.6374, 0.622, 0.6158, 0.6042, 0.5996, 0.58, 0.5766, 0.5747], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "7645257", "133509", "8148596", "7853301", "5133662", "5338621", "7505807", "3712671", "6207587"], "ranked_scores": [0.6125, 0.5042, 0.494, 0.4932, 0.4613, 0.4541, 0.4528, 0.4527, 0.4521, 0.4508], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2835995", "3920912", "4893298", "174956", "4589415", "6302237", "1338705", "5212100", "3765105", "2565560"], "ranked_scores": [0.6637, 0.6615, 0.6532, 0.6471, 0.6458, 0.6425, 0.6412, 0.6403, 0.6401, 0.6399], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "1621473", "4991353", "4991354", "3806458", "3672237", "3148555", "4991356", "826058", "2873961"], "ranked_scores": [0.6149, 0.5447, 0.5398, 0.5397, 0.5393, 0.5324, 0.532, 0.5305, 0.5082, 0.5018], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "4605271", "2531512", "5393501", "6193415", "3747811", "5171449", "1250411"], "ranked_scores": [0.6088, 0.5604, 0.5089, 0.4967, 0.4889, 0.4871, 0.4781, 0.4633, 0.4619, 0.4581], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "1063811", "4005369", "4951287", "139961", "6632518", "139964", "6632520", "3722839", "8586692"], "ranked_scores": [0.6266, 0.5909, 0.5831, 0.5618, 0.557, 0.5547, 0.5477, 0.5473, 0.5471, 0.5453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "4117805", "1933329", "5812523", "6761606", "8608886", "8139545", "1716202", "6903201", "5143805"], "ranked_scores": [0.5763, 0.5469, 0.5407, 0.5373, 0.5313, 0.5305, 0.5247, 0.5219, 0.5196, 0.5152], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "4258663", "3252244", "2940019", "4258668", "5339587", "1969532", "7503113", "2940016", "2375458"], "ranked_scores": [0.6501, 0.6135, 0.6134, 0.5905, 0.5597, 0.5413, 0.5363, 0.5347, 0.5209, 0.5204], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "3451041", "3451044", "8646229", "8822769", "1398369", "3451043", "1374743", "7611886"], "ranked_scores": [0.6583, 0.6179, 0.5814, 0.5571, 0.5509, 0.5502, 0.5269, 0.5096, 0.5008, 0.4973], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221437", "8221430", "4158114", "4343906", "8221431", "4127072", "2574259", "5431260", "6269959"], "ranked_scores": [0.5715, 0.5396, 0.5137, 0.504, 0.5007, 0.5005, 0.499, 0.4745, 0.4724, 0.4686], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495838", "3495835", "3495831", "8424890", "3147298", "5181586", "2387122", "8400909"], "ranked_scores": [0.567, 0.5525, 0.5067, 0.4758, 0.4717, 0.4473, 0.4455, 0.4443, 0.4415, 0.4409], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212591", "609594", "6212597", "8590985", "1053306", "347009", "471140", "3843788"], "ranked_scores": [0.6665, 0.661, 0.6071, 0.5936, 0.5848, 0.4768, 0.47, 0.4625, 0.4624, 0.452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "5145284", "8736649", "4520541", "1993059", "4007575", "6396838", "8349710", "7332215", "4846383"], "ranked_scores": [0.647, 0.3896, 0.3821, 0.382, 0.3785, 0.3661, 0.3602, 0.3524, 0.3463, 0.3453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "4846553", "3668938", "7966586", "8432430", "1420186", "1193873", "1460687"], "ranked_scores": [0.6785, 0.6342, 0.6085, 0.5826, 0.5715, 0.5651, 0.5635, 0.5635, 0.5631, 0.5598], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "34456", "4878176", "3302094", "4603022", "704294", "6124976", "1728760"], "ranked_scores": [0.6995, 0.6773, 0.5908, 0.521, 0.5097, 0.5057, 0.4995, 0.4978, 0.4945, 0.4879], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["6986881", "7888894", "7589839", "1981696", "6361048", "1981693", "1772350", "7138494", "2229750", "1420930"], "ranked_scores": [0.5337, 0.5102, 0.5003, 0.4986, 0.4973, 0.4972, 0.4966, 0.4912, 0.4884, 0.4851], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "3664758", "3687242", "4385335", "8743966", "4304523", "6342544", "4957113", "4924766"], "ranked_scores": [0.6229, 0.4357, 0.431, 0.4082, 0.4053, 0.4025, 0.399, 0.3947, 0.3931, 0.3811], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m24-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3527619", "1674646", "5265626", "575979", "7072115", "8083127", "6489670", "2081586", "597455", "558173"], "ranked_scores": [0.7522, 0.7497, 0.7378, 0.725, 0.7245, 0.723, 0.7207, 0.7196, 0.7168, 0.7163], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["5633832", "8083127", "2684883", "389116", "2581550", "157696", "1450843", "3534685", "3707484", "220570"], "ranked_scores": [0.6694, 0.6664, 0.6344, 0.6309, 0.6271, 0.6252, 0.6174, 0.6138, 0.6078, 0.6068], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7383965", "5842823", "5951944", "7094398", "911138", "134195", "4726075", "2295208", "5221728", "2660744"], "ranked_scores": [0.5669, 0.5557, 0.5496, 0.545, 0.5352, 0.5331, 0.5297, 0.5294, 0.5276, 0.5252], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["7011409", "5769842", "3338175", "6368609", "6926916", "66616", "3182362", "2812582", "5997195", "2548173"], "ranked_scores": [0.6564, 0.6562, 0.6519, 0.65, 0.6483, 0.6483, 0.6479, 0.6475, 0.6464, 0.644], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048912", "1159742", "7048914", "2070215", "7255678", "7255675", "3794304", "3794297", "8554964", "5450605"], "ranked_scores": [0.4944, 0.4756, 0.475, 0.4701, 0.47, 0.4687, 0.4674, 0.4674, 0.4645, 0.4605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["8299818", "3205963", "1190311", "1494980", "1805806", "7600993", "4496437", "5606320", "4450104", "3971679"], "ranked_scores": [0.5149, 0.5103, 0.5084, 0.4936, 0.4921, 0.4908, 0.4878, 0.486, 0.4828, 0.4785], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "6964479", "7813557", "6801871", "5227711", "1777799", "6964486", "6101780", "6980305"], "ranked_scores": [0.6833, 0.6765, 0.6692, 0.6606, 0.6596, 0.6556, 0.6523, 0.6523, 0.6463, 0.6358], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "5079417", "5997547", "7698064", "8343642", "4041246", "3550559", "2562047", "5609239"], "ranked_scores": [0.5911, 0.5775, 0.5451, 0.5451, 0.5412, 0.5374, 0.5365, 0.5356, 0.5331, 0.5253], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["6950276", "5110182", "249524", "7531871", "1365210", "8452568", "2421289", "4432472", "289409", "4432476"], "ranked_scores": [0.622, 0.6154, 0.6089, 0.6085, 0.6077, 0.6072, 0.6062, 0.6037, 0.6028, 0.5982], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "4562810", "6880513", "2323827", "6880517", "6124279", "1239940", "4941655", "4617506"], "ranked_scores": [0.5261, 0.5205, 0.4794, 0.4661, 0.4661, 0.4661, 0.4578, 0.4559, 0.4477, 0.4454], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "4922192", "8583763", "4405605", "8583766", "209692", "8649057", "8681109", "2469923"], "ranked_scores": [0.5673, 0.5631, 0.456, 0.4449, 0.4394, 0.4344, 0.4246, 0.4165, 0.4115, 0.4104], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["3272997", "7058926", "295794", "4623383", "5196335", "295788", "3961796", "5289585", "8111532", "295789"], "ranked_scores": [0.3951, 0.3909, 0.3787, 0.3724, 0.3645, 0.3586, 0.3505, 0.3389, 0.3301, 0.3254], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "7301818", "7301814", "3512764", "277374", "7888911", "3803414", "277376"], "ranked_scores": [0.6025, 0.5984, 0.597, 0.5448, 0.5315, 0.5304, 0.5256, 0.5171, 0.5148, 0.5138], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8450827", "8259512", "7970736", "7970734", "8450828", "8259514", "8450833", "3414066", "1265191"], "ranked_scores": [0.6777, 0.6609, 0.6505, 0.6353, 0.6152, 0.6129, 0.605, 0.5867, 0.5711, 0.5696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "7185831", "8296550", "8296554", "8636883", "3043375", "7749216", "8128745", "5720449", "485410"], "ranked_scores": [0.7023, 0.6742, 0.6695, 0.6695, 0.6644, 0.6631, 0.6598, 0.657, 0.6539, 0.6473], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "1136294", "2010657", "46048", "8067800", "7872867", "3505871", "3452115", "5561010"], "ranked_scores": [0.511, 0.4941, 0.4577, 0.4482, 0.4276, 0.4044, 0.3997, 0.3993, 0.3934, 0.3896], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "2995208", "7870700", "5672319", "630599", "3636075", "5261392", "6975615", "6043027", "6368665"], "ranked_scores": [0.5619, 0.5397, 0.5175, 0.5028, 0.4937, 0.4914, 0.4914, 0.4913, 0.4901, 0.4901], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116938", "7948042", "7948050", "2116932", "8157542", "2116936", "2116929", "7146728", "3646584", "4880896"], "ranked_scores": [0.7567, 0.7566, 0.7542, 0.7496, 0.7391, 0.7385, 0.7345, 0.7322, 0.7318, 0.7225], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "4998837", "3891003", "7958943", "2450611", "2356986", "2870276", "3638988", "7525071", "2066418"], "ranked_scores": [0.5123, 0.4764, 0.4698, 0.4651, 0.4562, 0.4535, 0.4423, 0.4398, 0.4384, 0.4276], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["5231134", "7503570", "1226636", "4393601", "4393603", "1726611", "2044076", "4916011", "925659", "3444262"], "ranked_scores": [0.6987, 0.6797, 0.6647, 0.6647, 0.6642, 0.6531, 0.6499, 0.6417, 0.6366, 0.6365], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827765", "2131335", "4489797", "4489799", "413808", "7170234", "4826837", "6804877", "2859564", "4489794"], "ranked_scores": [0.3837, 0.369, 0.3669, 0.3512, 0.35, 0.3495, 0.3475, 0.3466, 0.3427, 0.3421], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["4796869", "1839684", "8045986", "2588002", "8540414", "1918866", "442006", "391342", "2175868", "5535297"], "ranked_scores": [0.7459, 0.7435, 0.7428, 0.7426, 0.7388, 0.7373, 0.7365, 0.7353, 0.7285, 0.7276], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["356746", "3167491", "8820180", "64801", "7689707", "6722338", "4936994", "5364572", "2749008", "2188117"], "ranked_scores": [0.5557, 0.5416, 0.5399, 0.5323, 0.5268, 0.5212, 0.5188, 0.5187, 0.5181, 0.5146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5808457", "3968773", "5210161", "2884457", "3346337", "92150", "427332", "5668797", "1546056", "2443030"], "ranked_scores": [0.6889, 0.6889, 0.6787, 0.6711, 0.6709, 0.6706, 0.6697, 0.6696, 0.6696, 0.6696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2636672", "7630103", "6588011", "2253612", "1348264", "4942019", "5739636", "2636668", "6365873", "6639719"], "ranked_scores": [0.7714, 0.747, 0.747, 0.7429, 0.7406, 0.7391, 0.7389, 0.7388, 0.7378, 0.7375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7650732", "5170949", "4805364", "1333652", "2820637", "1039754", "6032018", "3073632", "1039748", "5170943"], "ranked_scores": [0.5757, 0.5746, 0.5646, 0.5636, 0.5553, 0.5536, 0.5536, 0.552, 0.5519, 0.5512], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["272190", "870345", "551238", "1525622", "272188", "1613675", "2692492", "7137675", "2576605", "2576606"], "ranked_scores": [0.7087, 0.7067, 0.7049, 0.6997, 0.6986, 0.6941, 0.6825, 0.6813, 0.6801, 0.6801], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["5408281", "6465151", "5149609", "6797667", "5085223", "8716923", "1850491", "8265258", "1615478", "3188819"], "ranked_scores": [0.6674, 0.6651, 0.6589, 0.657, 0.6562, 0.6555, 0.6543, 0.6533, 0.6529, 0.6526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["5094229", "7646422", "2061122", "278768", "7288502", "4278761", "5196370", "4195768", "4437972", "2209127"], "ranked_scores": [0.659, 0.6574, 0.6571, 0.651, 0.6501, 0.6441, 0.6402, 0.6343, 0.6336, 0.633], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["2068025", "5499496", "3230959", "7154587", "4594595", "6032214", "6818953", "3872927", "1463441", "1237202"], "ranked_scores": [0.5278, 0.5178, 0.5153, 0.5075, 0.496, 0.4916, 0.4904, 0.4796, 0.4702, 0.4701], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["4966850", "2396672", "7833608", "4451324", "3039809", "7833611", "8796486", "3790429", "3039803", "2918527"], "ranked_scores": [0.6315, 0.6293, 0.6267, 0.6254, 0.6247, 0.6232, 0.6232, 0.62, 0.6198, 0.6102], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2617807", "4600593", "2208599", "4863108", "4786937", "4863107", "2898312", "1841905", "2099688", "3141441"], "ranked_scores": [0.7382, 0.7326, 0.7267, 0.7262, 0.7247, 0.7243, 0.7243, 0.7211, 0.7105, 0.7031], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "6281807", "7110612", "7937494", "8310623", "4586889", "7770199", "3701436", "7110611", "8331763"], "ranked_scores": [0.6713, 0.657, 0.6538, 0.6454, 0.6407, 0.6405, 0.6395, 0.6374, 0.6327, 0.6314], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "1472503", "2066951", "4522649", "4256443", "2066950", "8327486", "3659405", "806029", "5336580"], "ranked_scores": [0.6419, 0.6372, 0.637, 0.6326, 0.6309, 0.6309, 0.6289, 0.6258, 0.6215, 0.6196], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["3712671", "754800", "7853304", "1696161", "4687484", "7645257", "7505807", "5904163", "8098325", "5827787"], "ranked_scores": [0.6147, 0.6088, 0.594, 0.5872, 0.5679, 0.5618, 0.5578, 0.5543, 0.5523, 0.5489], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "2290637", "2565557", "1338703", "5960436", "4004619", "2391075", "2565555", "5206549", "7734838"], "ranked_scores": [0.6685, 0.6679, 0.6673, 0.6618, 0.6579, 0.6573, 0.6568, 0.6521, 0.6518, 0.6471], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3672237", "8374135", "3806458", "4991356", "4991353", "4991354", "6465402", "7161101", "6988582"], "ranked_scores": [0.6473, 0.6385, 0.6355, 0.6333, 0.6333, 0.6325, 0.6298, 0.628, 0.6051, 0.593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4409027", "4900578", "4605271", "7778956", "7778949", "5393501", "4605270", "2531512", "8201717", "2531517"], "ranked_scores": [0.6551, 0.6457, 0.6403, 0.6396, 0.6356, 0.628, 0.6258, 0.621, 0.608, 0.5931], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "6632520", "6632518", "4005369", "1063812", "7582741", "3942500", "4590213", "7582739", "139961"], "ranked_scores": [0.6634, 0.6582, 0.6582, 0.6582, 0.6582, 0.6521, 0.6517, 0.6517, 0.6517, 0.6483], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["6903201", "1716202", "8139545", "1867101", "5143805", "1933329", "6903206", "5812523", "6955768", "8608886"], "ranked_scores": [0.6505, 0.6485, 0.6465, 0.6457, 0.6435, 0.6367, 0.6315, 0.6302, 0.6259, 0.6243], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "2940019", "3617286", "7420248", "1623860", "4258668", "7728427", "1969532", "3252244", "7503110"], "ranked_scores": [0.6211, 0.5782, 0.5703, 0.5692, 0.551, 0.5502, 0.5447, 0.5306, 0.5265, 0.5263], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "2024648", "7562624", "5304087", "1398369", "7562631", "3451041", "3451044", "7611886", "8822769"], "ranked_scores": [0.622, 0.5949, 0.582, 0.577, 0.5744, 0.5708, 0.5603, 0.5566, 0.5507, 0.5507], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["4158114", "1061740", "5431260", "5409487", "3834488", "8015905", "5409488", "4127072", "1922718", "8221430"], "ranked_scores": [0.6087, 0.6022, 0.5967, 0.5898, 0.5884, 0.5865, 0.5848, 0.5801, 0.5801, 0.5789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495831", "6392875", "3495838", "3495835", "3495840", "3450402", "2692192", "6643679"], "ranked_scores": [0.523, 0.5226, 0.5129, 0.5092, 0.4905, 0.4752, 0.4625, 0.447, 0.4469, 0.4426], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212597", "609594", "6212588", "3843788", "6212591", "1941403", "1026671", "5753646", "8233321"], "ranked_scores": [0.5373, 0.528, 0.5161, 0.5155, 0.4926, 0.4849, 0.4583, 0.3981, 0.3968, 0.3828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7803343", "2790097", "6938258", "7601059", "7936183", "2299388", "5123479", "7704729"], "ranked_scores": [0.436, 0.3685, 0.2926, 0.2893, 0.2891, 0.2827, 0.2682, 0.2652, 0.2501, 0.2468], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["5891383", "3668938", "2857974", "1420186", "1460689", "8177246", "2857976", "8432430", "7511875", "3128424"], "ranked_scores": [0.5813, 0.5712, 0.5712, 0.5712, 0.5712, 0.5676, 0.5665, 0.5656, 0.5654, 0.5651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "1690952", "7515853", "4738326", "7104592", "6025784", "1136108", "4709447", "6124976"], "ranked_scores": [0.6512, 0.6386, 0.5758, 0.564, 0.5548, 0.5496, 0.5453, 0.538, 0.5342, 0.5281], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "8424304", "1420930", "7888894", "2229750", "6986881", "3559380", "1981693", "3712796", "6532155"], "ranked_scores": [0.5601, 0.5454, 0.5352, 0.5276, 0.5235, 0.5198, 0.5178, 0.5162, 0.5107, 0.509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["3404247", "3681700", "6304249", "3944077", "1304102", "3596760", "8667781", "7946528", "3791271", "3989499"], "ranked_scores": [0.6447, 0.6436, 0.6398, 0.6389, 0.6307, 0.6301, 0.6296, 0.6282, 0.6255, 0.6251], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m32-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["5265626", "1674646", "575979", "3527619", "8083121", "2684883", "8083127", "7837267", "6162682", "1674644"], "ranked_scores": [0.7348, 0.7319, 0.7306, 0.7208, 0.7125, 0.7109, 0.709, 0.708, 0.6994, 0.696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "5633832", "8083127", "157696", "2793691", "1297109", "20886", "526260", "389116", "8398033"], "ranked_scores": [0.6414, 0.6376, 0.6144, 0.613, 0.6097, 0.6087, 0.6058, 0.6006, 0.5979, 0.5899], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["5221728", "1238142", "298606", "7094398", "5559112", "6236648", "1374743", "2660744", "8510222", "7694305"], "ranked_scores": [0.5365, 0.5345, 0.5259, 0.5249, 0.5236, 0.5205, 0.5186, 0.515, 0.5112, 0.511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "7369987", "2548176", "7011409", "2812582", "2548173", "1727064", "3182362", "515311"], "ranked_scores": [0.6591, 0.6585, 0.6574, 0.6561, 0.6502, 0.6498, 0.6486, 0.6475, 0.6467, 0.6466], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048912", "3794297", "3794304", "7048914", "5450605", "7255678", "7255675", "5346316", "1587850", "8554964"], "ranked_scores": [0.4858, 0.4853, 0.4853, 0.4768, 0.475, 0.4705, 0.4676, 0.4666, 0.4651, 0.4608], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "3205963", "1190311", "7600993", "1123190", "4496437", "4450104", "5254021", "7929603", "1805806"], "ranked_scores": [0.5083, 0.5034, 0.4914, 0.4888, 0.4855, 0.4818, 0.4757, 0.4705, 0.4703, 0.4686], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "4816964", "6964479", "7813557", "6801871", "6964486", "5227711", "1777799", "6101780", "5091618"], "ranked_scores": [0.687, 0.6849, 0.6795, 0.6705, 0.6605, 0.6603, 0.6572, 0.6346, 0.6264, 0.5974], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "7698064", "3550559", "5079417", "4041246", "5997547", "5609239", "2562047", "5644075"], "ranked_scores": [0.6003, 0.5837, 0.5731, 0.5515, 0.542, 0.5383, 0.5355, 0.5175, 0.5168, 0.5147], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "7531871", "5110182", "249524", "289409", "1365210", "6950276", "6950269", "1640257", "289405"], "ranked_scores": [0.6005, 0.5913, 0.5888, 0.5871, 0.5844, 0.5798, 0.5762, 0.5746, 0.5737, 0.5695], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "6880517", "6880513", "2323827", "6124279", "4562810", "947575", "336438", "4941655"], "ranked_scores": [0.5395, 0.5038, 0.4761, 0.4761, 0.4735, 0.4667, 0.4607, 0.4496, 0.4492, 0.4455], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4405605", "8583766", "6033800", "8583763", "2469923", "1226213", "209692", "4922192"], "ranked_scores": [0.5589, 0.5484, 0.444, 0.431, 0.4305, 0.4177, 0.4149, 0.409, 0.4033, 0.3997], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7058926", "4623383", "3272997", "295788", "7058927", "5289585", "295794", "4996378", "4069689", "2242588"], "ranked_scores": [0.3821, 0.3671, 0.3583, 0.3537, 0.3507, 0.3418, 0.3418, 0.3411, 0.3332, 0.3243], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301814", "3803414", "277376", "7301818", "4561063", "3512764", "277381"], "ranked_scores": [0.6123, 0.5976, 0.5957, 0.5331, 0.5274, 0.5246, 0.5163, 0.5056, 0.4977, 0.4941], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8259512", "7970736", "8259514", "8450827", "8450833", "1265191", "8450828", "7970734", "7970735"], "ranked_scores": [0.6584, 0.6321, 0.6288, 0.6037, 0.5811, 0.5763, 0.5761, 0.5748, 0.5664, 0.5397], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "8296550", "485410", "3457120", "6145894", "7185831", "3043375", "8684894", "3469224"], "ranked_scores": [0.6943, 0.655, 0.6515, 0.6473, 0.6413, 0.64, 0.6373, 0.6355, 0.6355, 0.6315], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "1136294", "7220312", "8023011", "921284", "2010657", "7872867", "46048", "3505871", "3452115"], "ranked_scores": [0.5462, 0.4601, 0.4544, 0.4221, 0.4117, 0.4103, 0.4067, 0.4061, 0.3995, 0.395], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "630605", "630599", "5827343", "5644674", "7870700", "3636075", "3830558", "6043027", "6368665"], "ranked_scores": [0.5233, 0.4935, 0.4921, 0.4861, 0.4849, 0.4844, 0.4833, 0.4831, 0.4831, 0.4831], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "2116932", "2116936", "8157542", "7948042", "2116938", "4880893", "2116929", "2116933", "4880896"], "ranked_scores": [0.7572, 0.7514, 0.7468, 0.7425, 0.7395, 0.7329, 0.7251, 0.723, 0.7226, 0.7206], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["2450611", "7958943", "7958944", "4998837", "3915433", "3056113", "3891003", "5932719", "2870276", "2260935"], "ranked_scores": [0.461, 0.4378, 0.437, 0.4288, 0.4207, 0.4135, 0.4074, 0.4037, 0.4034, 0.4012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "4393603", "5231134", "4393601", "1226636", "3444262", "6641480", "1726611", "4916011", "7503576"], "ranked_scores": [0.6738, 0.6598, 0.6587, 0.6544, 0.6544, 0.6531, 0.6225, 0.6222, 0.6176, 0.6119], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489797", "2859564", "4489799", "6804877", "2131335", "4595482", "4826837", "7827765", "413808", "7170238"], "ranked_scores": [0.3733, 0.3662, 0.357, 0.355, 0.3531, 0.3528, 0.3522, 0.3455, 0.3449, 0.3442], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["4796869", "8045986", "2588002", "8540414", "442006", "1918866", "1839684", "4796876", "7269273", "2175868"], "ranked_scores": [0.7611, 0.7584, 0.749, 0.7454, 0.7446, 0.7411, 0.737, 0.7368, 0.7363, 0.7359], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "7689707", "8820180", "2188117", "6722338", "2749008", "64801", "3167491", "4390429"], "ranked_scores": [0.5362, 0.521, 0.5186, 0.5153, 0.5053, 0.5017, 0.4986, 0.4986, 0.4972, 0.4901], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3968773", "5808457", "92150", "5210161", "3346337", "2443030", "1460640", "1546056", "2884457", "6979322"], "ranked_scores": [0.6945, 0.6891, 0.6861, 0.6818, 0.6761, 0.6759, 0.6746, 0.6746, 0.6701, 0.6693], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5739636", "6365873", "4942019", "4901734", "2636668", "2636672", "5269626", "6639719", "1348264", "6588011"], "ranked_scores": [0.7463, 0.7458, 0.7407, 0.7386, 0.7364, 0.7346, 0.7336, 0.7322, 0.7317, 0.7288], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "2820637", "101099", "4805364", "7650732", "1088384", "6032018", "3073632", "1088382", "1039748"], "ranked_scores": [0.5868, 0.5615, 0.5592, 0.5558, 0.5504, 0.5489, 0.5466, 0.5423, 0.5418, 0.5402], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["2576605", "272188", "551238", "272190", "2692492", "1613675", "2576606", "7137675", "870345", "1525622"], "ranked_scores": [0.6944, 0.6929, 0.6925, 0.6919, 0.6916, 0.6908, 0.6896, 0.6861, 0.6792, 0.6721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6465151", "8277053", "6797667", "3188819", "5149609", "1850491", "8716923", "5408281", "8265258", "6090442"], "ranked_scores": [0.6714, 0.6682, 0.6543, 0.6529, 0.6432, 0.6412, 0.6368, 0.6363, 0.6317, 0.6286], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7288502", "7646422", "278768", "2061122", "5094229", "5196370", "4195768", "5756090", "2209127"], "ranked_scores": [0.6698, 0.6632, 0.6508, 0.6495, 0.6488, 0.6485, 0.6382, 0.6341, 0.6232, 0.6213], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["7154587", "2068025", "3230959", "3872927", "1463441", "8531579", "6818953", "5499496", "1237202", "6032214"], "ranked_scores": [0.5272, 0.5054, 0.5027, 0.4945, 0.4932, 0.4924, 0.4842, 0.4833, 0.4633, 0.462], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["4451324", "2396672", "3790429", "2918527", "7833608", "8796486", "4966850", "3790426", "3039809", "7833611"], "ranked_scores": [0.6229, 0.6171, 0.6112, 0.6108, 0.6079, 0.6052, 0.6045, 0.5994, 0.5965, 0.5844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511150", "2617807", "2898312", "4863108", "4863107", "2208599", "7526867", "2099688", "4600593", "5036995"], "ranked_scores": [0.7125, 0.7118, 0.7053, 0.7053, 0.7053, 0.6969, 0.6964, 0.6957, 0.6925, 0.6888], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "2737708", "7110611", "2299432", "3701436", "7937494", "7770199", "4586889", "1416173"], "ranked_scores": [0.6587, 0.653, 0.6373, 0.6354, 0.6347, 0.6298, 0.6251, 0.6149, 0.6135, 0.6061], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1472503", "8327486", "4522649", "1592532", "2066951", "4256443", "3659405", "806029", "2066950", "7672042"], "ranked_scores": [0.64, 0.638, 0.6375, 0.6368, 0.6358, 0.6314, 0.6237, 0.6181, 0.6166, 0.6135], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "7645257", "6207587", "6207588", "1696161", "7853301", "754800", "5904163", "8733282", "3712671"], "ranked_scores": [0.5802, 0.5609, 0.5461, 0.5386, 0.5352, 0.5348, 0.5328, 0.5216, 0.5206, 0.5203], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565557", "4004619", "2391075", "1338703", "2290637", "5206549", "4589415", "4893298", "2565555", "174956"], "ranked_scores": [0.6633, 0.6601, 0.6572, 0.6546, 0.6531, 0.6526, 0.6505, 0.648, 0.6474, 0.6473], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "3806458", "4991356", "4991353", "8374135", "7161101", "2913413", "3672237", "6465402"], "ranked_scores": [0.6391, 0.6323, 0.6318, 0.6318, 0.6098, 0.6088, 0.5913, 0.5852, 0.5821, 0.5808], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "4605271", "2531512", "4605270", "8201717", "5393501", "2531517", "7778949"], "ranked_scores": [0.6574, 0.6539, 0.6465, 0.6419, 0.6411, 0.6377, 0.6371, 0.6273, 0.5897, 0.5887], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["3942500", "4590213", "6632518", "139961", "1063812", "6632522", "7582739", "7582741", "4005369", "6632520"], "ranked_scores": [0.6578, 0.6578, 0.6555, 0.6555, 0.6555, 0.6533, 0.6515, 0.6515, 0.6502, 0.6502], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["8139545", "6903201", "1867101", "5812523", "1716202", "6903206", "5143805", "1933329", "6955768", "8608886"], "ranked_scores": [0.634, 0.6329, 0.6299, 0.6295, 0.6166, 0.6117, 0.6091, 0.6085, 0.6076, 0.604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7420248", "2940019", "1623860", "1969532", "3252244", "7728427", "4258668", "2940016", "7728423"], "ranked_scores": [0.6283, 0.5627, 0.5524, 0.5488, 0.5369, 0.5257, 0.525, 0.5232, 0.5214, 0.5183], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "1398369", "3451044", "2024648", "3451041", "3451043", "3811525", "7611886", "7562631"], "ranked_scores": [0.6055, 0.592, 0.5588, 0.5543, 0.543, 0.5424, 0.5188, 0.5171, 0.5171, 0.5167], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["5431260", "4158114", "5210293", "8221430", "8015905", "8221437", "6834849", "7856346", "1922718", "8221431"], "ranked_scores": [0.5855, 0.5796, 0.5568, 0.5549, 0.5538, 0.5533, 0.5532, 0.5515, 0.5481, 0.5461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495831", "3495837", "3495838", "3495835", "6392875", "3450402", "1634694", "3885772", "1881418"], "ranked_scores": [0.4911, 0.4911, 0.4889, 0.4791, 0.4467, 0.4285, 0.4267, 0.4254, 0.4254, 0.4194], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212597", "6212591", "6212588", "609594", "1941403", "3843788", "2444899", "5753646", "8233321"], "ranked_scores": [0.5571, 0.5434, 0.5095, 0.5002, 0.495, 0.4325, 0.4211, 0.3808, 0.3754, 0.3708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7803343", "1384086", "7601059", "3823638", "4774028", "7244771", "1031361", "5025269"], "ranked_scores": [0.4447, 0.3549, 0.302, 0.2894, 0.2766, 0.2659, 0.2654, 0.2613, 0.2604, 0.26], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["5891383", "4256781", "8177246", "7511875", "2857974", "3668938", "1420186", "1460689", "1193873", "1460687"], "ranked_scores": [0.5946, 0.5898, 0.5827, 0.5807, 0.5802, 0.5802, 0.5714, 0.5714, 0.5666, 0.5646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "7104592", "4738326", "7515853", "4709447", "6124976", "5830025", "6025784"], "ranked_scores": [0.6603, 0.6305, 0.5911, 0.5305, 0.5224, 0.5154, 0.5117, 0.507, 0.5044, 0.5039], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "3559380", "1420930", "8424304", "7888894", "6986881", "1981693", "2229750", "5812535", "7589839"], "ranked_scores": [0.5807, 0.5347, 0.522, 0.5217, 0.5154, 0.5089, 0.5063, 0.5018, 0.4931, 0.4906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["8667781", "3944077", "8798058", "1304102", "3391694", "3596760", "4385335", "1671233", "3404247", "7946528"], "ranked_scores": [0.6247, 0.6222, 0.6135, 0.6117, 0.6088, 0.6084, 0.6051, 0.5982, 0.5953, 0.5939], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m32-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["575979", "3619391", "5865180", "6162682", "1674646", "6858216", "558173", "20886", "1674644", "6489670"], "ranked_scores": [0.6995, 0.6912, 0.6906, 0.683, 0.6795, 0.6768, 0.6744, 0.6704, 0.6643, 0.6642], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["962399", "2684883", "2581550", "389116", "20886", "1674646", "6858216", "8083121", "6111212", "4969476"], "ranked_scores": [0.576, 0.5615, 0.5601, 0.5599, 0.5597, 0.5552, 0.5531, 0.5511, 0.5506, 0.548], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["5559112", "911138", "134195", "4726075", "1904920", "1238142", "6927127", "5221728", "7560319", "298606"], "ranked_scores": [0.5071, 0.5044, 0.5024, 0.4967, 0.4946, 0.4936, 0.4936, 0.4934, 0.4933, 0.4921], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "1187804", "2598342", "2548176", "6368608", "3072708", "7386245", "7369987", "7011409"], "ranked_scores": [0.5629, 0.5611, 0.5581, 0.5581, 0.5581, 0.5581, 0.5581, 0.5577, 0.5575, 0.5574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "5450605", "4269405", "1587850", "4348677", "1936834", "3794300", "8554964", "7255678", "5346316"], "ranked_scores": [0.4512, 0.4294, 0.4051, 0.4029, 0.3998, 0.3987, 0.3959, 0.3955, 0.3952, 0.3949], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "1190311", "8299818", "3205963", "378964", "5254021", "1229810", "4581467", "5676506", "7776113"], "ranked_scores": [0.3277, 0.3163, 0.3146, 0.3129, 0.3085, 0.3072, 0.3069, 0.3062, 0.3039, 0.2964], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6307875", "4816964", "5108588", "1767388", "7260457", "6815896", "5227711", "4487109", "724109", "8770202"], "ranked_scores": [0.5133, 0.503, 0.5029, 0.5026, 0.5018, 0.4998, 0.4979, 0.4967, 0.494, 0.4924], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "7698064", "3550561", "3550559", "8343642", "724148", "5644075", "1768445", "5997547", "217890"], "ranked_scores": [0.4768, 0.4764, 0.4508, 0.4464, 0.4355, 0.4318, 0.427, 0.4222, 0.4205, 0.4134], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["3761519", "5110182", "8452568", "1365210", "6950276", "7531871", "3761517", "4432476", "5180631", "1365215"], "ranked_scores": [0.4592, 0.4518, 0.4411, 0.435, 0.4346, 0.4281, 0.4224, 0.4186, 0.4156, 0.4099], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["5687382", "962399", "4513419", "7187663", "1263123", "4293610", "4562810", "6137138", "947575", "389116"], "ranked_scores": [0.4459, 0.4355, 0.4342, 0.4277, 0.4242, 0.4208, 0.4205, 0.4137, 0.4125, 0.4116], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "6033800", "8583766", "3897453", "1226213", "3829937", "2469923", "5218385", "1866080"], "ranked_scores": [0.3484, 0.3235, 0.3133, 0.31, 0.2923, 0.2889, 0.2859, 0.285, 0.2791, 0.2784], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["2389927", "5289585", "2242588", "662304", "6807529", "5196335", "3231354", "8111528", "7860829", "4623383"], "ranked_scores": [0.273, 0.2659, 0.2629, 0.2551, 0.247, 0.2408, 0.2319, 0.2305, 0.2274, 0.2272], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301816", "7301823", "7301819", "3512764", "7301818", "277376", "4561063", "6492793", "6041657", "430273"], "ranked_scores": [0.4552, 0.4506, 0.4468, 0.4303, 0.4213, 0.4186, 0.4184, 0.4165, 0.4147, 0.4138], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "7970736", "8450827", "8259512", "7970734", "8450833", "8259514", "1265191", "7970735", "5031425"], "ranked_scores": [0.4755, 0.4627, 0.4574, 0.4542, 0.4346, 0.4258, 0.4237, 0.4201, 0.4105, 0.4101], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "7185831", "8296554", "2586618", "133696", "2703674", "3469224", "8346654", "485410", "734127"], "ranked_scores": [0.5006, 0.4747, 0.4679, 0.4655, 0.4651, 0.4643, 0.4642, 0.4616, 0.4557, 0.4557], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2238728", "8484568", "2010657", "3452115", "1136294", "7220312", "8067800", "6467669", "46048"], "ranked_scores": [0.3546, 0.3201, 0.3195, 0.3138, 0.3085, 0.304, 0.298, 0.2924, 0.2918, 0.2875], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5966186", "5644674", "5556001", "3555957", "3835170", "5827343", "3555960", "630605", "3830558"], "ranked_scores": [0.3811, 0.3728, 0.3695, 0.3555, 0.3539, 0.3498, 0.3433, 0.3433, 0.3394, 0.3373], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "549175", "8157542", "1495624", "4845318", "507236", "2116936", "2116929", "3646580", "2116932"], "ranked_scores": [0.5787, 0.5779, 0.5749, 0.5746, 0.5739, 0.5718, 0.5711, 0.5704, 0.5694, 0.5691], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["3056113", "3638988", "2799087", "2450611", "2647181", "3915433", "7958943", "5984719", "4998837", "7958944"], "ranked_scores": [0.3622, 0.3474, 0.3445, 0.3385, 0.3218, 0.321, 0.3152, 0.3106, 0.31, 0.3072], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5231134", "1290166", "6302682", "6641480", "5185575", "925659", "3444262", "829440", "6611953"], "ranked_scores": [0.4844, 0.4796, 0.4721, 0.4663, 0.4642, 0.4628, 0.4628, 0.4627, 0.4623, 0.4575], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489797", "6127285", "7170238", "5293414", "2131335", "4122409", "1063812", "2131339", "6804877", "7803391"], "ranked_scores": [0.2601, 0.2556, 0.2542, 0.2461, 0.2448, 0.2351, 0.2334, 0.232, 0.2317, 0.2281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["5535297", "442006", "1839684", "2588002", "863946", "8045986", "7316555", "2587999", "7269273", "1023113"], "ranked_scores": [0.5986, 0.594, 0.5923, 0.59, 0.5891, 0.5886, 0.5863, 0.5853, 0.5851, 0.5835], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7880823", "5364574", "4553060", "4553065", "4390430", "3768485", "2800418", "1707182", "5364572", "64801"], "ranked_scores": [0.3882, 0.3848, 0.3734, 0.3597, 0.3574, 0.356, 0.3555, 0.3547, 0.3537, 0.3512], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5210161", "4153409", "8000092", "8386856", "3346337", "92150", "268498", "3562912", "4369187", "1493896"], "ranked_scores": [0.5619, 0.5581, 0.5546, 0.549, 0.5432, 0.5432, 0.5401, 0.5401, 0.5401, 0.5394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["4942019", "8426355", "7992320", "6365873", "1070638", "8307546", "5123227", "7135032", "4942015", "5739636"], "ranked_scores": [0.6342, 0.6338, 0.6327, 0.6323, 0.631, 0.6268, 0.6254, 0.6251, 0.6241, 0.6234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["4805364", "8421090", "2820637", "5170949", "5027731", "3073632", "631288", "6343914", "5027726", "5170943"], "ranked_scores": [0.4234, 0.4168, 0.4133, 0.4129, 0.412, 0.4064, 0.4029, 0.4009, 0.3952, 0.3918], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["2576606", "2576605", "521366", "6778613", "1613675", "2692492", "551238", "272190", "7137675", "272188"], "ranked_scores": [0.551, 0.551, 0.5408, 0.5384, 0.5361, 0.5323, 0.5322, 0.5245, 0.5227, 0.5216], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6465151", "471974", "6797667", "2589790", "3132831", "5408281", "1221320", "5373185", "8265258", "6694795"], "ranked_scores": [0.4934, 0.4502, 0.4465, 0.4382, 0.4354, 0.4315, 0.4312, 0.4309, 0.4298, 0.428], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7646422", "5094229", "4437972", "2061122", "7288502", "5196370", "6231821", "7646426", "6231816"], "ranked_scores": [0.568, 0.5654, 0.5578, 0.5563, 0.5547, 0.5535, 0.5514, 0.5507, 0.5497, 0.5491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "3230959", "8531579", "1237202", "2525613", "2068025", "3051802", "7647368", "6408406", "3872927"], "ranked_scores": [0.4193, 0.3942, 0.3931, 0.3744, 0.3696, 0.3626, 0.3605, 0.3535, 0.3503, 0.3492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["3790429", "7833608", "4451324", "2918527", "5258416", "8796486", "7833611", "1867187", "3663599", "4765785"], "ranked_scores": [0.4347, 0.4343, 0.4219, 0.4168, 0.4148, 0.4147, 0.4081, 0.4048, 0.4003, 0.3978], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2099688", "7526867", "3141441", "4786937", "6970738", "4005928", "2005370", "6368227", "982652", "4863108"], "ranked_scores": [0.5656, 0.5654, 0.5647, 0.5639, 0.5586, 0.5562, 0.5505, 0.5493, 0.5439, 0.5434], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "2992454", "3259751", "8237802", "8237806", "7110611", "5430044", "1958620", "6281807", "7110612"], "ranked_scores": [0.4861, 0.4623, 0.457, 0.4564, 0.4558, 0.4556, 0.4551, 0.4533, 0.451, 0.4502], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["2066950", "1592532", "7672042", "5336580", "30089", "712617", "4522649", "30085", "8327486", "30088"], "ranked_scores": [0.4662, 0.4611, 0.4604, 0.4585, 0.4581, 0.4573, 0.4569, 0.4569, 0.4554, 0.4532], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "754800", "7119732", "8148596", "3406120", "5904163", "8733282", "7853301", "1696161", "3712671"], "ranked_scores": [0.4593, 0.4563, 0.4461, 0.4364, 0.4277, 0.4241, 0.4237, 0.4206, 0.4156, 0.4137], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["5702662", "1338703", "57563", "4589415", "5212100", "5310704", "8819844", "946762", "6384387", "8187754"], "ranked_scores": [0.629, 0.629, 0.6139, 0.6127, 0.6127, 0.6127, 0.6127, 0.6127, 0.6127, 0.6127], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["3806458", "4991356", "7161101", "826058", "6988582", "3672237", "4991354", "1031987", "3148555", "5309597"], "ranked_scores": [0.537, 0.537, 0.5359, 0.5326, 0.5309, 0.5189, 0.5183, 0.5181, 0.5179, 0.5166], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4605271", "7778956", "4605270", "697749", "4900578", "5393501", "2531512", "3747811", "4409027", "8201717"], "ranked_scores": [0.3788, 0.3679, 0.352, 0.3502, 0.3417, 0.3394, 0.3394, 0.3327, 0.3289, 0.3229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "2169679", "139970", "1063812", "6632522", "6632520", "2488121", "6632518", "7582739", "7582741"], "ranked_scores": [0.5424, 0.5178, 0.5169, 0.5105, 0.5103, 0.5075, 0.5051, 0.5003, 0.4991, 0.4991], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1019739", "921100", "8608891", "6903206", "7313345", "921101", "3883683", "6713671", "8608886", "1478189"], "ranked_scores": [0.5028, 0.495, 0.4895, 0.4845, 0.4842, 0.4798, 0.4751, 0.4733, 0.4729, 0.4725], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "2940019", "2940016", "4258668", "7420248", "5339585", "6036135", "1623860", "7692614", "5934339"], "ranked_scores": [0.4483, 0.4132, 0.3906, 0.387, 0.3829, 0.3698, 0.3659, 0.3526, 0.3525, 0.3501], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "6241516", "3451041", "1380281", "3016589", "3451044", "1904920", "6235583", "3451043"], "ranked_scores": [0.4797, 0.4587, 0.4578, 0.4475, 0.4454, 0.4436, 0.442, 0.4354, 0.4354, 0.4348], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "6834849", "6387274", "4626170", "5210293", "3742896", "7856346", "8015905", "5210298", "5431260"], "ranked_scores": [0.4149, 0.4043, 0.398, 0.3974, 0.3916, 0.3814, 0.3806, 0.3779, 0.3769, 0.3764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "1779400", "3495835", "1047394", "1188785", "3495838", "3450402", "5118337", "1881418"], "ranked_scores": [0.3836, 0.3542, 0.3307, 0.3269, 0.3243, 0.3198, 0.3192, 0.3171, 0.3147, 0.3121], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212591", "609594", "6212597", "1941403", "2852056", "8116284", "8233321", "804848"], "ranked_scores": [0.4206, 0.4075, 0.3812, 0.3758, 0.3588, 0.348, 0.3178, 0.3172, 0.3092, 0.3059], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "3823638", "4520541", "1031361", "7601059", "1993059", "7704729", "2379160", "1919882", "2299388"], "ranked_scores": [0.2969, 0.2477, 0.2364, 0.2275, 0.2118, 0.2055, 0.2053, 0.1992, 0.1984, 0.1983], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["1460685", "1460690", "8432430", "2857976", "5891383", "1460687", "6037748", "3217352", "2857974", "3668938"], "ranked_scores": [0.4673, 0.4489, 0.4483, 0.4477, 0.4471, 0.4433, 0.441, 0.4405, 0.4402, 0.4402], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "6124976", "7321855", "4738326", "4684940", "4684937", "3118156", "5830025", "1449069"], "ranked_scores": [0.4555, 0.4546, 0.4396, 0.4253, 0.4205, 0.4191, 0.4186, 0.4165, 0.4159, 0.4155], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "2229750", "7589839", "2192937", "8424304", "8278272", "4341950", "286801", "2768871", "8351922"], "ranked_scores": [0.43, 0.4265, 0.4198, 0.4177, 0.4082, 0.396, 0.3912, 0.391, 0.3903, 0.3897], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["1671233", "3725216", "8667781", "2999426", "8743966", "2764847", "8743967", "6304249", "3989499", "7946528"], "ranked_scores": [0.4736, 0.4701, 0.4679, 0.4595, 0.4561, 0.4541, 0.4539, 0.4529, 0.4515, 0.4499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m48-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "7837267", "5265626", "3527619", "8083127", "2684883", "558173", "6162682", "1674644", "575979"], "ranked_scores": [0.713, 0.7027, 0.7019, 0.6974, 0.6947, 0.6864, 0.6795, 0.6785, 0.6745, 0.6714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "2581550", "5633832", "1674644", "8083127", "157696", "1297109", "2793691", "3619391", "3534685"], "ranked_scores": [0.609, 0.6039, 0.6024, 0.5981, 0.5944, 0.5881, 0.5823, 0.5811, 0.5777, 0.5604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7694305", "1238142", "7383965", "4726075", "298606", "6927127", "5559112", "8186121", "134195"], "ranked_scores": [0.5391, 0.5174, 0.515, 0.5124, 0.5107, 0.5064, 0.501, 0.5, 0.4998, 0.4986], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2812582", "5769842", "3338175", "7369987", "7011409", "1727064", "2548176", "515311", "6368608", "3182362"], "ranked_scores": [0.6485, 0.646, 0.6414, 0.6369, 0.6333, 0.6244, 0.6216, 0.6215, 0.6169, 0.6139], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "7048914", "3794304", "1159742", "2070215", "5346316", "8554964", "5450605", "7255678", "4348677"], "ranked_scores": [0.4824, 0.4786, 0.4764, 0.4711, 0.4678, 0.4545, 0.4538, 0.4537, 0.45, 0.4499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "8817884", "3205963", "4450104", "271165", "1190311", "1494980", "5254021", "2049514", "7776113"], "ranked_scores": [0.5008, 0.4898, 0.4846, 0.471, 0.4663, 0.4616, 0.4468, 0.4342, 0.433, 0.4266], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "4816964", "7813557", "6964479", "6801871", "5227711", "6980305", "6964486", "1777799", "6307875"], "ranked_scores": [0.6557, 0.6541, 0.6484, 0.6484, 0.6349, 0.6319, 0.6007, 0.5825, 0.5805, 0.5609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "7698064", "5997547", "3550559", "4154575", "5079417", "8343642", "1768445", "2562047"], "ranked_scores": [0.6155, 0.6089, 0.5675, 0.528, 0.5191, 0.5164, 0.5152, 0.5041, 0.5021, 0.5003], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "7531871", "4667084", "6950276", "8452568", "289409", "2421289", "1640260", "6950269", "5110182"], "ranked_scores": [0.5674, 0.5651, 0.5609, 0.5536, 0.5535, 0.5439, 0.5396, 0.5354, 0.5339, 0.5335], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "2552610", "4562810", "5931817", "2323827", "336438", "6880513", "6880517", "6124279"], "ranked_scores": [0.5391, 0.4826, 0.4598, 0.4503, 0.4497, 0.4465, 0.4464, 0.4437, 0.4437, 0.4357], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "8583766", "8583763", "2469923", "4922192", "209692", "1438830", "4405605", "2697614"], "ranked_scores": [0.5575, 0.5453, 0.4484, 0.4136, 0.4084, 0.4046, 0.3997, 0.3944, 0.3937, 0.3893], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["295794", "7058926", "4623383", "5389787", "4069689", "7058927", "114691", "5289585", "295788", "8111528"], "ranked_scores": [0.3883, 0.3811, 0.3719, 0.3666, 0.3549, 0.3543, 0.3542, 0.3523, 0.3378, 0.3366], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301816", "7301819", "7301823", "7301818", "277376", "3512764", "7301814", "3803414", "5457419", "692310"], "ranked_scores": [0.6435, 0.637, 0.6322, 0.5279, 0.5228, 0.5082, 0.4979, 0.4942, 0.4778, 0.4762], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8450827", "7970736", "8259512", "8450828", "7970734", "8450833", "8259514", "1265191", "7970735"], "ranked_scores": [0.6741, 0.624, 0.6138, 0.6125, 0.5749, 0.5589, 0.5508, 0.5466, 0.5392, 0.5189], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "3043375", "8296550", "8128745", "7185831", "4702009", "3457120", "8296554", "7138663"], "ranked_scores": [0.6939, 0.6501, 0.6306, 0.6306, 0.6305, 0.628, 0.6226, 0.6067, 0.6061, 0.6043], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "1136294", "46048", "3452115", "8067800", "8023011", "3505871", "921284", "2010657"], "ranked_scores": [0.5436, 0.475, 0.4364, 0.4074, 0.4045, 0.401, 0.3773, 0.3771, 0.3767, 0.3732], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "5827343", "7870705", "6368665", "3830558", "3555960", "5644674", "2001870", "6043027"], "ranked_scores": [0.5961, 0.5096, 0.5007, 0.4838, 0.4773, 0.4744, 0.4743, 0.4743, 0.4704, 0.4699], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4880893", "2116932", "8157542", "2116938", "7948042", "2116936", "7146728", "7948050", "2116929", "3646584"], "ranked_scores": [0.739, 0.729, 0.7256, 0.7204, 0.7202, 0.7159, 0.7089, 0.708, 0.7008, 0.6897], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["2450611", "7958944", "7958943", "2356986", "3891003", "4998837", "3056113", "2066418", "2870276", "3915433"], "ranked_scores": [0.453, 0.4524, 0.4441, 0.421, 0.4025, 0.4019, 0.3863, 0.3815, 0.3802, 0.38], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5231134", "4393601", "1226636", "4393603", "1726611", "925659", "2044076", "3444262", "5185575"], "ranked_scores": [0.6579, 0.6521, 0.6418, 0.6418, 0.6283, 0.5999, 0.599, 0.5806, 0.5774, 0.5734], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["2131339", "2131335", "4489797", "7170238", "7827765", "7170234", "4489799", "6804877", "2859564", "7803391"], "ranked_scores": [0.3692, 0.362, 0.3578, 0.3486, 0.3475, 0.3321, 0.3207, 0.3195, 0.3166, 0.3101], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "4796869", "8045986", "1839684", "7134383", "2588002", "3853232", "8540414", "6941634", "2175868"], "ranked_scores": [0.7695, 0.7551, 0.7473, 0.7471, 0.7262, 0.7257, 0.7215, 0.7211, 0.7191, 0.7147], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "1673140", "8820180", "5364572", "4390430", "7689707", "3246403", "3167491", "3768485"], "ranked_scores": [0.5278, 0.5195, 0.5168, 0.5166, 0.5135, 0.5099, 0.4939, 0.4817, 0.4789, 0.4786], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3968773", "6979322", "3346337", "2443030", "1460640", "5808457", "1546056", "92150", "6979330", "4615784"], "ranked_scores": [0.7011, 0.6889, 0.6862, 0.6784, 0.6776, 0.6756, 0.6729, 0.6683, 0.651, 0.6464], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["4942019", "5739636", "5269626", "2636672", "2636668", "4942015", "4901734", "1070638", "6365873", "1348264"], "ranked_scores": [0.73, 0.7261, 0.7207, 0.72, 0.7182, 0.7178, 0.7172, 0.7114, 0.71, 0.7079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "4805364", "101099", "6032018", "2820637", "3073632", "7650732", "7527096", "1039754", "1588747"], "ranked_scores": [0.5844, 0.5642, 0.5537, 0.5491, 0.5456, 0.5429, 0.5331, 0.5305, 0.5295, 0.5254], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576605", "2576606", "551238", "272188", "272190", "7137675", "2692492", "6778613", "1059524"], "ranked_scores": [0.7032, 0.6772, 0.6745, 0.6745, 0.6742, 0.6676, 0.6594, 0.6579, 0.6452, 0.6407], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6465151", "6797667", "8277053", "6502553", "5408281", "3188819", "5351935", "7409003", "6694795", "8265258"], "ranked_scores": [0.6362, 0.6069, 0.5964, 0.5926, 0.5918, 0.5873, 0.5845, 0.5826, 0.5811, 0.5802], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7288502", "5094229", "7646422", "2061122", "278768", "5756090", "5196370", "5352322", "4437972"], "ranked_scores": [0.6635, 0.6554, 0.6446, 0.636, 0.6334, 0.6303, 0.6208, 0.6194, 0.619, 0.6168], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "2068025", "5499496", "1237202", "8531579", "3872927", "7154587", "1463441", "574950", "6032214"], "ranked_scores": [0.5082, 0.5073, 0.5041, 0.4965, 0.4833, 0.4752, 0.4703, 0.4685, 0.4544, 0.4535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4451324", "2396672", "8796486", "4966850", "2421104", "2918527", "3790429", "8796481", "3039809"], "ranked_scores": [0.5899, 0.5742, 0.563, 0.5625, 0.5601, 0.5599, 0.5599, 0.5578, 0.547, 0.546], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511150", "2617807", "7526870", "2898312", "4863107", "4786937", "3141441", "982652", "4863108", "4600593"], "ranked_scores": [0.6994, 0.6868, 0.6739, 0.6688, 0.6679, 0.667, 0.6662, 0.6646, 0.6624, 0.6599], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7937494", "2299432", "7110611", "8310623", "4586889", "8237806", "4303165", "7770199"], "ranked_scores": [0.6346, 0.6298, 0.5982, 0.5967, 0.5953, 0.5945, 0.5892, 0.5865, 0.5802, 0.5799], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "8327486", "4256443", "3659405", "4522649", "5343617", "7672042", "2066951", "1472503", "5336580"], "ranked_scores": [0.6728, 0.6391, 0.6248, 0.6166, 0.6148, 0.608, 0.6062, 0.6041, 0.6041, 0.6018], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "6207587", "7645257", "6207588", "5827787", "5904163", "754800", "8733282", "7853301"], "ranked_scores": [0.6115, 0.5597, 0.5419, 0.5407, 0.5385, 0.52, 0.5101, 0.5093, 0.5042, 0.504], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "2290637", "4004619", "1338703", "351022", "2565555", "2391075", "7741066", "2245444", "2835995"], "ranked_scores": [0.6686, 0.6675, 0.656, 0.656, 0.6492, 0.648, 0.6476, 0.6463, 0.6433, 0.6406], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991356", "3806458", "7161101", "4991354", "4991353", "8374135", "3148555", "3672237", "6465402"], "ranked_scores": [0.6291, 0.6274, 0.6274, 0.6206, 0.6206, 0.5956, 0.5861, 0.5681, 0.5562, 0.5502], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4605271", "7778956", "4409027", "2531512", "5393501", "7778949", "4605270", "8201717", "2531517"], "ranked_scores": [0.6337, 0.6228, 0.6139, 0.6099, 0.5932, 0.5773, 0.5543, 0.5522, 0.5515, 0.5361], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["1063812", "7428627", "6632522", "4005369", "139970", "3942500", "4590213", "139961", "6632518", "7582739"], "ranked_scores": [0.6434, 0.6326, 0.627, 0.6161, 0.6147, 0.6135, 0.6129, 0.6104, 0.6094, 0.6062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "8139545", "921100", "6903206", "6903201", "1716202", "7313345", "5143805", "921101", "6955768"], "ranked_scores": [0.6226, 0.6037, 0.5995, 0.5862, 0.5858, 0.5828, 0.5823, 0.5815, 0.5711, 0.5634], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7420248", "2940019", "4258668", "5339585", "1623860", "7503113", "7503110", "3252244", "7728427"], "ranked_scores": [0.6558, 0.5598, 0.5551, 0.5548, 0.5443, 0.5385, 0.5335, 0.5246, 0.5231, 0.5153], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "2024648", "3451044", "1398369", "3451041", "5304087", "3811525", "6711597", "3451043"], "ranked_scores": [0.5918, 0.5661, 0.5536, 0.5508, 0.5426, 0.5206, 0.5044, 0.5013, 0.4767, 0.4767], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "5431260", "7856346", "4158114", "8221430", "4343906", "4626170", "5210293", "1922718", "6387274"], "ranked_scores": [0.5497, 0.5492, 0.5483, 0.5451, 0.5362, 0.534, 0.5302, 0.5283, 0.5233, 0.5126], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "7770963", "3885772", "1634694", "3495838", "3495835", "3450402", "2387122", "6392875"], "ranked_scores": [0.4729, 0.4702, 0.4493, 0.436, 0.436, 0.4344, 0.415, 0.4139, 0.41, 0.4072], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212597", "609594", "6212588", "6212591", "3843788", "1941403", "3843787", "2444899", "8233321"], "ranked_scores": [0.5596, 0.5477, 0.5313, 0.5284, 0.5056, 0.4543, 0.4125, 0.4049, 0.3701, 0.368], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "2790097", "4520541", "7803343", "7936183", "5128180", "6938258", "2379160", "1384086", "6948296"], "ranked_scores": [0.4675, 0.3366, 0.3246, 0.3164, 0.2941, 0.2899, 0.2857, 0.2847, 0.2822, 0.2811], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "1460685", "3668938", "8432430", "1460689", "8177246", "1420186", "2857974", "1193873"], "ranked_scores": [0.5939, 0.5862, 0.5679, 0.5669, 0.562, 0.5614, 0.5604, 0.5559, 0.5501, 0.5451], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "7104592", "4437855", "6124976", "3873782", "1452606", "1136108", "6107573"], "ranked_scores": [0.6351, 0.6282, 0.5368, 0.5155, 0.5052, 0.4927, 0.4919, 0.4787, 0.4777, 0.4772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "8424304", "1420930", "1981693", "2229750", "7888894", "3559380", "6986881", "7589839", "5812535"], "ranked_scores": [0.5493, 0.5279, 0.522, 0.5157, 0.4988, 0.4983, 0.4935, 0.492, 0.4889, 0.4834], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["3989499", "8667781", "6304249", "1304102", "3391694", "3944077", "8771883", "3596760", "3404247", "3681700"], "ranked_scores": [0.58, 0.5553, 0.5498, 0.5496, 0.5493, 0.5446, 0.5428, 0.5413, 0.5412, 0.5359], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-pq-m48-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["20886", "6162682", "1674646", "5865180", "3527619", "962399", "575979", "7391330", "8825856", "8083127"], "ranked_scores": [0.6602, 0.6537, 0.6527, 0.6486, 0.6417, 0.6387, 0.6361, 0.635, 0.6325, 0.6323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2581550", "3308552", "157696", "5633832", "1674646", "8083127", "8083121", "20886", "5865180", "2684883"], "ranked_scores": [0.55, 0.5453, 0.5439, 0.5403, 0.5367, 0.5363, 0.5341, 0.5339, 0.5278, 0.5262], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["134195", "6236648", "1238142", "7383965", "7694305", "3157496", "4218205", "8247542", "1904920", "5221728"], "ranked_scores": [0.499, 0.4873, 0.4703, 0.4673, 0.4647, 0.4645, 0.4637, 0.4621, 0.4606, 0.4592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5984488", "5359258", "66620", "66616", "7335397", "8003599", "1187804", "939898", "6926916", "5769842"], "ranked_scores": [0.5657, 0.5563, 0.5561, 0.5539, 0.552, 0.552, 0.552, 0.552, 0.5515, 0.5513], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "7048912", "1159742", "2070215", "5450605", "7410205", "5123280", "7255675", "3794297", "7391880"], "ranked_scores": [0.4175, 0.3984, 0.3802, 0.38, 0.3774, 0.377, 0.3746, 0.3727, 0.3699, 0.3652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "3205963", "8817884", "1190311", "1229810", "7634337", "4450104", "2215699", "5676506", "271165"], "ranked_scores": [0.3921, 0.3707, 0.3515, 0.3433, 0.3355, 0.3261, 0.3237, 0.3122, 0.3106, 0.3061], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6964479", "7260457", "6801871", "4816964", "4318064", "6815896", "5227711", "1173182", "7813557", "3930817"], "ranked_scores": [0.5328, 0.5302, 0.526, 0.5219, 0.5106, 0.5101, 0.5098, 0.5068, 0.5055, 0.5055], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5644075", "8343642", "5609239", "4154575", "724148", "5079417"], "ranked_scores": [0.4946, 0.4923, 0.4756, 0.4393, 0.4254, 0.4159, 0.413, 0.4061, 0.4049, 0.4022], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["7531871", "5110182", "4432472", "3761519", "1365210", "289409", "6950276", "1365215", "2421289", "8452568"], "ranked_scores": [0.4271, 0.4249, 0.423, 0.4126, 0.4083, 0.4067, 0.4038, 0.4, 0.3953, 0.3942], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "962399", "3445481", "4562810", "5896402", "947575", "4513419", "322270", "20886", "575979"], "ranked_scores": [0.4293, 0.428, 0.4174, 0.4174, 0.4155, 0.4134, 0.4075, 0.4037, 0.4033, 0.4009], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "6033800", "209692", "2469923", "915562", "1226213", "1438830", "8552348", "2697614"], "ranked_scores": [0.3993, 0.3794, 0.3401, 0.3083, 0.3073, 0.3068, 0.3011, 0.2986, 0.2849, 0.2799], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["5389787", "5196335", "662304", "8203167", "4623383", "4069689", "2242588", "2389927", "5289585", "8814850"], "ranked_scores": [0.2988, 0.2844, 0.2765, 0.2739, 0.2733, 0.273, 0.2708, 0.2692, 0.2683, 0.2647], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301814", "7301818", "8165523", "692310", "5457419", "5899959", "6808332"], "ranked_scores": [0.5337, 0.5163, 0.5003, 0.4658, 0.4286, 0.4278, 0.4134, 0.4133, 0.4127, 0.4085], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8259512", "7970736", "8450827", "8259514", "8450828", "3414066", "1265191", "3414069", "7970735"], "ranked_scores": [0.5271, 0.498, 0.4941, 0.4869, 0.4375, 0.4359, 0.4325, 0.4248, 0.4201, 0.4139], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "3457120", "133696", "8128745", "734127", "8684894", "664917", "2703674", "3043375", "3469224"], "ranked_scores": [0.5389, 0.5174, 0.5169, 0.509, 0.5003, 0.492, 0.4876, 0.486, 0.4845, 0.4836], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "2010657", "1136294", "8484568", "8067800", "8827604", "3452115", "665690", "8023011"], "ranked_scores": [0.3996, 0.3551, 0.3307, 0.3091, 0.308, 0.3051, 0.3024, 0.3016, 0.2941, 0.293], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5827343", "3555960", "3555957", "7870700", "2001870", "3835174", "5672317", "630599", "630605"], "ranked_scores": [0.4207, 0.3804, 0.3734, 0.3712, 0.371, 0.3654, 0.365, 0.3585, 0.3578, 0.357], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4517260", "2116932", "7671660", "7948050", "8157542", "2116938", "2949383", "875193", "7948042", "2116936"], "ranked_scores": [0.5957, 0.5955, 0.5911, 0.5885, 0.5865, 0.5847, 0.5846, 0.5795, 0.5788, 0.5782], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["3056113", "5984719", "2799087", "7958943", "7958944", "2647181", "2450611", "4998837", "4165452", "2356986"], "ranked_scores": [0.3567, 0.3332, 0.3317, 0.3296, 0.3271, 0.3227, 0.3092, 0.3046, 0.3011, 0.3008], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "1726611", "2044076", "925659", "5231134", "3444262", "6775026", "6822082", "1226636", "829440"], "ranked_scores": [0.5369, 0.5271, 0.5232, 0.5189, 0.5098, 0.504, 0.5036, 0.4909, 0.4905, 0.4871], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["2131335", "7803391", "7827765", "4031641", "261654", "4489797", "8232517", "7170234", "6046078", "4595482"], "ranked_scores": [0.2802, 0.2736, 0.2602, 0.2546, 0.2545, 0.2539, 0.2533, 0.2497, 0.2461, 0.2442], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "7134383", "442006", "7623736", "2587999", "5535297", "1918866", "1839684", "2588002", "2588000"], "ranked_scores": [0.6174, 0.6157, 0.6113, 0.6105, 0.609, 0.6055, 0.6043, 0.6025, 0.6017, 0.6017], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["5364572", "3768485", "4936994", "8820180", "6506033", "8820182", "356746", "1234792", "1143382", "2188117"], "ranked_scores": [0.4493, 0.4368, 0.4344, 0.4179, 0.4169, 0.401, 0.3944, 0.3861, 0.3856, 0.3845], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3968773", "3346337", "4153409", "2884457", "3161060", "5210161", "5729775", "115435", "8386856", "6012382"], "ranked_scores": [0.5775, 0.57, 0.5672, 0.5661, 0.558, 0.558, 0.5535, 0.5523, 0.5485, 0.5476], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5123227", "3733774", "4942019", "1070638", "6588011", "7135032", "5739636", "5784428", "656138", "2796265"], "ranked_scores": [0.6105, 0.6062, 0.5913, 0.5906, 0.5882, 0.5855, 0.583, 0.581, 0.5805, 0.5802], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "1039748", "1497166", "1088382", "4805364", "5027729", "8474680", "6032018", "2820637", "6343914"], "ranked_scores": [0.4399, 0.4262, 0.4192, 0.4154, 0.411, 0.4094, 0.4094, 0.4093, 0.4079, 0.4049], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["2576605", "1613675", "7137675", "2576606", "272188", "551238", "870351", "7249172", "2692492", "1059524"], "ranked_scores": [0.5676, 0.5607, 0.5533, 0.5522, 0.5511, 0.5494, 0.5477, 0.546, 0.5457, 0.5347], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["2570595", "6502553", "5351935", "3188819", "8277053", "2589790", "3296425", "1850491", "8263203", "6465151"], "ranked_scores": [0.4522, 0.4436, 0.4418, 0.4385, 0.4319, 0.4288, 0.4286, 0.4255, 0.4255, 0.4211], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5352322", "7646422", "278768", "2061122", "5094229", "2209127", "7288502", "7646426", "3557230"], "ranked_scores": [0.5406, 0.5249, 0.5231, 0.5228, 0.5181, 0.517, 0.5153, 0.5138, 0.5104, 0.509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "8531579", "2068025", "4891773", "3230959", "7154587", "5499496", "5764460", "574950", "1653501"], "ranked_scores": [0.4099, 0.4044, 0.4037, 0.4034, 0.3964, 0.3942, 0.3923, 0.3865, 0.3799, 0.3793], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["4451324", "8796486", "8796481", "3039809", "3790426", "1881025", "7833608", "4966850", "2396672", "2304854"], "ranked_scores": [0.4134, 0.4021, 0.392, 0.3917, 0.3884, 0.3875, 0.3873, 0.3871, 0.3814, 0.379], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["4863107", "2898312", "7526867", "4600593", "1098595", "4863108", "1511150", "2617807", "3141441", "3023169"], "ranked_scores": [0.5564, 0.5509, 0.5426, 0.5417, 0.5398, 0.5347, 0.5309, 0.5276, 0.5238, 0.521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "3701436", "7110611", "8331763", "7110612", "8310623", "8237806", "7770196", "4153698", "5430044"], "ranked_scores": [0.5122, 0.5062, 0.4951, 0.4899, 0.4895, 0.4783, 0.478, 0.468, 0.4679, 0.4628], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "8327486", "2066951", "2510074", "5343617", "3345716", "6979705", "1417034", "2394257", "4522649"], "ranked_scores": [0.5051, 0.4798, 0.4758, 0.472, 0.4682, 0.4677, 0.4663, 0.4663, 0.4654, 0.4636], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["754800", "7853304", "1696161", "7645257", "5904163", "3712671", "1198067", "5827787", "8733282", "7119732"], "ranked_scores": [0.4617, 0.4441, 0.4423, 0.4385, 0.4382, 0.4305, 0.4248, 0.4153, 0.4136, 0.4131], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["5702662", "2835995", "4211216", "1338703", "4432184", "4004614", "2476395", "6292055", "8187754", "8819844"], "ranked_scores": [0.6286, 0.626, 0.6247, 0.6214, 0.6213, 0.6191, 0.6175, 0.6175, 0.6175, 0.6175], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "826058", "4991356", "3806458", "7161101", "1883636", "8374135", "6988582", "3806454", "7920247"], "ranked_scores": [0.5175, 0.5082, 0.5039, 0.5038, 0.4921, 0.4887, 0.4819, 0.4789, 0.4769, 0.4766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4900578", "4605271", "5393501", "2531512", "2531517", "4409027", "4605270", "4363844", "7778949"], "ranked_scores": [0.4398, 0.4214, 0.4206, 0.3931, 0.3875, 0.383, 0.3809, 0.3694, 0.3556, 0.3536], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "3942500", "7795896", "139970", "4590213", "6632522", "5857755", "2169679", "5857756", "4951287"], "ranked_scores": [0.5124, 0.4979, 0.4951, 0.495, 0.4945, 0.4938, 0.4935, 0.4847, 0.4819, 0.4811], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "6903206", "5812523", "921100", "1867098", "5143805", "1019739", "8139545", "4992578", "3689309"], "ranked_scores": [0.5604, 0.5323, 0.5238, 0.5165, 0.5142, 0.5133, 0.5116, 0.507, 0.5069, 0.506], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "2940019", "4258668", "5339586", "7503113", "7503110", "2359804", "7692614", "5339585", "8008666"], "ranked_scores": [0.4921, 0.4257, 0.4081, 0.3973, 0.3877, 0.3822, 0.3774, 0.3772, 0.3749, 0.3719], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["3451044", "3451041", "8738884", "7562624", "2024648", "6236648", "1374743", "1904920", "8247542", "6235583"], "ranked_scores": [0.4809, 0.4598, 0.4455, 0.4412, 0.4282, 0.4233, 0.4203, 0.4193, 0.414, 0.412], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["5431260", "4158114", "4626170", "1922718", "8221431", "8221430", "7856346", "8221437", "1061740", "5210293"], "ranked_scores": [0.4649, 0.4493, 0.4178, 0.4114, 0.41, 0.4087, 0.4051, 0.4038, 0.4004, 0.3949], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "7770959", "1634694", "3450402", "3495837", "3495838", "3885772", "1779400", "3495831", "308711"], "ranked_scores": [0.3625, 0.3593, 0.3532, 0.3517, 0.3494, 0.3452, 0.3365, 0.3345, 0.3325, 0.3319], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "609594", "6212597", "6212591", "8233321", "3843788", "6212588", "1941403", "2444899", "3843787"], "ranked_scores": [0.4371, 0.4315, 0.4028, 0.3689, 0.3661, 0.3653, 0.35, 0.3386, 0.3127, 0.3107], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "3823638", "1919882", "4774028", "7296621", "1384086", "2299388", "2379160", "2790097"], "ranked_scores": [0.3412, 0.2725, 0.2441, 0.2352, 0.2269, 0.2224, 0.2217, 0.2202, 0.2199, 0.2091], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["5891383", "7511875", "8177246", "1193873", "4256781", "1460689", "8432430", "1460690", "1420186", "1460685"], "ranked_scores": [0.487, 0.4754, 0.4736, 0.4566, 0.4528, 0.4418, 0.435, 0.4348, 0.4323, 0.4304], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "7515853", "1449069", "642815", "4437855", "4684940", "1136108", "6025784"], "ranked_scores": [0.4791, 0.4557, 0.4445, 0.4181, 0.4127, 0.4016, 0.4008, 0.3998, 0.395, 0.3917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "1981693", "7589839", "3559380", "7772221", "1420930", "2768871", "3172809", "5209746", "8424304"], "ranked_scores": [0.4858, 0.4235, 0.4186, 0.4103, 0.4053, 0.3981, 0.3914, 0.3866, 0.3829, 0.3798], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["8743966", "7946528", "1304102", "6304249", "3989499", "297876", "2764847", "6342544", "8771883", "3391694"], "ranked_scores": [0.4622, 0.4577, 0.4561, 0.4536, 0.4465, 0.4409, 0.4339, 0.4289, 0.4288, 0.4278], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m64-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7837267", "5265626", "8083127", "3527619", "8083121", "1674646", "575979", "558173", "2684883", "6162682"], "ranked_scores": [0.6903, 0.6792, 0.6788, 0.6767, 0.6755, 0.6696, 0.6648, 0.6592, 0.6579, 0.653], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "1297109", "5633832", "8083127", "157696", "2581550", "220565", "3619391", "1674644", "3671400"], "ranked_scores": [0.6142, 0.6017, 0.6, 0.5909, 0.5877, 0.576, 0.5645, 0.552, 0.5515, 0.55], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "6236648", "7383965", "298606", "5559112", "1238142", "911138", "694863", "1592656"], "ranked_scores": [0.5396, 0.5292, 0.5281, 0.497, 0.4954, 0.4865, 0.4809, 0.4795, 0.4791, 0.4785], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "5769842", "2812582", "7369987", "7011409", "5684712", "6368609", "5359258", "1727064", "66616"], "ranked_scores": [0.6609, 0.6599, 0.6516, 0.6308, 0.6164, 0.6102, 0.6098, 0.6082, 0.6006, 0.5959], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "7048914", "3794297", "1159742", "7048912", "2070215", "5450605", "7255678", "7255675", "5346316"], "ranked_scores": [0.5137, 0.5052, 0.5002, 0.4836, 0.4631, 0.458, 0.455, 0.4533, 0.449, 0.4469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "1190311", "8817884", "8299818", "2049514", "3205963", "7600993", "7929603", "1805806", "1494980"], "ranked_scores": [0.5233, 0.4905, 0.4586, 0.4535, 0.4521, 0.4489, 0.443, 0.4404, 0.4399, 0.4324], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "7813557", "6964479", "4816964", "5227711", "6801871", "6964486", "1777799", "6980305", "6815901"], "ranked_scores": [0.6555, 0.6494, 0.6436, 0.6434, 0.6356, 0.6122, 0.5955, 0.5912, 0.5738, 0.5681], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "5997547", "4154575", "5079417", "8343642", "3550559", "2562047", "4041246"], "ranked_scores": [0.6326, 0.6126, 0.5643, 0.5348, 0.5247, 0.5241, 0.5104, 0.5082, 0.4985, 0.494], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["5110182", "8452568", "289409", "1365210", "7531871", "6950269", "6950276", "1365215", "1640260", "4432472"], "ranked_scores": [0.5793, 0.5594, 0.5387, 0.5361, 0.533, 0.5241, 0.5179, 0.5161, 0.5148, 0.5127], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "4562810", "2552610", "336438", "947575", "5931817", "6124279", "8190833", "4941655"], "ranked_scores": [0.5605, 0.5013, 0.4813, 0.4554, 0.4421, 0.4413, 0.4405, 0.4387, 0.4385, 0.4355], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1226213", "209692", "4922192", "8583763", "1438830", "8583766", "2469923", "6033800"], "ranked_scores": [0.5963, 0.5771, 0.4199, 0.4172, 0.4156, 0.4139, 0.4113, 0.4111, 0.4075, 0.3948], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623383", "8111528", "5389787", "7058926", "7058927", "4069689", "295794", "5196335", "5289585", "662304"], "ranked_scores": [0.3812, 0.375, 0.3727, 0.3726, 0.3648, 0.3647, 0.3616, 0.3469, 0.3469, 0.3437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301816", "7301819", "7301823", "7301818", "7301814", "3512764", "277376", "3803414", "277381", "6808332"], "ranked_scores": [0.6561, 0.6509, 0.6434, 0.5363, 0.5178, 0.4831, 0.467, 0.4522, 0.4447, 0.4426], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8259512", "7970736", "8450827", "8259514", "8450833", "8450828", "7970734", "1265191", "7970735"], "ranked_scores": [0.6688, 0.6456, 0.6273, 0.5833, 0.5804, 0.5682, 0.5528, 0.5483, 0.5437, 0.5433], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "3457120", "8296554", "7185831", "4702009", "133696", "8296550", "8684894", "3043375"], "ranked_scores": [0.663, 0.6302, 0.6089, 0.607, 0.6046, 0.5982, 0.5981, 0.5925, 0.5897, 0.5852], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "2010657", "3452115", "921284", "3505871", "1136294", "8484568", "8067800", "665690"], "ranked_scores": [0.5588, 0.5108, 0.444, 0.4183, 0.4017, 0.4013, 0.3849, 0.3795, 0.3743, 0.3699], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "630605", "5827343", "5672319", "3555960", "6368665", "630599", "6975615"], "ranked_scores": [0.6383, 0.506, 0.4893, 0.4859, 0.4758, 0.4719, 0.4686, 0.4675, 0.4641, 0.4592], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116932", "7948042", "2116936", "4880893", "8157542", "4880896", "3646584", "7948050", "2116929", "2116933"], "ranked_scores": [0.7265, 0.7154, 0.7129, 0.7129, 0.7017, 0.6852, 0.6849, 0.6783, 0.6657, 0.6604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "2450611", "4998837", "2870276", "3056113", "2356986", "3915433", "3638988", "5932719"], "ranked_scores": [0.452, 0.4477, 0.4359, 0.4167, 0.4041, 0.3988, 0.3966, 0.3866, 0.3793, 0.373], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5231134", "4393603", "4393601", "1226636", "3444262", "1726611", "6641480", "2002380", "925659"], "ranked_scores": [0.6719, 0.6266, 0.6212, 0.6189, 0.6189, 0.5954, 0.5724, 0.5648, 0.5639, 0.5623], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827765", "4489797", "2131335", "6127285", "2131339", "4489799", "7170238", "2859564", "7803391", "4489794"], "ranked_scores": [0.3756, 0.3695, 0.362, 0.3517, 0.348, 0.3342, 0.3291, 0.3261, 0.3248, 0.3223], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "1839684", "8540414", "3853232", "4796869", "7134383", "1918866", "7269273", "7623736"], "ranked_scores": [0.7568, 0.7388, 0.7351, 0.7335, 0.7281, 0.7236, 0.7185, 0.7084, 0.7068, 0.7026], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["4936994", "6506033", "8820180", "4390430", "1143382", "3768485", "1673140", "7689710", "5364572", "7689707"], "ranked_scores": [0.5362, 0.5191, 0.4933, 0.4824, 0.4751, 0.4604, 0.4556, 0.455, 0.4481, 0.4376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3346337", "3968773", "92150", "1460640", "1546056", "2443030", "6979322", "5808457", "4615784", "3046036"], "ranked_scores": [0.7005, 0.6971, 0.6849, 0.6705, 0.6701, 0.6699, 0.669, 0.6549, 0.6268, 0.6261], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5739636", "4942019", "4901734", "5269626", "4942015", "2796274", "3733774", "2796265", "8281194", "8426355"], "ranked_scores": [0.7376, 0.7287, 0.726, 0.7258, 0.722, 0.7157, 0.6975, 0.6972, 0.6966, 0.6923], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "4805364", "6032018", "2820637", "101099", "1588747", "5174051", "4805366", "1039754", "5170943"], "ranked_scores": [0.5667, 0.5535, 0.5409, 0.5379, 0.5328, 0.5123, 0.5119, 0.5118, 0.5113, 0.5077], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "551238", "2576605", "2576606", "2692492", "272188", "6033952", "272190", "7137675", "521366"], "ranked_scores": [0.7012, 0.6796, 0.6787, 0.6747, 0.6684, 0.6647, 0.6508, 0.6473, 0.631, 0.6135], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6465151", "8277053", "1850491", "6797667", "5408281", "6694795", "7409003", "5351935", "8716923", "2139645"], "ranked_scores": [0.6089, 0.6067, 0.5819, 0.576, 0.5712, 0.5709, 0.569, 0.5513, 0.5497, 0.5488], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7288502", "5094229", "2061122", "7646422", "5756090", "278768", "5196370", "2510740", "4437972"], "ranked_scores": [0.6722, 0.65, 0.6455, 0.6334, 0.6302, 0.6223, 0.6101, 0.6021, 0.593, 0.5921], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["2068025", "7154587", "5499496", "3872927", "6818953", "8531579", "1237202", "6032214", "4594595", "1463441"], "ranked_scores": [0.5168, 0.5081, 0.5037, 0.5025, 0.5015, 0.487, 0.4852, 0.4635, 0.4571, 0.4565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["4451324", "7833608", "8796486", "8607085", "4966850", "7833611", "3790429", "5675630", "2396672", "2918527"], "ranked_scores": [0.5684, 0.5582, 0.5517, 0.5453, 0.5362, 0.5344, 0.5319, 0.5141, 0.5055, 0.5046], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "1511150", "4863108", "4863107", "2898312", "4786937", "2099688", "7526867", "2617807", "982652"], "ranked_scores": [0.6865, 0.6775, 0.672, 0.6714, 0.6664, 0.661, 0.6572, 0.6558, 0.6489, 0.6443], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "8310623", "4586889", "4303165", "3701436", "7770199", "2299432", "6013490"], "ranked_scores": [0.6529, 0.634, 0.6127, 0.588, 0.5715, 0.5701, 0.5621, 0.5589, 0.5514, 0.5514], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "8327486", "4256443", "2066951", "3659405", "4522649", "5343617", "5336580", "30088", "2366115"], "ranked_scores": [0.6869, 0.6397, 0.6212, 0.6181, 0.6082, 0.6061, 0.6041, 0.6024, 0.5837, 0.5826], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "7853301", "6207587", "754800", "7645257", "5904163", "6207588", "8148596", "5827787"], "ranked_scores": [0.6263, 0.5538, 0.5401, 0.5321, 0.5291, 0.5266, 0.5118, 0.5099, 0.5015, 0.5012], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "2290637", "5206549", "2835995", "4004619", "2391075", "1338703", "3920912", "7734838", "2391077"], "ranked_scores": [0.6685, 0.6614, 0.6577, 0.6572, 0.6541, 0.6487, 0.6471, 0.6428, 0.6367, 0.6364], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991356", "3806458", "7161101", "4991354", "8374135", "4991353", "117136", "3148555", "3672237"], "ranked_scores": [0.6518, 0.6389, 0.6376, 0.6282, 0.6208, 0.5756, 0.5718, 0.5418, 0.5392, 0.5387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4605271", "4409027", "7778956", "2531512", "2531517", "8201717", "5393501", "7778949", "4605270"], "ranked_scores": [0.6063, 0.6061, 0.6005, 0.5963, 0.5683, 0.5248, 0.5136, 0.5104, 0.5052, 0.5019], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "6632518", "4005369", "6632520", "1063812", "3942500", "4590213", "1063811", "8586692", "6632522"], "ranked_scores": [0.63, 0.6154, 0.607, 0.605, 0.603, 0.6017, 0.597, 0.5895, 0.5892, 0.5875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5143805", "1867101", "5812523", "6903201", "921100", "8608886", "8139545", "1933329", "1364304", "6955768"], "ranked_scores": [0.6047, 0.6011, 0.5939, 0.5831, 0.583, 0.5781, 0.5758, 0.569, 0.5678, 0.5642], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "2940019", "4258668", "7503110", "7503113", "2359804", "2940016", "5339585", "7420248", "5339586"], "ranked_scores": [0.6657, 0.5556, 0.5448, 0.5334, 0.5289, 0.5274, 0.5229, 0.5196, 0.5094, 0.5068], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "2024648", "7562624", "3451044", "3451041", "7562631", "1398369", "5304087", "3811525", "6711597"], "ranked_scores": [0.5935, 0.5738, 0.5673, 0.5209, 0.5152, 0.5139, 0.5127, 0.4934, 0.4749, 0.4723], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["5431260", "7856346", "8221437", "8221431", "4158114", "8221430", "4343906", "1922718", "6269961", "4626170"], "ranked_scores": [0.5723, 0.5563, 0.5417, 0.5306, 0.5291, 0.5189, 0.5175, 0.5154, 0.5118, 0.499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495831", "3495837", "7770963", "3495838", "3495835", "1634694", "3885772", "3450402", "1188785", "2387122"], "ranked_scores": [0.4833, 0.478, 0.4649, 0.4576, 0.445, 0.4281, 0.4236, 0.4132, 0.3992, 0.3907], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212597", "609594", "6212588", "6212591", "1941403", "3843788", "3843787", "8233321", "917841"], "ranked_scores": [0.5948, 0.5709, 0.5659, 0.5359, 0.5356, 0.4352, 0.4247, 0.3972, 0.382, 0.3627], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "2790097", "4520541", "7936183", "7601059", "4774028", "7803343", "1384086", "1399397", "3823638"], "ranked_scores": [0.4956, 0.3548, 0.3371, 0.3252, 0.3111, 0.308, 0.3063, 0.2841, 0.2805, 0.2768], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "1460685", "2857974", "8177246", "3668938", "8432430", "1460689", "1420186", "1193873"], "ranked_scores": [0.5925, 0.5787, 0.5743, 0.5554, 0.5524, 0.5491, 0.5444, 0.5439, 0.5435, 0.5421], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "1690952", "4738326", "4709447", "1136108", "7515853", "7104592", "4437855", "6124976"], "ranked_scores": [0.6281, 0.6247, 0.5294, 0.4918, 0.4899, 0.4882, 0.4775, 0.4745, 0.4721, 0.4716], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "8424304", "7888894", "2229750", "1981693", "5812535", "6986881", "3559380", "1420930", "7589839"], "ranked_scores": [0.5534, 0.5022, 0.4957, 0.4926, 0.4908, 0.4835, 0.4828, 0.4812, 0.4768, 0.4726], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "3596760", "1939468", "8771883", "3944077", "3989499", "3391694", "2819440", "8743967", "8798058"], "ranked_scores": [0.6034, 0.5578, 0.544, 0.5402, 0.5324, 0.5303, 0.526, 0.5231, 0.5204, 0.5192], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m64-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["8083121", "7837267", "5865180", "575979", "1674646", "4362703", "6162682", "3527619", "1301327", "558173"], "ranked_scores": [0.6365, 0.6353, 0.6322, 0.6305, 0.6292, 0.6278, 0.624, 0.6223, 0.6216, 0.6204], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["5633832", "8083121", "2684883", "1297109", "220565", "8083127", "157696", "389116", "20886", "3063200"], "ranked_scores": [0.5533, 0.5487, 0.5456, 0.5216, 0.5133, 0.5119, 0.5112, 0.5111, 0.5108, 0.5061], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["5559112", "5842823", "5221728", "6236648", "298606", "7694305", "134195", "4921435", "2295208", "59604"], "ranked_scores": [0.5188, 0.4882, 0.4846, 0.4841, 0.4773, 0.4749, 0.472, 0.471, 0.4609, 0.4578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "2812582", "5984488", "7369987", "2598342", "5359258", "7386338", "8279447", "2041473"], "ranked_scores": [0.5704, 0.5688, 0.5669, 0.565, 0.5631, 0.5618, 0.5612, 0.5608, 0.5575, 0.5571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "3794304", "3794297", "8554964", "5346316", "1587850", "7255675", "5450605", "1159742", "3794300"], "ranked_scores": [0.4572, 0.4491, 0.4407, 0.4113, 0.4104, 0.4099, 0.4074, 0.4058, 0.4051, 0.4035], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "7929603", "1190311", "8817884", "1413538", "8299818", "6199240", "1179925", "4450104", "162733"], "ranked_scores": [0.4208, 0.4071, 0.3889, 0.3887, 0.3622, 0.3572, 0.357, 0.357, 0.3564, 0.354], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "5227711", "6980305", "6964479", "1767388", "5108583", "6815901", "1356469", "6801871"], "ranked_scores": [0.5519, 0.5176, 0.517, 0.5085, 0.5043, 0.5013, 0.4915, 0.4901, 0.4892, 0.4863], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5997547", "5079417", "4154575", "5644075", "4041246", "2562047"], "ranked_scores": [0.5295, 0.5127, 0.4866, 0.4716, 0.4579, 0.457, 0.4433, 0.4307, 0.4267, 0.4214], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["6950276", "8452568", "5110182", "289409", "1365210", "5180631", "6950275", "6733381", "3761519", "7531871"], "ranked_scores": [0.4462, 0.4427, 0.4222, 0.4209, 0.4146, 0.4113, 0.3981, 0.3976, 0.3964, 0.3941], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["947575", "2579637", "7187663", "4562810", "4513419", "4941655", "5931817", "5687382", "7296621", "3263857"], "ranked_scores": [0.4388, 0.4336, 0.4307, 0.4177, 0.4111, 0.4106, 0.4064, 0.4059, 0.4055, 0.4039], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "2469923", "209692", "8583763", "4405605", "1226213", "8583766", "1438830", "6033800"], "ranked_scores": [0.4505, 0.4475, 0.3658, 0.3499, 0.3476, 0.3338, 0.3312, 0.3128, 0.312, 0.3004], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["662304", "4069689", "5389787", "4623383", "6807529", "5196335", "7058926", "7858636", "8203167", "7858639"], "ranked_scores": [0.3165, 0.3058, 0.3051, 0.2901, 0.2846, 0.2796, 0.2641, 0.2603, 0.2567, 0.2558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "3803414", "7301814", "7301818", "277376", "6808332", "3454177", "5457419"], "ranked_scores": [0.5412, 0.5218, 0.5089, 0.4552, 0.4534, 0.4446, 0.4333, 0.4251, 0.4163, 0.4122], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "7970736", "8259512", "8450827", "8259514", "8450828", "3414069", "8450833", "7970734", "7970735"], "ranked_scores": [0.5396, 0.5327, 0.5226, 0.5026, 0.4806, 0.4645, 0.4518, 0.441, 0.4323, 0.4288], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "3043375", "7612966", "5720449", "4702013", "133696", "8684894", "664917", "7160804"], "ranked_scores": [0.5634, 0.5285, 0.5234, 0.5173, 0.5165, 0.5153, 0.5151, 0.5068, 0.5057, 0.505], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "8484568", "665690", "2010657", "1136294", "8067800", "46048", "1488965"], "ranked_scores": [0.4157, 0.3764, 0.3302, 0.3128, 0.309, 0.3063, 0.3045, 0.3029, 0.2983, 0.2864], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "5672319", "6975615", "630599", "3830558", "2995208", "3636075", "3555960", "7919682"], "ranked_scores": [0.4672, 0.3806, 0.38, 0.3721, 0.3697, 0.3684, 0.3639, 0.3634, 0.363, 0.3621], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "7948050", "2116936", "2116932", "8157542", "7671660", "7146728", "2116938", "4880893", "4880896"], "ranked_scores": [0.5762, 0.5693, 0.5661, 0.5617, 0.5527, 0.546, 0.5459, 0.5448, 0.5382, 0.5376], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "3056113", "2450611", "2647181", "3638988", "4998837", "3915433", "2356986", "2799087", "7218532"], "ranked_scores": [0.3955, 0.3651, 0.3626, 0.3518, 0.3434, 0.3366, 0.3305, 0.3257, 0.3194, 0.3163], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5231134", "4393603", "925659", "3444262", "1226636", "251385", "4393601", "2002380", "1726611"], "ranked_scores": [0.5342, 0.5315, 0.5079, 0.4889, 0.4862, 0.4839, 0.4823, 0.4807, 0.4793, 0.4777], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["2131335", "7170238", "4489797", "7803391", "2131339", "7170234", "4031641", "7827765", "6127285", "2859564"], "ranked_scores": [0.3124, 0.3006, 0.2997, 0.2823, 0.2775, 0.275, 0.2726, 0.2694, 0.2634, 0.261], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "2587999", "5535297", "442006", "2175868", "5143396", "1918866", "7269273", "8540414", "1143274"], "ranked_scores": [0.6225, 0.619, 0.6128, 0.6065, 0.5931, 0.5916, 0.5897, 0.5845, 0.5842, 0.5824], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["4936994", "6506033", "2188117", "5039968", "8820180", "3768485", "7689707", "5364572", "356746", "1673140"], "ranked_scores": [0.4337, 0.4192, 0.4014, 0.4002, 0.4001, 0.3963, 0.3883, 0.3838, 0.3724, 0.3722], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3346337", "6979322", "3968773", "4284022", "5210161", "5305583", "8386856", "6255207", "2443030", "92150"], "ranked_scores": [0.5972, 0.5845, 0.5819, 0.5745, 0.5736, 0.5645, 0.5643, 0.5609, 0.5574, 0.5572], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["4901734", "7135032", "5739636", "3733774", "7346169", "4942019", "656138", "2253612", "2796274", "4942015"], "ranked_scores": [0.6214, 0.6158, 0.6147, 0.6146, 0.6038, 0.6021, 0.598, 0.5971, 0.5961, 0.5947], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["2820637", "5170949", "6343914", "1588747", "4805364", "4805366", "3073632", "5027726", "6032018", "1039748"], "ranked_scores": [0.4407, 0.4384, 0.4323, 0.4282, 0.4226, 0.4182, 0.4108, 0.4083, 0.4053, 0.3985], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576605", "2576606", "551238", "7137675", "272188", "2692492", "272190", "6033952", "870351"], "ranked_scores": [0.6208, 0.5865, 0.5763, 0.5713, 0.5651, 0.5606, 0.5546, 0.551, 0.5438, 0.5352], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8277053", "6090442", "2589790", "6465151", "3188819", "1850491", "6694795", "6502553", "8265258", "5351935"], "ranked_scores": [0.4519, 0.4453, 0.4438, 0.4409, 0.4349, 0.4341, 0.4341, 0.4302, 0.4208, 0.4196], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "2061122", "7646422", "5094229", "3557230", "278768", "7288502", "5756090", "5352322", "5196370"], "ranked_scores": [0.5856, 0.5614, 0.5549, 0.5412, 0.5381, 0.5368, 0.536, 0.53, 0.5261, 0.5199], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["7154587", "6818953", "7154586", "1463441", "1237202", "8531579", "3872927", "574950", "2525613", "5499496"], "ranked_scores": [0.4368, 0.4268, 0.4072, 0.4065, 0.4054, 0.4042, 0.3955, 0.3948, 0.3948, 0.393], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["8796481", "2396672", "4451324", "4966850", "3663599", "7833608", "5675630", "3790426", "8607085", "4233620"], "ranked_scores": [0.4458, 0.4301, 0.426, 0.4225, 0.4191, 0.4164, 0.4143, 0.4136, 0.4128, 0.3929], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511150", "982652", "4863108", "2898312", "4863107", "4600593", "3141441", "4786937", "2617807", "7526870"], "ranked_scores": [0.5446, 0.5357, 0.535, 0.5327, 0.5321, 0.5308, 0.5301, 0.5231, 0.5205, 0.5188], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "8310623", "7110612", "7110611", "8237806", "4303165", "3701436", "3519999", "6013490", "3520001"], "ranked_scores": [0.535, 0.5046, 0.4785, 0.4773, 0.4736, 0.4684, 0.466, 0.464, 0.4617, 0.4601], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "8327486", "5336580", "30088", "5343617", "4502858", "2066951", "2574549", "4256443", "1417034"], "ranked_scores": [0.5572, 0.5212, 0.5081, 0.502, 0.4987, 0.4949, 0.4947, 0.4941, 0.4933, 0.4925], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "5904163", "6207587", "3712671", "754800", "6207588", "2789716", "8098325", "8148596", "7119732"], "ranked_scores": [0.5079, 0.4843, 0.4743, 0.4742, 0.4452, 0.4335, 0.4303, 0.418, 0.4174, 0.4094], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2835995", "2290637", "6292055", "1338703", "4360889", "4004613", "1338702", "1338705", "2476395", "2391075"], "ranked_scores": [0.6334, 0.6224, 0.6188, 0.6151, 0.6136, 0.613, 0.6072, 0.6064, 0.6061, 0.6052], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "4991356", "3806458", "7161101", "117136", "3672237", "8374135", "4991353", "3148555"], "ranked_scores": [0.5647, 0.5483, 0.5292, 0.5272, 0.5248, 0.5245, 0.5056, 0.5026, 0.4957, 0.4935], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4900578", "4605271", "8201717", "2531512", "4605270", "5393501", "3747811", "4409027", "2531517"], "ranked_scores": [0.4329, 0.4245, 0.4208, 0.4046, 0.3932, 0.3904, 0.3893, 0.3867, 0.3857, 0.3785], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "5857755", "6632520", "6632522", "139961", "8586692", "6632518", "3942500", "7831679", "1063812"], "ranked_scores": [0.5533, 0.514, 0.5124, 0.5056, 0.5019, 0.5004, 0.4995, 0.4979, 0.4944, 0.4941], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5143805", "5812523", "1867101", "921100", "8139545", "6903201", "1019739", "4992578", "6903206", "921101"], "ranked_scores": [0.508, 0.5051, 0.4982, 0.4963, 0.4887, 0.486, 0.4818, 0.4808, 0.4782, 0.4777], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "5339586", "5339585", "2940019", "7503113", "7503110", "2940016", "3252244", "7728423"], "ranked_scores": [0.5095, 0.44, 0.4272, 0.4121, 0.4107, 0.4088, 0.4002, 0.3986, 0.398, 0.3958], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "6953054", "1374743", "5559112", "3451041", "3451044", "2102610", "6236648", "2069035"], "ranked_scores": [0.4319, 0.4299, 0.4262, 0.426, 0.4098, 0.4016, 0.401, 0.3952, 0.3937, 0.3936], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221437", "5431260", "6834849", "8221430", "4158114", "4343906", "5210293", "8221431", "4127072"], "ranked_scores": [0.4901, 0.4847, 0.4808, 0.4765, 0.454, 0.4529, 0.4526, 0.4412, 0.4403, 0.4371], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "1634694", "3885772", "3495838", "3495831", "3495837", "5118337", "1188785", "3450402", "6625132"], "ranked_scores": [0.3855, 0.3606, 0.3562, 0.344, 0.3381, 0.3357, 0.3324, 0.3308, 0.3209, 0.3087], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6212597", "6401864", "6212588", "3843788", "6212591", "1941403", "8233321", "379395", "471140"], "ranked_scores": [0.4523, 0.4397, 0.4356, 0.4186, 0.3898, 0.3885, 0.3651, 0.3506, 0.3407, 0.3255], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "3823638", "7803343", "1384086", "4774028", "1399397", "4476040", "2763685", "4520541", "7936183"], "ranked_scores": [0.3802, 0.2497, 0.2489, 0.2485, 0.2484, 0.2415, 0.2399, 0.2393, 0.2387, 0.225], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["3668938", "8432430", "8177246", "1460689", "1420186", "1193873", "1460685", "4256781", "5891383", "7511875"], "ranked_scores": [0.4837, 0.477, 0.477, 0.4727, 0.4697, 0.4672, 0.466, 0.4584, 0.4565, 0.452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7848151", "1690952", "7515853", "1449069", "7104592", "4878176", "4709447", "1136108"], "ranked_scores": [0.5038, 0.4985, 0.4508, 0.4314, 0.4273, 0.4257, 0.4198, 0.4154, 0.4133, 0.4116], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["8424304", "1981696", "7589839", "3559380", "3712796", "1981693", "6417183", "6986881", "6361048", "2192937"], "ranked_scores": [0.4471, 0.4433, 0.4229, 0.415, 0.4116, 0.4005, 0.4003, 0.396, 0.3951, 0.3911], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["3989499", "2764847", "8667781", "3596760", "8743966", "4049212", "3725216", "1939468", "1304102", "8743967"], "ranked_scores": [0.4779, 0.4604, 0.4566, 0.4526, 0.4464, 0.4461, 0.4449, 0.4448, 0.4417, 0.4413], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-pq-m96-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "7837267", "5265626", "575979", "8083127", "558173", "3527619", "7072115", "6162682", "749759"], "ranked_scores": [0.6412, 0.6261, 0.6224, 0.614, 0.603, 0.6001, 0.6, 0.5949, 0.5935, 0.5911], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "5633832", "1297109", "157696", "1674646", "8083127", "220565", "8398033", "20886", "389116"], "ranked_scores": [0.5569, 0.5479, 0.5229, 0.5129, 0.5086, 0.5079, 0.5033, 0.5033, 0.5023, 0.5012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7694305", "134195", "298606", "6235583", "1238142", "5842823", "4726075", "1592656", "6927127"], "ranked_scores": [0.5303, 0.4993, 0.4898, 0.4796, 0.4712, 0.4695, 0.4572, 0.4562, 0.4554, 0.4525], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "5769842", "2812582", "7369987", "5984488", "3399535", "3125130", "8279447", "66616", "6368609"], "ranked_scores": [0.567, 0.5662, 0.5653, 0.5652, 0.5509, 0.5451, 0.5438, 0.5388, 0.538, 0.5354], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "3794304", "3794297", "5450605", "7048912", "1159742", "1936834", "8554964", "2070215", "7255678"], "ranked_scores": [0.4575, 0.4372, 0.428, 0.4248, 0.4223, 0.4075, 0.4037, 0.3992, 0.3917, 0.3861], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "1805806", "1190311", "4450104", "7600993", "7929603", "7634337", "2215699", "8817884", "6199240"], "ranked_scores": [0.4175, 0.3699, 0.3653, 0.363, 0.3628, 0.3583, 0.3581, 0.3464, 0.3453, 0.3447], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "5227711", "6964479", "7813557", "6801871", "1767388", "6964486", "4318064", "6815901"], "ranked_scores": [0.5812, 0.5741, 0.553, 0.5523, 0.5505, 0.5306, 0.5219, 0.5116, 0.5096, 0.5045], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "4154575", "5079417", "5997547", "5609239", "3550559", "2562047", "4041246"], "ranked_scores": [0.5233, 0.5166, 0.5115, 0.4476, 0.4458, 0.4428, 0.433, 0.4281, 0.4259, 0.4195], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "4667084", "6950269", "7531871", "5110182", "3761519", "6950276", "289409", "4414409"], "ranked_scores": [0.4739, 0.4524, 0.4468, 0.4439, 0.4436, 0.4339, 0.4325, 0.4309, 0.4278, 0.401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["4562810", "2552610", "7187663", "5931817", "947575", "7189134", "4513419", "5100196", "1239940", "4941655"], "ranked_scores": [0.4177, 0.4157, 0.4152, 0.3991, 0.3948, 0.3945, 0.3918, 0.3911, 0.388, 0.3873], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "1226213", "4922192", "209692", "1438830", "8583766", "5218385", "2469923", "1928478"], "ranked_scores": [0.5322, 0.4979, 0.3807, 0.3559, 0.3506, 0.326, 0.3223, 0.3214, 0.3191, 0.3089], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623383", "5389787", "5289585", "7058926", "662304", "4069689", "7858636", "295794", "8111532", "2389927"], "ranked_scores": [0.3354, 0.333, 0.3223, 0.3077, 0.3053, 0.3045, 0.3035, 0.2838, 0.2823, 0.2797], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301814", "7301818", "277376", "277381", "3512764", "4561063", "6363851"], "ranked_scores": [0.5776, 0.5747, 0.564, 0.4664, 0.4562, 0.4515, 0.4348, 0.4175, 0.4078, 0.4077], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8259512", "7970736", "8450827", "8259514", "8450833", "1265191", "7970734", "7970735", "8450828"], "ranked_scores": [0.6132, 0.5678, 0.552, 0.5224, 0.5048, 0.4821, 0.4789, 0.4755, 0.4703, 0.4365], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "7185831", "3457120", "8346654", "5720449", "3043375", "4702013", "7160804", "133696", "485410"], "ranked_scores": [0.5877, 0.548, 0.545, 0.5418, 0.541, 0.5187, 0.517, 0.5025, 0.5023, 0.5014], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "1136294", "2010657", "3452115", "8484568", "665690", "46048", "8067800", "6467669"], "ranked_scores": [0.5266, 0.3984, 0.3608, 0.3588, 0.3426, 0.3425, 0.3264, 0.3234, 0.3225, 0.3209], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "3702788", "5340239", "5672319", "8091571", "5672317", "630605", "5644674"], "ranked_scores": [0.4949, 0.4307, 0.4046, 0.3926, 0.3722, 0.3665, 0.3658, 0.3639, 0.3633, 0.3623], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116932", "7948050", "7948042", "2116938", "7146728", "4880893", "8157542", "2116929", "2083431", "2116936"], "ranked_scores": [0.606, 0.6031, 0.5996, 0.5958, 0.5788, 0.5781, 0.5764, 0.5753, 0.5708, 0.5624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["2450611", "7958944", "3915433", "7958943", "3891003", "3056113", "4998837", "2870276", "2647181", "3225747"], "ranked_scores": [0.4109, 0.3995, 0.3821, 0.3697, 0.366, 0.3569, 0.3498, 0.3492, 0.3475, 0.3274], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5231134", "4393603", "4393601", "6641480", "1226636", "1726611", "3444262", "2044076", "6822082"], "ranked_scores": [0.5663, 0.547, 0.5338, 0.5242, 0.5226, 0.5217, 0.4977, 0.4961, 0.488, 0.4803], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["2131335", "7827765", "2859564", "2131339", "6768417", "6127285", "7803391", "4489797", "1723862", "413808"], "ranked_scores": [0.3372, 0.308, 0.2953, 0.2901, 0.2877, 0.2871, 0.2859, 0.2809, 0.2658, 0.2641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "1918866", "1839684", "8045986", "8540414", "4796869", "7623736", "3853232", "5535297", "6941634"], "ranked_scores": [0.6322, 0.6191, 0.6185, 0.6126, 0.6122, 0.6075, 0.6039, 0.6026, 0.6001, 0.5964], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["4936994", "6506033", "1143382", "1673140", "5364572", "3768485", "356746", "409310", "7689707", "4390430"], "ranked_scores": [0.4927, 0.4745, 0.4439, 0.4391, 0.4388, 0.4378, 0.4237, 0.4148, 0.4037, 0.402], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "6979322", "3968773", "3346337", "2443030", "1460640", "3046036", "5210161", "5729775", "5808457"], "ranked_scores": [0.584, 0.5826, 0.5818, 0.5772, 0.5749, 0.574, 0.5706, 0.569, 0.5604, 0.5579], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5739636", "4901734", "4942019", "2796274", "5269626", "2636672", "7992320", "3733774", "8281194", "4942015"], "ranked_scores": [0.6429, 0.6374, 0.6348, 0.6344, 0.6342, 0.6254, 0.6247, 0.6195, 0.6182, 0.6137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "2820637", "1039748", "4805364", "7650732", "7527096", "1333651", "6032018", "1588747", "5174051"], "ranked_scores": [0.4913, 0.4649, 0.4608, 0.4574, 0.4533, 0.452, 0.45, 0.4467, 0.4459, 0.4438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "551238", "2576605", "2576606", "7137675", "272188", "2692492", "272190", "6033952", "8759592"], "ranked_scores": [0.629, 0.5817, 0.5814, 0.5769, 0.5744, 0.5653, 0.5576, 0.5552, 0.5489, 0.5465], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6797667", "1850491", "6465151", "6502553", "5351935", "5408281", "3188819", "3749515", "5149609", "8277053"], "ranked_scores": [0.4808, 0.4735, 0.4668, 0.4502, 0.4494, 0.4443, 0.4417, 0.4401, 0.4315, 0.4296], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7288502", "5094229", "7646422", "2061122", "5196370", "5352322", "5756090", "278768", "2536497"], "ranked_scores": [0.6144, 0.5786, 0.5785, 0.569, 0.5629, 0.5417, 0.5319, 0.5281, 0.5243, 0.5215], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3872927", "6818953", "8531579", "5499496", "7154587", "1237202", "2068025", "4596087", "1463441", "6032214"], "ranked_scores": [0.4376, 0.4311, 0.427, 0.4252, 0.4245, 0.4167, 0.4065, 0.4013, 0.3997, 0.3985], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["4451324", "7833608", "5675630", "8796486", "3039809", "2918527", "2998932", "2396672", "8607085", "1867187"], "ranked_scores": [0.4644, 0.4335, 0.4305, 0.4271, 0.4261, 0.421, 0.4189, 0.4188, 0.4124, 0.4103], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511150", "2208599", "2617812", "7526870", "4600593", "4786937", "3141441", "7526867", "5036995", "4863107"], "ranked_scores": [0.5846, 0.5842, 0.5768, 0.5712, 0.5693, 0.5595, 0.5567, 0.5548, 0.5515, 0.543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110611", "7110612", "3569750", "4303165", "3701436", "7434451", "4517769", "8310623", "8237806"], "ranked_scores": [0.5653, 0.5136, 0.49, 0.4897, 0.4852, 0.4837, 0.48, 0.478, 0.4736, 0.4706], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "2066951", "5336580", "8327486", "3659405", "4256443", "5336577", "2366115", "5343617", "4522649"], "ranked_scores": [0.5594, 0.5378, 0.5222, 0.5198, 0.5133, 0.5122, 0.4984, 0.4945, 0.4935, 0.4932], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "754800", "3712671", "6207588", "5904163", "7853301", "6207587", "8148596", "7645257", "7119732"], "ranked_scores": [0.5231, 0.472, 0.4619, 0.4551, 0.4446, 0.4427, 0.4385, 0.4354, 0.4315, 0.4307], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["1338703", "4004619", "6302237", "2835995", "4205560", "4589415", "4360889", "5702662", "4211216", "2290637"], "ranked_scores": [0.6286, 0.6176, 0.6069, 0.6067, 0.6064, 0.606, 0.6016, 0.6014, 0.6009, 0.599], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["3806458", "826058", "4991356", "7161101", "4991354", "6988582", "8374135", "1621473", "117136", "3148555"], "ranked_scores": [0.5459, 0.5454, 0.5353, 0.5225, 0.5189, 0.4942, 0.4802, 0.4784, 0.4761, 0.4709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4900578", "4605271", "2531512", "3747811", "4409027", "6193415", "5393501", "4605270", "2531517"], "ranked_scores": [0.5192, 0.497, 0.4835, 0.4582, 0.4546, 0.4364, 0.4112, 0.4074, 0.4021, 0.3949], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "8586692", "3942500", "6632518", "6632520", "4590213", "6632522", "7582739", "1063811", "6167829"], "ranked_scores": [0.5439, 0.5387, 0.5335, 0.5282, 0.5238, 0.517, 0.5167, 0.5144, 0.5133, 0.5085], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "921100", "5812523", "1933329", "6903206", "8608886", "6180355", "5143805", "6903201", "463652"], "ranked_scores": [0.543, 0.5247, 0.5233, 0.5131, 0.5065, 0.5051, 0.5046, 0.5016, 0.4957, 0.4944], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "5339585", "7420248", "7503113", "2940019", "7503110", "5339586", "2940016", "3617286"], "ranked_scores": [0.5489, 0.4508, 0.4435, 0.438, 0.4371, 0.4342, 0.4252, 0.4228, 0.419, 0.4146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["2024648", "8738884", "7562624", "1398369", "3451044", "3451041", "7395283", "6711596", "6235583", "3811525"], "ranked_scores": [0.4912, 0.485, 0.4626, 0.4383, 0.4331, 0.4169, 0.4094, 0.4062, 0.4048, 0.4023], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8221437", "5431260", "4127072", "4158114", "7856346", "8015905", "6387274", "2525123", "5409488"], "ranked_scores": [0.5198, 0.5146, 0.4746, 0.4533, 0.4477, 0.4443, 0.4405, 0.4381, 0.4331, 0.4315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495838", "3495831", "1634694", "3495835", "2387122", "308711", "2463549", "1188785"], "ranked_scores": [0.4409, 0.4185, 0.3926, 0.3821, 0.3575, 0.3573, 0.3485, 0.3485, 0.3454, 0.3441], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212597", "609594", "6401864", "6212588", "6212591", "1941403", "3843788", "8233321", "917841", "379395"], "ranked_scores": [0.5094, 0.4825, 0.4809, 0.4368, 0.4292, 0.3984, 0.3956, 0.3583, 0.3571, 0.3466], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "1384086", "4520541", "7601059", "7803343", "3823638", "2379160", "2763685", "7936183", "2790097"], "ranked_scores": [0.4466, 0.3253, 0.2752, 0.263, 0.2627, 0.2593, 0.2546, 0.2533, 0.2426, 0.2422], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["8177246", "7511875", "1460685", "5891383", "1460689", "1420186", "7511874", "1193873", "3668938", "2857974"], "ranked_scores": [0.5083, 0.4999, 0.4854, 0.4853, 0.4774, 0.4646, 0.4602, 0.4542, 0.4525, 0.4481], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "4709447", "1690952", "5564159", "4878176", "7104592", "6124976", "1449069", "6107573"], "ranked_scores": [0.5372, 0.5068, 0.4535, 0.447, 0.4464, 0.429, 0.4228, 0.4147, 0.406, 0.4018], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "2229750", "7589839", "8424304", "3559380", "7888894", "7772221", "1981693", "3108253", "6532155"], "ranked_scores": [0.4637, 0.4507, 0.4506, 0.4375, 0.4329, 0.4277, 0.4247, 0.4181, 0.4168, 0.4139], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["3596760", "3989499", "7946528", "8743967", "3404247", "4564069", "6342544", "3982832", "1939468", "2764847"], "ranked_scores": [0.4795, 0.4662, 0.4654, 0.4587, 0.4527, 0.4509, 0.4461, 0.4439, 0.4374, 0.435], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m128-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["8083127", "6162682", "7837267", "575979", "558173", "1674646", "7072115", "20886", "5265626", "962399"], "ranked_scores": [0.6337, 0.6317, 0.627, 0.6259, 0.6256, 0.6222, 0.6049, 0.604, 0.6018, 0.601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["5633832", "1297109", "2684883", "157696", "8083127", "2581550", "1674644", "220565", "3308552", "6162682"], "ranked_scores": [0.5531, 0.5514, 0.5471, 0.5316, 0.528, 0.5221, 0.5171, 0.5136, 0.5124, 0.5079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7694305", "298606", "4726075", "5842823", "5559112", "134195", "5221728", "6236648", "1238142"], "ranked_scores": [0.5219, 0.5003, 0.4979, 0.4791, 0.4788, 0.4778, 0.468, 0.4672, 0.4669, 0.4615], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2812582", "3338175", "7369987", "5769842", "5984488", "66616", "5359258", "3399535", "8279447", "2458975"], "ranked_scores": [0.5944, 0.5861, 0.5844, 0.581, 0.5575, 0.5554, 0.5533, 0.5514, 0.5475, 0.5427], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "3794304", "7048914", "1159742", "7048912", "2070215", "5450605", "7255675", "4305354", "8093131"], "ranked_scores": [0.462, 0.4578, 0.4347, 0.426, 0.4229, 0.4174, 0.4139, 0.4057, 0.3944, 0.392], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "7600993", "1190311", "3205963", "4450104", "8299818", "1805806", "8817884", "1494980", "5254021"], "ranked_scores": [0.4914, 0.4227, 0.4211, 0.4003, 0.3973, 0.3925, 0.3892, 0.3857, 0.3771, 0.3727], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "6964479", "5227711", "7813557", "6801871", "6307875", "1173182", "6964486", "1767388"], "ranked_scores": [0.6024, 0.5801, 0.5553, 0.5416, 0.5386, 0.5326, 0.5275, 0.5176, 0.5136, 0.5064], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "4154575", "4041246", "5997547", "5079417", "1768445", "8343642"], "ranked_scores": [0.5783, 0.5623, 0.5448, 0.4783, 0.478, 0.4759, 0.4728, 0.4626, 0.4467, 0.4332], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "8452568", "7531871", "289409", "1365215", "6950275", "4667084", "6950276", "5110182", "249524"], "ranked_scores": [0.4865, 0.4709, 0.4708, 0.4574, 0.456, 0.4518, 0.4509, 0.4427, 0.437, 0.4346], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["947575", "2552610", "7187663", "336438", "7187662", "4941655", "20886", "4562810", "2323827", "6124279"], "ranked_scores": [0.449, 0.4203, 0.4148, 0.411, 0.4066, 0.4053, 0.402, 0.3983, 0.3982, 0.395], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "2469923", "4922192", "8583766", "4405605", "1226213", "2697614", "1438830", "8583763"], "ranked_scores": [0.5307, 0.5098, 0.3985, 0.3939, 0.3913, 0.376, 0.3723, 0.3708, 0.3609, 0.3528], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4069689", "5289585", "4623383", "5389787", "5196335", "8111528", "2242588", "8203167", "662304", "8111532"], "ranked_scores": [0.3696, 0.3555, 0.3517, 0.3381, 0.3275, 0.319, 0.317, 0.3167, 0.3166, 0.315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301818", "7301814", "277376", "6808332", "3512764", "3803414", "277381"], "ranked_scores": [0.5888, 0.5845, 0.5818, 0.481, 0.4526, 0.45, 0.4226, 0.422, 0.4087, 0.4069], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "7970736", "8259512", "8450827", "8259514", "8450828", "8450833", "7970735", "1265191", "3414066"], "ranked_scores": [0.6131, 0.5911, 0.5505, 0.537, 0.5334, 0.4879, 0.4834, 0.473, 0.4721, 0.4554], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "3457120", "8346654", "4702013", "8684894", "7185831", "3043375", "8296550", "8296554", "133696"], "ranked_scores": [0.5882, 0.5748, 0.5693, 0.5491, 0.5419, 0.5403, 0.5401, 0.5356, 0.5328, 0.532], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "8484568", "8067800", "2010657", "1136294", "3936785", "8023011", "665690"], "ranked_scores": [0.544, 0.4582, 0.3921, 0.3597, 0.3549, 0.3457, 0.3428, 0.342, 0.3368, 0.3356], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7870700", "5672319", "5827343", "630599", "3555960", "3702788", "2995208", "2001867"], "ranked_scores": [0.5746, 0.4907, 0.4759, 0.4223, 0.4144, 0.4019, 0.3978, 0.3957, 0.3901, 0.3882], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "4880893", "2116932", "7948050", "8157542", "2116938", "2116936", "4880896", "2116929", "3646584"], "ranked_scores": [0.6368, 0.6199, 0.6194, 0.6123, 0.6034, 0.6012, 0.5914, 0.5874, 0.585, 0.5782], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "2450611", "4998837", "3056113", "1880129", "3532662", "2785552", "3891003", "3109473"], "ranked_scores": [0.4176, 0.4107, 0.3993, 0.3824, 0.3503, 0.3411, 0.336, 0.3332, 0.332, 0.3235], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "4393603", "3444262", "2044076", "925659", "1726611", "4393601", "5231134", "3217980", "6641482"], "ranked_scores": [0.611, 0.5328, 0.5291, 0.5044, 0.5031, 0.5023, 0.4992, 0.4965, 0.4965, 0.4959], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827765", "2131335", "2131339", "4489797", "7170238", "6127285", "7803391", "2859563", "413811", "6046078"], "ranked_scores": [0.3643, 0.3354, 0.3243, 0.3215, 0.3084, 0.2916, 0.2829, 0.2823, 0.2805, 0.2763], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "1839684", "8045986", "1918866", "7269273", "8540414", "2588002", "5535297", "3853232", "4796869"], "ranked_scores": [0.6632, 0.6505, 0.6397, 0.6246, 0.6221, 0.6166, 0.6162, 0.6152, 0.6051, 0.6026], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "5364572", "4936994", "1673140", "8820180", "7689707", "5039968", "3768485", "1143382", "4390430"], "ranked_scores": [0.4997, 0.4636, 0.4523, 0.4465, 0.4438, 0.4326, 0.427, 0.4196, 0.4091, 0.4088], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3346337", "3968773", "92150", "6979322", "2443030", "8386856", "5210161", "1546056", "1460640", "6363366"], "ranked_scores": [0.6329, 0.5993, 0.5959, 0.5943, 0.5804, 0.5776, 0.5747, 0.5745, 0.5727, 0.5716], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["4942019", "5739636", "4942015", "2796274", "8281194", "2796268", "2796265", "4901734", "7992320", "1070638"], "ranked_scores": [0.6706, 0.6497, 0.6453, 0.6355, 0.6337, 0.6309, 0.63, 0.6242, 0.6237, 0.6234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "2820637", "7527096", "6032018", "1333652", "4805364", "1039754", "5174051", "4805366", "5027729"], "ranked_scores": [0.521, 0.5002, 0.4753, 0.4668, 0.4651, 0.4646, 0.4631, 0.463, 0.4626, 0.458], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "551238", "2576606", "2576605", "2692492", "272188", "1525620", "6033952", "272190", "7137675"], "ranked_scores": [0.6394, 0.6108, 0.6074, 0.6026, 0.6002, 0.5776, 0.5714, 0.5676, 0.566, 0.5655], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6797667", "6465151", "8277053", "6502553", "5149609", "5952078", "5408281", "2589790", "1850491", "7810605"], "ranked_scores": [0.5232, 0.5019, 0.499, 0.4816, 0.4701, 0.4675, 0.4672, 0.4633, 0.4617, 0.4596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7646422", "7288502", "2061122", "5756090", "5196370", "7288504", "5352322", "278768"], "ranked_scores": [0.6177, 0.5962, 0.586, 0.5626, 0.5611, 0.5534, 0.5436, 0.5434, 0.5409, 0.5293], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1237202", "6818953", "3872927", "8531579", "5499496", "7154587", "2068025", "7647368", "6818958", "6818952"], "ranked_scores": [0.4677, 0.4671, 0.4631, 0.4454, 0.4411, 0.4394, 0.4316, 0.4292, 0.4054, 0.4046], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["8796481", "7833608", "4233620", "4966850", "5675630", "2998932", "8607085", "2918527", "2396672", "3790426"], "ranked_scores": [0.479, 0.4778, 0.4722, 0.449, 0.4435, 0.4398, 0.4372, 0.4336, 0.4302, 0.4284], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511150", "2617812", "4863107", "2208599", "2617807", "4786937", "7526870", "4863108", "3141441", "2898312"], "ranked_scores": [0.5958, 0.5795, 0.5709, 0.5705, 0.5665, 0.5595, 0.5573, 0.5541, 0.5537, 0.5513], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "6281807", "8310623", "4517769", "7770196", "5655", "3519999", "3520001"], "ranked_scores": [0.6141, 0.5252, 0.5217, 0.5138, 0.5126, 0.5008, 0.5004, 0.5002, 0.4872, 0.4854], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "4256443", "8327486", "5343617", "2366115", "5336580", "4522649", "2066951", "30089", "4502858"], "ranked_scores": [0.6125, 0.5357, 0.5305, 0.5256, 0.516, 0.516, 0.5118, 0.5, 0.4968, 0.4959], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "5904163", "7853301", "6207587", "8148596", "7119732", "6207588", "3406120", "7645257"], "ranked_scores": [0.5687, 0.511, 0.4952, 0.4896, 0.4758, 0.4747, 0.4746, 0.4738, 0.4644, 0.4524], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "2835995", "2290637", "4004619", "5206549", "2391077", "6302237", "4205560", "4211216", "5702662"], "ranked_scores": [0.627, 0.6132, 0.6126, 0.6117, 0.5978, 0.5975, 0.5948, 0.5945, 0.5888, 0.5875], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991356", "4991354", "7161101", "3806458", "8374135", "3672237", "4991353", "1003383", "6988582"], "ranked_scores": [0.5931, 0.5706, 0.5522, 0.5485, 0.5478, 0.5227, 0.5017, 0.5014, 0.5008, 0.4916], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4900578", "4409027", "5393501", "4605270", "3747811", "2531512", "7778949", "2531517"], "ranked_scores": [0.5072, 0.505, 0.4994, 0.4728, 0.4576, 0.4562, 0.4519, 0.4483, 0.4258, 0.4197], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "6632518", "6632522", "6632520", "139961", "4590213", "2488121", "7582739", "8586692", "3942500"], "ranked_scores": [0.5754, 0.5499, 0.5366, 0.5315, 0.5315, 0.5269, 0.524, 0.5217, 0.5173, 0.5166], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["921100", "1867101", "5143805", "463652", "1933329", "5812523", "7313345", "921101", "8139545", "7313342"], "ranked_scores": [0.5596, 0.5573, 0.5528, 0.5317, 0.5183, 0.5171, 0.5138, 0.5109, 0.5058, 0.5049], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "5339585", "2940019", "7503113", "2940016", "7420248", "7503110", "8008666", "2359804"], "ranked_scores": [0.6014, 0.4965, 0.4671, 0.4667, 0.4648, 0.4524, 0.4495, 0.4475, 0.4418, 0.4388], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "2024648", "6711597", "6236648", "1398369", "3451044", "7562631", "3451041", "6711596"], "ranked_scores": [0.5104, 0.5082, 0.5056, 0.4459, 0.438, 0.4328, 0.431, 0.4224, 0.421, 0.4206], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8221437", "7856346", "5431260", "6834849", "4626170", "4158114", "4127072", "1922718", "6269961"], "ranked_scores": [0.482, 0.4765, 0.474, 0.4691, 0.4521, 0.4509, 0.4417, 0.4383, 0.4348, 0.4312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495838", "3495831", "7770959", "1634694", "3885772", "2387122", "5118337", "3450402"], "ranked_scores": [0.4482, 0.4177, 0.4136, 0.4081, 0.3832, 0.3803, 0.3789, 0.3607, 0.3559, 0.3496], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212597", "6401864", "6212591", "609594", "6212588", "3843788", "1941403", "8233321", "471140", "3843787"], "ranked_scores": [0.5264, 0.515, 0.5081, 0.4902, 0.4643, 0.4222, 0.4161, 0.3964, 0.3637, 0.3554], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "2790097", "7803343", "2379160", "7936183", "3823638", "3823641", "1384086", "2763685"], "ranked_scores": [0.4826, 0.3216, 0.3207, 0.3116, 0.2932, 0.2826, 0.2754, 0.2591, 0.2567, 0.2557], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["5891383", "7511875", "1460685", "8177246", "7511874", "1460689", "3668938", "8432430", "1420186", "2857974"], "ranked_scores": [0.5423, 0.5349, 0.5025, 0.497, 0.4925, 0.4845, 0.4571, 0.4527, 0.4526, 0.4523], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "4738326", "6124976", "7515853", "4437855", "1690952", "4709447", "7104592", "1134210"], "ranked_scores": [0.5916, 0.55, 0.4473, 0.4447, 0.4438, 0.4422, 0.4422, 0.4365, 0.4359, 0.4337], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "7589839", "8424304", "5209746", "7888894", "2229750", "286801", "1420930", "5812535", "7597791"], "ranked_scores": [0.553, 0.4771, 0.4688, 0.4443, 0.4424, 0.4393, 0.4342, 0.4332, 0.432, 0.4294], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "4957113", "8743967", "1939468", "3596760", "3391694", "3404247", "3989499", "8743966", "8771883"], "ranked_scores": [0.5219, 0.4884, 0.4719, 0.4711, 0.4651, 0.4553, 0.4523, 0.4519, 0.4516, 0.4496], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m24-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["5265626", "575979", "1674646", "558173", "3445481", "6489670", "3527619", "7072119", "7584907", "5917719"], "ranked_scores": [0.6999, 0.6901, 0.6844, 0.6806, 0.6788, 0.6725, 0.6708, 0.6694, 0.6673, 0.664], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["4808866", "4334075", "2684883", "8083127", "2581550", "1573370", "1674646", "3619391", "5633832", "1674644"], "ranked_scores": [0.5911, 0.5904, 0.5852, 0.5818, 0.5783, 0.5765, 0.5731, 0.5693, 0.5687, 0.5608], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "298606", "7905688", "2660744", "1046902", "332783", "7383965", "944813", "1592656", "6711597"], "ranked_scores": [0.4279, 0.4251, 0.4209, 0.4196, 0.4195, 0.4188, 0.4183, 0.4181, 0.4162, 0.4156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2812582", "3338175", "5769842", "5684712", "2548173", "5359258", "3182362", "5997195", "452450", "6926916"], "ranked_scores": [0.7562, 0.7492, 0.7482, 0.7341, 0.7298, 0.7241, 0.7233, 0.7231, 0.7219, 0.7193], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048912", "7255678", "5346316", "3794304", "8554964", "3794297", "7255675", "5450605", "3640120", "7048914"], "ranked_scores": [0.6514, 0.6513, 0.6434, 0.6419, 0.6394, 0.6375, 0.6353, 0.6328, 0.6306, 0.6233], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["3971679", "4450104", "7929603", "188784", "1975045", "5606320", "970989", "2215699", "1494980", "1805806"], "ranked_scores": [0.4833, 0.4718, 0.4427, 0.437, 0.4362, 0.4345, 0.4338, 0.4329, 0.4316, 0.431], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "7813557", "6964479", "6801871", "7840121", "6101780", "6964486", "1767388", "8770202"], "ranked_scores": [0.685, 0.6702, 0.6563, 0.6517, 0.6468, 0.6411, 0.6297, 0.6261, 0.624, 0.6233], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "3550559", "7698064", "5609239", "2562047", "5997547", "1867101", "4476440", "4041246"], "ranked_scores": [0.5005, 0.4305, 0.4026, 0.3718, 0.2925, 0.2806, 0.2628, 0.2613, 0.2512, 0.249], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["289409", "2322244", "4432476", "3761522", "249524", "6733381", "5110182", "1640257", "1640260", "1365210"], "ranked_scores": [0.7068, 0.6999, 0.6995, 0.698, 0.6979, 0.6937, 0.6895, 0.6846, 0.6841, 0.6771], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "5324876", "6678435", "1696206", "627686", "5469449", "3434622", "2117748", "7137594"], "ranked_scores": [0.4405, 0.4174, 0.4082, 0.3997, 0.398, 0.3962, 0.3935, 0.3867, 0.3862, 0.3844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "1226213", "8114676", "1086308", "1438830", "2136954", "1390706", "209692", "8061102"], "ranked_scores": [0.5448, 0.5274, 0.4198, 0.412, 0.3807, 0.3758, 0.365, 0.3643, 0.3589, 0.3544], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7168976", "7168973", "7058926", "295794", "7058927", "7858639", "4623381", "4623383", "729503", "7547705"], "ranked_scores": [0.3516, 0.3352, 0.3261, 0.3181, 0.3125, 0.2893, 0.288, 0.2735, 0.2605, 0.2584], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["4892433", "6363851", "5809784", "5809779", "6363854", "6363850", "7301823", "7301816", "7301819", "5457419"], "ranked_scores": [0.4739, 0.4739, 0.4739, 0.4739, 0.4691, 0.4597, 0.4552, 0.455, 0.4499, 0.407], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450827", "7970728", "8450828", "8450833", "7970736", "8259512", "1265191", "7970734", "320956", "8259514"], "ranked_scores": [0.7158, 0.7134, 0.7132, 0.7111, 0.7107, 0.7029, 0.6963, 0.684, 0.6467, 0.6372], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7612966", "6193662", "5720449", "7160805", "826701", "7160804", "981996", "2586618", "8128745", "7206774"], "ranked_scores": [0.6261, 0.6191, 0.6129, 0.6099, 0.5952, 0.5944, 0.593, 0.5907, 0.5864, 0.5825], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "1136294", "46048", "2010657", "1488928", "5190750", "7872867", "6010341", "7220312", "2238728"], "ranked_scores": [0.5173, 0.4618, 0.4353, 0.433, 0.4281, 0.4252, 0.4131, 0.408, 0.4052, 0.4051], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["5143532", "7870707", "3835174", "7937822", "1277378", "2995208", "2001870", "6043027", "3636075", "7870700"], "ranked_scores": [0.5562, 0.543, 0.5429, 0.5386, 0.5328, 0.5282, 0.5267, 0.5261, 0.5261, 0.5243], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116932", "2116929", "2116938", "3646584", "7948042", "2116936", "4880893", "3646580", "2116933", "7948050"], "ranked_scores": [0.7509, 0.7486, 0.7245, 0.7202, 0.7176, 0.7174, 0.7166, 0.7154, 0.7113, 0.7089], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "133086", "4374443", "1918642", "7809289", "6937120", "6937119", "5347138", "1782220", "5347134"], "ranked_scores": [0.5349, 0.476, 0.4731, 0.4722, 0.461, 0.4534, 0.4534, 0.4525, 0.4502, 0.4429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "8045998", "5964551", "4393603", "2002380", "6775026", "925659", "6568419", "3444262", "1674914"], "ranked_scores": [0.6404, 0.6114, 0.6095, 0.6089, 0.5912, 0.5862, 0.5841, 0.581, 0.5808, 0.5802], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4595482", "4489797", "4489799", "6804877", "2859564", "4489794", "1475307", "1775549", "4826837", "2131339"], "ranked_scores": [0.5872, 0.5813, 0.5787, 0.577, 0.5761, 0.5586, 0.5492, 0.5486, 0.5461, 0.5386], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "8477970", "442006", "4796869", "1023113", "2588000", "5535297", "2588002", "4796876", "1839684"], "ranked_scores": [0.6669, 0.656, 0.6534, 0.6532, 0.6427, 0.6351, 0.6346, 0.6331, 0.633, 0.6326], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["8820180", "6506033", "7689710", "4936994", "7689707", "5039968", "2188117", "3368582", "5364572", "1673140"], "ranked_scores": [0.5747, 0.5693, 0.5673, 0.5546, 0.5491, 0.5394, 0.529, 0.5234, 0.5168, 0.5143], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["6979330", "4615784", "1506380", "631307", "92150", "6591468", "3046036", "5729775", "3346337", "5808453"], "ranked_scores": [0.7127, 0.7127, 0.7127, 0.7059, 0.7038, 0.7035, 0.7035, 0.701, 0.7006, 0.6999], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2636677", "5739636", "5269626", "7630103", "2796274", "7424964", "1070633", "4901734", "5055675", "1348264"], "ranked_scores": [0.717, 0.7119, 0.7082, 0.702, 0.7004, 0.6997, 0.6993, 0.6964, 0.6957, 0.6957], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1588747", "5170949", "1039754", "6811402", "1088384", "4805364", "4805366", "1588755", "2820637"], "ranked_scores": [0.5953, 0.5815, 0.5717, 0.5679, 0.5615, 0.5532, 0.5515, 0.55, 0.5472, 0.5449], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "870351", "1059524", "272188", "2828289", "1368309", "272190", "4854782", "2080220"], "ranked_scores": [0.5881, 0.5806, 0.578, 0.5758, 0.5695, 0.5579, 0.5572, 0.5561, 0.5527, 0.5521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6465151", "5184907", "1850491", "8277053", "5952078", "3720839", "5408281", "8716923", "2570595", "8263203"], "ranked_scores": [0.689, 0.681, 0.678, 0.6763, 0.6721, 0.6663, 0.665, 0.6622, 0.6588, 0.658], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["7288502", "4278761", "2929750", "278768", "2510740", "4195768", "8265919", "4377794", "5094229", "5352322"], "ranked_scores": [0.6211, 0.616, 0.6118, 0.6116, 0.6111, 0.6082, 0.6081, 0.6029, 0.6024, 0.6022], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3173599", "1536187", "5764460", "3424319", "2525613", "4603370", "8789524", "7899629", "8584772", "2175305"], "ranked_scores": [0.5965, 0.5791, 0.5646, 0.5604, 0.5489, 0.5421, 0.5357, 0.5232, 0.518, 0.5174], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["4451324", "7833608", "7833611", "8796486", "8607085", "8773427", "4765788", "4765789", "3039809", "2396672"], "ranked_scores": [0.6042, 0.5952, 0.5882, 0.5696, 0.5651, 0.5321, 0.5167, 0.5025, 0.4886, 0.4826], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["6503017", "982644", "2617807", "7526871", "4863107", "2898312", "4863108", "3141441", "2599853", "1511155"], "ranked_scores": [0.6644, 0.6556, 0.6519, 0.6504, 0.6449, 0.6449, 0.6449, 0.6429, 0.6423, 0.6414], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110612", "7110606", "7770196", "8310623", "7937494", "8331763", "7041861", "888154", "7434451", "5546116"], "ranked_scores": [0.6895, 0.6874, 0.6851, 0.6764, 0.6741, 0.662, 0.6542, 0.6499, 0.6471, 0.646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1417034", "4502856", "4502858", "5362792", "6979705", "2391916", "30085", "166399", "8327486", "30089"], "ranked_scores": [0.6857, 0.6821, 0.6759, 0.6746, 0.6737, 0.6723, 0.6721, 0.6688, 0.6686, 0.6663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207587", "6207588", "7874898", "6684798", "5133662", "6428732", "2789716", "5181693", "3712671"], "ranked_scores": [0.6476, 0.6369, 0.6239, 0.6141, 0.6108, 0.6106, 0.5966, 0.5898, 0.5892, 0.5886], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "3661383", "2391075", "4004619", "3920912", "174956", "5960436", "4360889", "2290637", "2476395"], "ranked_scores": [0.7575, 0.7535, 0.752, 0.7475, 0.7445, 0.7408, 0.7405, 0.7387, 0.7385, 0.7382], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "4991353", "8374135", "4991356", "3672237", "3806458", "6465402", "3148555", "7161101"], "ranked_scores": [0.6268, 0.6159, 0.6032, 0.5994, 0.5747, 0.5737, 0.5722, 0.5682, 0.5644, 0.5417], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4409027", "2531512", "4605271", "7778956", "4605270", "5393501", "2531517", "8201717", "7778949"], "ranked_scores": [0.6338, 0.6325, 0.6295, 0.6244, 0.6196, 0.4871, 0.4677, 0.438, 0.4255, 0.41], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["8586692", "139961", "7428627", "6632522", "6632518", "6632520", "4005369", "139964", "5186526", "139970"], "ranked_scores": [0.6711, 0.6693, 0.6691, 0.6552, 0.6411, 0.6411, 0.6386, 0.6337, 0.6311, 0.6296], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1933329", "6761606", "8139545", "1867101", "5812523", "5143805", "921101", "1692091", "1631830", "1716202"], "ranked_scores": [0.6623, 0.6584, 0.6564, 0.6502, 0.6345, 0.6253, 0.6156, 0.611, 0.6094, 0.6082], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7420248", "4258663", "5339586", "3252244", "7503113", "7728427", "1969532", "4130908", "2940016", "4258668"], "ranked_scores": [0.6339, 0.6278, 0.6003, 0.592, 0.585, 0.5835, 0.5835, 0.5814, 0.5794, 0.5705], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562631", "8738884", "5304087", "7562624", "2024648", "1732853", "3451043", "3811525", "8646229", "6712790"], "ranked_scores": [0.6419, 0.6258, 0.6228, 0.6222, 0.6168, 0.5787, 0.5254, 0.5121, 0.5079, 0.5062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856349", "1922718", "8221430", "8221437", "4127072", "3742896", "3716869", "5409485", "4158114", "5409486"], "ranked_scores": [0.5748, 0.5697, 0.5666, 0.5602, 0.5539, 0.5534, 0.5496, 0.5486, 0.5467, 0.5418], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495831", "3495837", "3495835", "3495838", "3495840", "7770963", "3885772", "1634694", "3450402", "6625132"], "ranked_scores": [0.6016, 0.5896, 0.5879, 0.5637, 0.5231, 0.5025, 0.4442, 0.4442, 0.4389, 0.4169], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212597", "6212591", "609594", "6212588", "6965745", "917841", "186816", "8470196", "1941403"], "ranked_scores": [0.557, 0.5547, 0.5531, 0.5524, 0.5485, 0.4067, 0.3992, 0.3964, 0.3907, 0.3904], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "8499854", "7704729", "6938258", "3823641", "6948296", "7601059", "1676112", "4846383"], "ranked_scores": [0.449, 0.3653, 0.3442, 0.3441, 0.33, 0.3221, 0.3201, 0.3187, 0.3183, 0.3179], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "8432430", "3668938", "1460690", "1460683", "3128424", "1460687", "2857974"], "ranked_scores": [0.5523, 0.5229, 0.5217, 0.5087, 0.5029, 0.4998, 0.499, 0.4968, 0.4956, 0.4897], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "4603022", "704294", "4878176", "6567497", "7985411", "1690952", "3302094", "1728760"], "ranked_scores": [0.5442, 0.5431, 0.5122, 0.5122, 0.5097, 0.5084, 0.5073, 0.5035, 0.5003, 0.4962], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "1981693", "8424304", "1420930", "7589844", "2229750", "6986881", "1981696", "5955284", "3712796"], "ranked_scores": [0.4606, 0.4511, 0.4427, 0.435, 0.4221, 0.4075, 0.4051, 0.4042, 0.3981, 0.3819], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["3681700", "2830832", "3944077", "3596760", "8798058", "7946528", "8743966", "3404247", "3664758", "4356227"], "ranked_scores": [0.5995, 0.5806, 0.5769, 0.5747, 0.5698, 0.5661, 0.5621, 0.5577, 0.5542, 0.5486], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m32-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "3527619", "5265626", "638358", "1674644", "558173", "2746690", "575979", "7837267", "749759"], "ranked_scores": [0.7135, 0.6907, 0.6809, 0.668, 0.6635, 0.6608, 0.6604, 0.6549, 0.6534, 0.6532], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1674646", "2684883", "1674644", "1297109", "8083127", "5633832", "2581550", "4808866", "542682", "1573370"], "ranked_scores": [0.5851, 0.5833, 0.5825, 0.5763, 0.5704, 0.5668, 0.5617, 0.5547, 0.5531, 0.5517], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7383965", "7094398", "7905688", "911138", "6711596", "5221728", "298606", "1374743", "3792488", "5951944"], "ranked_scores": [0.4906, 0.4609, 0.4369, 0.4216, 0.4183, 0.4131, 0.4128, 0.4113, 0.4105, 0.4052], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "2812582", "5769842", "5359258", "452450", "6926916", "66616", "8279447", "939894", "2548173"], "ranked_scores": [0.7557, 0.7552, 0.7546, 0.7238, 0.7225, 0.7193, 0.7163, 0.708, 0.7072, 0.7065], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "5346316", "5450605", "8554964", "7048912", "3640120", "7255675", "3794297", "3794304", "7255678"], "ranked_scores": [0.6458, 0.6438, 0.6367, 0.6341, 0.634, 0.6328, 0.6312, 0.6303, 0.6303, 0.6245], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5401715", "5606320", "4450104", "1191483", "1190311", "8817884", "1805806", "5676506", "970989", "7929603"], "ranked_scores": [0.4513, 0.437, 0.4346, 0.4324, 0.4296, 0.4238, 0.4216, 0.4197, 0.4074, 0.4028], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "4816964", "6964479", "7813557", "6801871", "4318064", "1173182", "7123629", "3566159", "5108583"], "ranked_scores": [0.6746, 0.6562, 0.6526, 0.6286, 0.6168, 0.6109, 0.6098, 0.6077, 0.6073, 0.6069], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550559", "3550563", "7698064", "4041246", "5079417", "5997547", "5609239", "7735540", "2562047"], "ranked_scores": [0.5158, 0.4702, 0.4278, 0.4191, 0.2874, 0.2792, 0.2792, 0.2687, 0.2678, 0.2542], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "1365210", "6950275", "6950276", "1640257", "8452568", "5110182", "1640260", "2322244", "4432476"], "ranked_scores": [0.7116, 0.6899, 0.6811, 0.6804, 0.6705, 0.6699, 0.6541, 0.6538, 0.6527, 0.6512], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "5132484", "2117748", "5469449", "915232", "2066852", "2348797", "627686", "2117742"], "ranked_scores": [0.4783, 0.4328, 0.4043, 0.4005, 0.3995, 0.3921, 0.3822, 0.3814, 0.3761, 0.3725], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "1390706", "1226213", "8114676", "4922192", "8061102", "1226215", "4036339"], "ranked_scores": [0.5613, 0.5354, 0.4069, 0.4016, 0.3939, 0.3752, 0.365, 0.3498, 0.3493, 0.3478], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7168973", "7168976", "7858639", "295794", "8516644", "729503", "4623381", "7058926", "295789", "3961796"], "ranked_scores": [0.3563, 0.3479, 0.33, 0.307, 0.2929, 0.2771, 0.2768, 0.2729, 0.2721, 0.2714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301816", "7301819", "7301823", "5809779", "4892433", "6363854", "6363851", "6363850", "5809784", "1317497"], "ranked_scores": [0.4789, 0.4657, 0.4646, 0.4528, 0.4504, 0.4494, 0.4485, 0.4481, 0.4359, 0.409], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "8450827", "8450828", "7970728", "8450833", "8259512", "7970734", "8259514", "320956", "7970735"], "ranked_scores": [0.6925, 0.692, 0.6887, 0.6791, 0.679, 0.6728, 0.6701, 0.6581, 0.6267, 0.6266], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["6193662", "7160805", "8131676", "5841488", "7160804", "4619086", "5720449", "7160799", "826701", "6835042"], "ranked_scores": [0.6479, 0.6267, 0.5927, 0.5898, 0.5879, 0.5825, 0.5774, 0.5632, 0.563, 0.5629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "8067800", "5190750", "8142216", "6467669", "1136294", "2010657", "5190753", "46048"], "ranked_scores": [0.5159, 0.4403, 0.4387, 0.4025, 0.4005, 0.3993, 0.3989, 0.3905, 0.3898, 0.3866], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["5143532", "5672317", "3835174", "7937822", "6368665", "3272070", "5556001", "3555960", "3636075", "6667088"], "ranked_scores": [0.5599, 0.537, 0.5277, 0.5262, 0.5206, 0.5158, 0.5157, 0.5143, 0.5132, 0.5128], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116929", "3646580", "7948042", "2116932", "8722441", "2116938", "3646584", "4517260", "8157542", "7948050"], "ranked_scores": [0.7225, 0.7156, 0.7155, 0.7123, 0.7069, 0.7032, 0.703, 0.6998, 0.6991, 0.6984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "6937119", "6937120", "133086", "5347134", "1782220", "5347138", "1918642", "4374443", "7809289"], "ranked_scores": [0.5601, 0.4695, 0.4695, 0.4595, 0.4484, 0.4471, 0.4457, 0.4441, 0.4304, 0.4258], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "4393603", "2002380", "3444262", "829440", "1290166", "8045998", "2044069", "1307740", "5964551"], "ranked_scores": [0.6919, 0.6162, 0.5948, 0.5834, 0.5832, 0.583, 0.5791, 0.5773, 0.5763, 0.5753], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4595482", "6804877", "4489799", "2859564", "7170238", "5213336", "474971", "4489797", "4826837", "2131339"], "ranked_scores": [0.5698, 0.5678, 0.5626, 0.562, 0.5408, 0.5317, 0.5199, 0.5178, 0.5147, 0.5141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "1839684", "5535297", "863946", "2175868", "1023113", "442006", "4796869", "2588002", "8477970"], "ranked_scores": [0.6542, 0.6382, 0.6368, 0.6343, 0.6284, 0.6221, 0.6213, 0.6189, 0.618, 0.6118], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "7689710", "8820180", "7689707", "5039968", "2188117", "5364572", "4936994", "5039965", "1673140"], "ranked_scores": [0.5964, 0.5666, 0.5622, 0.5519, 0.5309, 0.524, 0.5205, 0.5183, 0.5064, 0.5051], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "3346337", "92150", "4615784", "631307", "1506380", "6979330", "7649297", "3046036", "6591468"], "ranked_scores": [0.7243, 0.7164, 0.7159, 0.7097, 0.7097, 0.7097, 0.7097, 0.7014, 0.6942, 0.6942], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5269626", "5739636", "2636677", "7424964", "7135032", "7346169", "2796274", "5055675", "2636672", "4901734"], "ranked_scores": [0.7071, 0.705, 0.7026, 0.6975, 0.6925, 0.687, 0.6859, 0.6851, 0.6828, 0.6827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "8363828", "1039754", "1088384", "1588747", "4805364", "5174054", "4805366", "5170949", "6343914"], "ranked_scores": [0.5902, 0.5677, 0.551, 0.5501, 0.5456, 0.5456, 0.5405, 0.5352, 0.533, 0.5328], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "870351", "1368309", "272188", "870346", "1613678", "2080220", "272190", "2576606", "2576605"], "ranked_scores": [0.5969, 0.5805, 0.5742, 0.568, 0.5661, 0.5645, 0.5615, 0.5566, 0.5436, 0.5424], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["5184907", "6465151", "3720839", "2139645", "6694795", "7409003", "5952078", "8277053", "8741687", "1850491"], "ranked_scores": [0.6761, 0.661, 0.6466, 0.633, 0.6312, 0.6312, 0.6307, 0.6285, 0.6224, 0.6102], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["2510740", "7288502", "4278761", "5352322", "4377794", "4437965", "278768", "8265919", "2537934", "2929750"], "ranked_scores": [0.6091, 0.6047, 0.6046, 0.602, 0.5956, 0.5915, 0.5909, 0.5909, 0.5861, 0.5861], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1536187", "3173599", "8584772", "4603370", "8624217", "7073235", "3424319", "5764460", "7899629", "2525613"], "ranked_scores": [0.5726, 0.5527, 0.5397, 0.5388, 0.5132, 0.5068, 0.5055, 0.5035, 0.5033, 0.4903], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["8796486", "7833611", "7833608", "4451324", "4765789", "8607085", "4765788", "8773427", "3726367", "6714731"], "ranked_scores": [0.5852, 0.5797, 0.5793, 0.5523, 0.5393, 0.5364, 0.5319, 0.5074, 0.5051, 0.4845], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526871", "7526867", "2898312", "4863107", "1511150", "7526870", "982652", "6503017", "4786937", "2099688"], "ranked_scores": [0.6475, 0.6392, 0.6198, 0.6198, 0.6197, 0.6193, 0.6178, 0.617, 0.6129, 0.6124], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110612", "8310623", "7110606", "7770196", "7041861", "7937494", "4153698", "7299517", "4520367", "5546116"], "ranked_scores": [0.6859, 0.6801, 0.6702, 0.6639, 0.6505, 0.6487, 0.6313, 0.6309, 0.6283, 0.6264], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["5362792", "1592532", "30088", "166399", "30085", "8327486", "1417034", "4502858", "5336580", "2366115"], "ranked_scores": [0.691, 0.6867, 0.6788, 0.6779, 0.6779, 0.6779, 0.6774, 0.6698, 0.6671, 0.6669], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207587", "6207588", "7874898", "6428732", "3712671", "5133662", "5181693", "7505807", "3020781"], "ranked_scores": [0.641, 0.612, 0.6099, 0.5824, 0.5823, 0.5781, 0.5716, 0.5612, 0.5544, 0.5535], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "2391075", "4004619", "3920912", "2476395", "4360889", "174956", "3661383", "2290637", "3765105"], "ranked_scores": [0.7447, 0.7425, 0.7411, 0.7365, 0.7335, 0.7331, 0.7307, 0.7296, 0.7293, 0.7261], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "8374135", "4991353", "4991354", "4991356", "3806458", "6988582", "3672237", "6465402", "3148555"], "ranked_scores": [0.6562, 0.6313, 0.6259, 0.6172, 0.6167, 0.6125, 0.5645, 0.5643, 0.5602, 0.5452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4605271", "7778956", "4409027", "2531512", "4605270", "5393501", "3747811", "7778949", "6448142"], "ranked_scores": [0.6212, 0.608, 0.6054, 0.5963, 0.5485, 0.459, 0.4554, 0.433, 0.3872, 0.3575], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "139961", "4005369", "6632518", "6632522", "8586692", "6632520", "3722839", "139970", "2422076"], "ranked_scores": [0.654, 0.651, 0.6449, 0.644, 0.6375, 0.6375, 0.6328, 0.6252, 0.6122, 0.6032], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "6761606", "8139545", "1692091", "5812523", "1933329", "921100", "1716202", "6180355", "921101"], "ranked_scores": [0.6656, 0.6346, 0.6342, 0.6249, 0.6215, 0.6124, 0.6055, 0.6038, 0.6029, 0.6017], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "3252244", "7503113", "7420248", "4258668", "1969532", "5339586", "2940016", "2940019", "8494137"], "ranked_scores": [0.6413, 0.6176, 0.6064, 0.6035, 0.5884, 0.5877, 0.5823, 0.5816, 0.5811, 0.5748], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "7562631", "5304087", "2024648", "1732853", "8646229", "3368462", "3451043", "1732850"], "ranked_scores": [0.6364, 0.6359, 0.6101, 0.6085, 0.597, 0.5467, 0.5016, 0.4979, 0.4841, 0.4828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["6834849", "5409485", "3742896", "8221437", "3716869", "5210298", "7856349", "5409486", "8015905", "1922718"], "ranked_scores": [0.5771, 0.5592, 0.5581, 0.5553, 0.551, 0.5481, 0.5463, 0.5435, 0.5416, 0.5397], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "3495835", "3495838", "3495840", "7770963", "3450402", "1634694", "3885772", "6625132"], "ranked_scores": [0.5658, 0.5476, 0.5459, 0.4898, 0.4469, 0.4314, 0.413, 0.4105, 0.4105, 0.4008], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6212588", "6401864", "6212591", "6212597", "6965745", "2852056", "1941403", "6106100", "917841"], "ranked_scores": [0.5559, 0.5469, 0.5352, 0.53, 0.5151, 0.4374, 0.3943, 0.3926, 0.3848, 0.3827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7601059", "7704729", "8499854", "5286547", "6938258", "5025269", "4520541", "6948296", "8736649"], "ranked_scores": [0.4808, 0.3364, 0.3349, 0.3187, 0.3153, 0.3106, 0.3078, 0.3037, 0.3025, 0.3024], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "1420186", "1460689", "1460687", "1460685", "3668938", "3128424", "1460683", "2857974"], "ranked_scores": [0.5644, 0.5258, 0.5248, 0.5248, 0.511, 0.5074, 0.5035, 0.4969, 0.4946, 0.4939], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "6567497", "4684937", "1246649", "3302094", "34456", "6025784", "2595589", "1690952"], "ranked_scores": [0.5385, 0.5271, 0.4846, 0.4833, 0.4797, 0.4793, 0.4786, 0.4747, 0.4716, 0.4714], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "1981693", "8424304", "5955284", "2229750", "1981696", "1420930", "7138494", "7152851", "6986881"], "ranked_scores": [0.473, 0.4722, 0.4556, 0.4405, 0.4363, 0.4198, 0.4186, 0.3807, 0.3755, 0.3703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8798058", "3881587", "4049212", "3944077", "4385335", "3664758", "8743966", "2830832", "3596760"], "ranked_scores": [0.5621, 0.546, 0.5345, 0.5329, 0.5289, 0.5286, 0.5203, 0.5199, 0.5193, 0.5182], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m32-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674644", "2684883", "558173", "5865180", "1674646", "4806937", "20886", "575979", "638358", "3527619"], "ranked_scores": [0.6482, 0.6457, 0.639, 0.6297, 0.6295, 0.6276, 0.6262, 0.6261, 0.6256, 0.6234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "1674646", "3619391", "5687382", "1674644", "962399", "389116", "5865180", "20886", "1245154"], "ranked_scores": [0.5264, 0.5229, 0.5185, 0.5174, 0.5169, 0.513, 0.5099, 0.505, 0.5047, 0.5007], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7383965", "2554124", "7905688", "7094398", "48855", "1535431", "4726075", "6472411", "1046902", "2257624"], "ranked_scores": [0.3993, 0.3829, 0.3686, 0.364, 0.3627, 0.36, 0.3537, 0.3487, 0.3483, 0.3449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["6574813", "8279447", "8003601", "2598342", "3589438", "1983563", "5645793", "939894", "939898", "5769842"], "ranked_scores": [0.629, 0.6269, 0.6267, 0.6259, 0.6259, 0.6259, 0.6257, 0.6248, 0.624, 0.6231], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "3794304", "3640120", "7255675", "7255678", "8554964", "7048914", "5450605", "1936834", "5346316"], "ranked_scores": [0.5453, 0.5449, 0.5447, 0.5389, 0.5249, 0.5239, 0.5192, 0.5042, 0.5028, 0.5021], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "729819", "5401715", "4450104", "5401718", "6199240", "1805806", "1541453", "2215699", "2049514"], "ranked_scores": [0.3218, 0.3166, 0.3133, 0.306, 0.304, 0.3024, 0.3014, 0.2979, 0.2915, 0.2899], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "4846576", "5519518", "7123629", "6964486", "6815896", "5044321", "1767388", "1979937", "3566159"], "ranked_scores": [0.5552, 0.519, 0.518, 0.5171, 0.5164, 0.5153, 0.5136, 0.5125, 0.512, 0.5098], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "7698064", "3550559", "3550563", "5609239", "3445115", "3819287", "4136867", "4476440", "2242588"], "ranked_scores": [0.3732, 0.3402, 0.3153, 0.2666, 0.2212, 0.2211, 0.2179, 0.2155, 0.2145, 0.2137], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365215", "249524", "5110182", "4414409", "1365210", "289409", "1640256", "8452568", "7531871", "6950275"], "ranked_scores": [0.4724, 0.461, 0.4595, 0.4545, 0.4532, 0.4512, 0.4499, 0.439, 0.4384, 0.4339], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["8152557", "7187663", "1536744", "3617286", "6880513", "4617506", "5469449", "6880517", "4029000", "4219619"], "ranked_scores": [0.3473, 0.3391, 0.3349, 0.3266, 0.3225, 0.3197, 0.3144, 0.3138, 0.313, 0.309], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "8114676", "1226213", "209692", "2037947", "4405605", "1501685", "1390706", "2084584"], "ranked_scores": [0.3878, 0.3804, 0.3201, 0.3198, 0.3005, 0.2788, 0.2739, 0.2633, 0.2587, 0.2505], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7858639", "4623381", "7058926", "7479488", "7058927", "4623383", "8516644", "3961796", "2242588", "1732354"], "ranked_scores": [0.258, 0.2519, 0.2361, 0.2324, 0.2324, 0.2231, 0.2228, 0.2201, 0.2198, 0.2194], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "6363854", "4892433", "7301819", "5809779", "2824454", "3512764", "3698313", "3803414"], "ranked_scores": [0.3671, 0.3139, 0.3069, 0.3053, 0.2969, 0.2714, 0.2711, 0.2675, 0.2667, 0.2664], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "7970736", "8259512", "8450827", "7970735", "8450833", "1265191", "7970728", "8259514", "320956"], "ranked_scores": [0.474, 0.4635, 0.463, 0.4614, 0.448, 0.4397, 0.4359, 0.4315, 0.4282, 0.4226], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["6193662", "981996", "7160805", "8296550", "7612966", "8131676", "7160799", "2586618", "6145894", "8128745"], "ranked_scores": [0.4583, 0.4473, 0.4439, 0.4408, 0.4403, 0.4372, 0.4356, 0.4318, 0.4291, 0.4289], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7574370", "3936785", "8067800", "8142216", "6467669", "1136294", "2010657", "6010341", "665690"], "ranked_scores": [0.387, 0.3249, 0.2912, 0.2902, 0.288, 0.2834, 0.281, 0.2782, 0.2779, 0.2686], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["5143532", "7937822", "7870707", "7919682", "3835174", "3555960", "3830558", "6043027", "5827343", "7264667"], "ranked_scores": [0.4192, 0.4052, 0.404, 0.4017, 0.3993, 0.369, 0.3682, 0.3663, 0.3625, 0.3617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116929", "7948042", "3646580", "2116938", "7948050", "2116932", "4845318", "507236", "4454857", "875199"], "ranked_scores": [0.5182, 0.5158, 0.5143, 0.5074, 0.4994, 0.4979, 0.4979, 0.497, 0.4968, 0.4965], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "6937120", "6937119", "942766", "4795581", "5984719", "4074080", "2870276", "2450611", "4795580"], "ranked_scores": [0.3718, 0.347, 0.3319, 0.3066, 0.3055, 0.3006, 0.2955, 0.2948, 0.2939, 0.2845], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5084215", "1674914", "3444262", "7503576", "8045998", "2002380", "1863876", "4624988", "1290166"], "ranked_scores": [0.5371, 0.4665, 0.4458, 0.4439, 0.4426, 0.4403, 0.4403, 0.4336, 0.4335, 0.4319], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489799", "6804877", "7170238", "2859564", "5213336", "1775549", "1603365", "4595482", "4489794", "5233423"], "ranked_scores": [0.4389, 0.4304, 0.4285, 0.4186, 0.4128, 0.4124, 0.4086, 0.3956, 0.3916, 0.3863], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["2587999", "863946", "8045986", "8540414", "3853232", "7134383", "4796869", "442006", "5535297", "1023113"], "ranked_scores": [0.4966, 0.4858, 0.484, 0.4831, 0.4781, 0.4778, 0.4773, 0.477, 0.4754, 0.4746], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["2188117", "6506033", "7689710", "3368582", "5039968", "7689707", "1143382", "5364572", "8820180", "5039965"], "ranked_scores": [0.4849, 0.4636, 0.4579, 0.4367, 0.4262, 0.4258, 0.422, 0.4132, 0.4113, 0.4108], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "3046036", "4615784", "631307", "1735116", "1506380", "2863952", "3346337", "2443030", "6449873"], "ranked_scores": [0.5865, 0.5825, 0.5742, 0.5737, 0.5726, 0.5722, 0.5721, 0.5709, 0.5709, 0.5706], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["4942015", "2796265", "5269626", "1070633", "2796268", "2796274", "2636672", "5123227", "5734570", "5739636"], "ranked_scores": [0.5531, 0.5522, 0.5479, 0.5457, 0.5453, 0.5323, 0.5321, 0.5317, 0.5311, 0.5301], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1588747", "1588755", "6719567", "8363828", "101099", "5174054", "3073632", "5170949", "8421090"], "ranked_scores": [0.4307, 0.398, 0.3972, 0.3959, 0.3955, 0.3938, 0.3917, 0.3873, 0.3871, 0.3839], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["4617487", "1613675", "2576606", "2576605", "1613678", "2080220", "272188", "447343", "551238", "4520834"], "ranked_scores": [0.4981, 0.4851, 0.4803, 0.4789, 0.4751, 0.473, 0.4705, 0.4687, 0.4681, 0.4652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7810605", "5351935", "8277053", "5184907", "6465151", "5952078", "8741687", "8346188", "8265258", "6797667"], "ranked_scores": [0.4504, 0.4469, 0.4405, 0.4289, 0.4264, 0.4259, 0.4223, 0.4142, 0.4138, 0.4134], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["7288504", "4195768", "2510740", "7288502", "8265919", "4278761", "5094229", "7646422", "7863431", "5352322"], "ranked_scores": [0.5362, 0.5323, 0.5303, 0.5301, 0.5273, 0.5247, 0.5174, 0.5155, 0.5143, 0.5135], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3173599", "8641232", "2525613", "8584772", "7035222", "1536187", "3424319", "3794297", "7255675", "1756080"], "ranked_scores": [0.4307, 0.415, 0.4044, 0.4027, 0.3898, 0.3869, 0.3833, 0.3791, 0.3776, 0.3768], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833611", "4765788", "7833608", "4451324", "6714731", "8796486", "8607085", "3726367", "3790429", "4765789"], "ranked_scores": [0.3926, 0.3848, 0.3777, 0.3755, 0.3754, 0.3615, 0.3472, 0.3374, 0.3367, 0.3242], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["6503017", "1511155", "7526871", "7526867", "982652", "4786937", "1511150", "2617807", "2208599", "3141441"], "ranked_scores": [0.5513, 0.5439, 0.5422, 0.5414, 0.5357, 0.5295, 0.523, 0.5194, 0.518, 0.5144], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110612", "7110606", "595085", "4303165", "2992454", "2486151", "7770196", "978127", "5069913", "8310623"], "ranked_scores": [0.5502, 0.5238, 0.5174, 0.5148, 0.5141, 0.5134, 0.5127, 0.5126, 0.5104, 0.5062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["4502856", "6979705", "1592532", "4502858", "1417034", "8327486", "5336580", "30088", "489957", "2366115"], "ranked_scores": [0.5691, 0.5691, 0.5664, 0.5648, 0.5631, 0.557, 0.5495, 0.5473, 0.5471, 0.5453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "7874898", "3121328", "6207587", "3712671", "1421746", "7886033", "1694528", "1917162", "3108253"], "ranked_scores": [0.501, 0.4834, 0.4811, 0.4804, 0.4748, 0.4661, 0.4657, 0.4519, 0.4474, 0.4469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["1053844", "1899171", "3009118", "4211216", "4589415", "4360889", "4205560", "1338705", "3661383", "2245440"], "ranked_scores": [0.688, 0.6854, 0.6832, 0.6753, 0.674, 0.672, 0.6713, 0.6713, 0.6712, 0.6696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "3806458", "3148555", "5020434", "8374135", "6465402", "6988582", "4991353", "4991356", "826058"], "ranked_scores": [0.4804, 0.4787, 0.4758, 0.4726, 0.4722, 0.4692, 0.4674, 0.4622, 0.4607, 0.459], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4900578", "2531512", "3747811", "6300621", "4409027", "6448142", "6967801", "6488931"], "ranked_scores": [0.3637, 0.3599, 0.3447, 0.3331, 0.3261, 0.3055, 0.3019, 0.2885, 0.2821, 0.2787], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "4005369", "139961", "6632518", "6632520", "3722839", "6632522", "2169679", "1063811", "7795896"], "ranked_scores": [0.5166, 0.492, 0.4915, 0.4815, 0.4725, 0.472, 0.4715, 0.4713, 0.4705, 0.4691], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["2750832", "8139545", "1716202", "5143805", "6761606", "6180355", "1867101", "5812523", "6399884", "921100"], "ranked_scores": [0.5068, 0.4877, 0.4864, 0.4861, 0.4821, 0.4729, 0.4714, 0.4627, 0.4612, 0.4596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "3252244", "8532695", "2359804", "7728427", "7420248", "2940016", "4258668", "8494137", "7503113"], "ranked_scores": [0.5346, 0.5007, 0.4868, 0.4816, 0.4722, 0.4698, 0.4681, 0.4605, 0.4572, 0.4532], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "7562631", "1374743", "6712790", "5221728", "7310850", "3451044", "6711596", "2257624"], "ranked_scores": [0.4438, 0.4356, 0.4135, 0.3911, 0.3806, 0.3793, 0.3775, 0.3773, 0.3758, 0.3692], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["1061740", "8015905", "5409485", "1545429", "3834488", "6834849", "1922718", "4286623", "3716869", "5210298"], "ranked_scores": [0.4215, 0.4178, 0.4104, 0.4022, 0.3979, 0.3951, 0.3939, 0.391, 0.3905, 0.387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495838", "3495831", "3495835", "3885772", "1634694", "3495840", "7770963", "7770959", "6392875"], "ranked_scores": [0.377, 0.3281, 0.3247, 0.3201, 0.3085, 0.3085, 0.3026, 0.3006, 0.299, 0.2972], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212591", "609594", "6212588", "6212597", "6965745", "1941403", "186816", "379395", "2750832"], "ranked_scores": [0.4433, 0.4369, 0.4312, 0.4269, 0.4023, 0.3748, 0.368, 0.3629, 0.3356, 0.3334], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "1830660", "6392824", "1676112", "6938258", "7601059", "3823638", "5025269", "4803924", "5287450"], "ranked_scores": [0.3025, 0.2691, 0.267, 0.2563, 0.2528, 0.2359, 0.235, 0.228, 0.2217, 0.215], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["1460689", "1420186", "7511875", "1460685", "4846553", "2719551", "7644552", "5891383", "3668938", "2857976"], "ranked_scores": [0.396, 0.3841, 0.3808, 0.3755, 0.3716, 0.37, 0.3684, 0.3679, 0.3661, 0.3654], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395884", "7395888", "4684937", "6567497", "2595589", "7395885", "4437857", "1728760", "4878176", "6107573"], "ranked_scores": [0.3991, 0.3983, 0.389, 0.3806, 0.38, 0.3781, 0.3757, 0.3743, 0.3722, 0.3699], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1420930", "5955284", "2229750", "8424304", "1981693", "7589839", "1981696", "5209746", "8123901", "4594387"], "ranked_scores": [0.354, 0.3533, 0.3515, 0.3402, 0.3396, 0.3389, 0.3278, 0.3236, 0.3175, 0.3169], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["4304523", "3664758", "2830832", "5785232", "3681700", "7946528", "297876", "3569362", "3982832", "3839347"], "ranked_scores": [0.466, 0.4414, 0.4229, 0.4182, 0.4162, 0.4146, 0.414, 0.4079, 0.4046, 0.4045], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m48-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3527619", "1674646", "638358", "7584907", "3445481", "7072115", "558173", "2746690", "7837267", "1674644"], "ranked_scores": [0.6757, 0.6663, 0.6597, 0.6451, 0.6359, 0.6347, 0.6313, 0.6301, 0.6299, 0.628], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "1674646", "8083127", "4808866", "542682", "5633832", "1674644", "1297109", "5917719", "220565"], "ranked_scores": [0.5855, 0.5587, 0.5566, 0.5562, 0.5519, 0.5488, 0.5473, 0.5384, 0.5276, 0.5242], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7383965", "7094398", "7905688", "298606", "5842823", "911138", "3792488", "332783", "4726075", "5951944"], "ranked_scores": [0.4916, 0.4775, 0.4622, 0.4065, 0.4048, 0.4032, 0.4029, 0.3902, 0.3877, 0.3862], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "5769842", "2812582", "7386245", "8279447", "698581", "5359258", "6574813", "452450", "7369987"], "ranked_scores": [0.7518, 0.7502, 0.7385, 0.7071, 0.7045, 0.704, 0.7002, 0.6979, 0.6948, 0.6862], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "8554964", "7255678", "3794297", "7255675", "7048914", "5450605", "5346316", "3640120", "1936834"], "ranked_scores": [0.6552, 0.6412, 0.6382, 0.6364, 0.6307, 0.6268, 0.6173, 0.6057, 0.6053, 0.6031], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "7929603", "5401715", "4450104", "8283881", "1191483", "1190311", "1805806", "8817884", "3971679"], "ranked_scores": [0.4724, 0.4659, 0.4397, 0.4391, 0.4268, 0.4207, 0.4144, 0.4121, 0.4049, 0.4015], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "6964479", "4816964", "7813557", "7123629", "1767388", "6801871", "3566159", "4318064", "5108583"], "ranked_scores": [0.671, 0.6367, 0.634, 0.6256, 0.6157, 0.6069, 0.6029, 0.6027, 0.597, 0.5967], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "7698064", "3550559", "3550563", "4136867", "4820118", "5997547", "5079417", "7735540", "4476440"], "ranked_scores": [0.5453, 0.4598, 0.4503, 0.4468, 0.2922, 0.2657, 0.259, 0.2569, 0.2455, 0.2384], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "6950276", "2322244", "8452568", "1365215", "1365210", "289409", "1640257", "6950275", "5110182"], "ranked_scores": [0.6819, 0.6434, 0.6428, 0.6323, 0.6295, 0.6282, 0.6199, 0.6181, 0.6157, 0.6148], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "2117748", "5469449", "5132484", "7187662", "879819", "627686", "4617506", "5324876", "7658715"], "ranked_scores": [0.4997, 0.4261, 0.4088, 0.4088, 0.398, 0.3956, 0.3917, 0.3815, 0.3758, 0.3731], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "1226213", "4922192", "8114676", "2136954", "1501685", "953836", "5022892"], "ranked_scores": [0.573, 0.5714, 0.4598, 0.3882, 0.3776, 0.3745, 0.3652, 0.3593, 0.339, 0.3315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7168976", "7168973", "7858639", "295794", "7058927", "295788", "7058926", "729503", "4623383", "295789"], "ranked_scores": [0.3728, 0.3568, 0.3525, 0.3158, 0.3097, 0.3014, 0.2884, 0.2869, 0.2728, 0.2622], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "4892433", "6363854", "5809779", "6363851", "3512764", "5809784", "277376"], "ranked_scores": [0.5313, 0.4933, 0.4856, 0.4512, 0.4506, 0.4475, 0.4138, 0.4126, 0.4122, 0.4073], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970736", "8450828", "7970728", "8450827", "8450833", "7970734", "1265191", "320956", "7970735"], "ranked_scores": [0.7044, 0.6861, 0.6854, 0.6815, 0.6686, 0.6685, 0.6397, 0.6275, 0.6265, 0.616], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "6193662", "4619086", "7160804", "981996", "7612966", "4702013", "5720449", "826701", "5841488"], "ranked_scores": [0.6274, 0.6212, 0.5949, 0.5931, 0.573, 0.5663, 0.5623, 0.5563, 0.5563, 0.5549], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "8067800", "7220312", "5190750", "2238728", "2010657", "46048", "1136294", "1488928", "6010341"], "ranked_scores": [0.5838, 0.4181, 0.414, 0.41, 0.4035, 0.3959, 0.3753, 0.3746, 0.3696, 0.3681], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5143532", "6368665", "3830558", "5672317", "3835174", "5644674", "7937822", "2001870", "3636075"], "ranked_scores": [0.5562, 0.5481, 0.5421, 0.526, 0.5166, 0.5088, 0.5055, 0.505, 0.4986, 0.4972], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8722441", "3646580", "7948042", "2116929", "2116932", "3646584", "8157542", "7948050", "2116936", "2116933"], "ranked_scores": [0.7052, 0.705, 0.7022, 0.697, 0.6772, 0.6706, 0.6688, 0.6687, 0.6639, 0.6638], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "6937120", "6937119", "5347138", "5347134", "7958943", "2870276", "4374443", "133086", "7809289"], "ranked_scores": [0.5605, 0.4498, 0.4467, 0.4344, 0.4333, 0.4331, 0.417, 0.4113, 0.4062, 0.4039], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "8045998", "2002380", "1674914", "1290166", "8814306", "5964551", "6775026", "1307740", "4799839"], "ranked_scores": [0.6664, 0.5807, 0.5739, 0.5694, 0.5665, 0.5659, 0.5377, 0.5368, 0.5333, 0.5323], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["6804877", "4595482", "4489799", "2859564", "1174164", "1174168", "5213336", "7170238", "1174172", "4826837"], "ranked_scores": [0.5579, 0.5503, 0.545, 0.5331, 0.525, 0.525, 0.4951, 0.4948, 0.4894, 0.4893], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "2588002", "1023113", "1839684", "863946", "4796869", "3853232", "2175868", "442006", "8540414"], "ranked_scores": [0.6605, 0.6371, 0.6313, 0.6218, 0.615, 0.6047, 0.6038, 0.6021, 0.6012, 0.6005], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "8820180", "7689710", "4936994", "5039968", "7689707", "5039965", "2188117", "3368582", "3649557"], "ranked_scores": [0.5885, 0.5817, 0.5567, 0.5552, 0.5005, 0.491, 0.4904, 0.4816, 0.4799, 0.4563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3968773", "5729775", "2443030", "92150", "1460640", "5808457", "3346337", "1546056", "4615784", "1506380"], "ranked_scores": [0.7189, 0.7145, 0.7021, 0.701, 0.6989, 0.6966, 0.6961, 0.6857, 0.6839, 0.6832], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2796274", "5269626", "4942019", "4901734", "4942015", "2636672", "1871086", "1070634", "6604385", "1070633"], "ranked_scores": [0.6941, 0.6806, 0.678, 0.6779, 0.6731, 0.6704, 0.6641, 0.6631, 0.6608, 0.6596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1588747", "4805364", "5174051", "5170949", "4805366", "1039754", "1333652", "8421090", "101099"], "ranked_scores": [0.5772, 0.5654, 0.5529, 0.542, 0.538, 0.5288, 0.525, 0.5141, 0.5136, 0.5118], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "272188", "2080220", "7131195", "1613678", "870351", "1368309", "2576605", "2828289", "2576606"], "ranked_scores": [0.5767, 0.5728, 0.5499, 0.5491, 0.5451, 0.5348, 0.5298, 0.525, 0.5248, 0.5246], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["5184907", "8741687", "5408281", "1850491", "6694795", "7409003", "8346188", "8277053", "7810605", "5952078"], "ranked_scores": [0.6426, 0.633, 0.6174, 0.614, 0.6117, 0.6104, 0.6037, 0.5973, 0.5903, 0.5828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "2510740", "2929750", "8265919", "7288502", "4377794", "5352322", "4437972", "1848152", "5671809"], "ranked_scores": [0.6417, 0.6277, 0.5978, 0.5967, 0.5884, 0.5863, 0.5825, 0.5752, 0.5752, 0.5702], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3173599", "1536187", "8584772", "8624217", "7035222", "2525613", "4603370", "7899629", "3424319", "5764460"], "ranked_scores": [0.5643, 0.5596, 0.5287, 0.5272, 0.4873, 0.4856, 0.4854, 0.4837, 0.4762, 0.4752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "8607085", "4451324", "6714731", "8796486", "4765788", "8773427", "7428028", "3726367"], "ranked_scores": [0.5758, 0.5407, 0.5382, 0.5343, 0.5269, 0.5235, 0.512, 0.4944, 0.4792, 0.4647], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526867", "7526871", "4863108", "982652", "4863107", "2898312", "1511150", "4786937", "7526870", "2599853"], "ranked_scores": [0.6383, 0.6253, 0.618, 0.6103, 0.61, 0.6084, 0.5987, 0.5947, 0.5934, 0.5865], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "8310623", "7041861", "1669333", "7110611", "595085", "4153698", "8237802", "2299432"], "ranked_scores": [0.6867, 0.6665, 0.6347, 0.6088, 0.6022, 0.6014, 0.5992, 0.5985, 0.5969, 0.5957], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["4502856", "1417034", "30085", "4502858", "5362792", "6979705", "2391916", "30088", "166399", "1592532"], "ranked_scores": [0.6784, 0.6738, 0.6712, 0.6692, 0.6643, 0.6609, 0.6601, 0.6566, 0.6485, 0.6476], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207587", "6207588", "6684798", "7874898", "3712671", "3108253", "5181693", "5338623", "5133662"], "ranked_scores": [0.6289, 0.6, 0.5939, 0.5657, 0.5569, 0.5515, 0.5412, 0.538, 0.5348, 0.5231], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "4004619", "2290637", "2476395", "2391075", "3661383", "2391077", "174956", "6292055", "3920912"], "ranked_scores": [0.7538, 0.7448, 0.7404, 0.735, 0.7302, 0.72, 0.719, 0.7142, 0.7117, 0.7115], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "4991353", "3672237", "8374135", "3806458", "4991356", "6465402", "6988582", "3806457"], "ranked_scores": [0.6542, 0.6382, 0.625, 0.6018, 0.5973, 0.5933, 0.5665, 0.5652, 0.5458, 0.5452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4409027", "7778956", "4605271", "2531512", "3747811", "5393501", "4605270", "7778949", "8201717"], "ranked_scores": [0.5896, 0.5799, 0.5731, 0.54, 0.4743, 0.4129, 0.4, 0.3955, 0.3775, 0.3624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "6632518", "4005369", "6632520", "8586692", "6632522", "3722841", "2488121", "7831679", "2422076"], "ranked_scores": [0.6321, 0.629, 0.6263, 0.6236, 0.6206, 0.6084, 0.5886, 0.5849, 0.5833, 0.5823], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "6761606", "8139545", "1933329", "1692091", "5143805", "1716202", "921100", "6180355", "5812523"], "ranked_scores": [0.6419, 0.608, 0.5997, 0.5956, 0.5887, 0.588, 0.5819, 0.5782, 0.5702, 0.5588], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7420248", "4258668", "3252244", "2940016", "7728427", "7503113", "5339586", "8494137", "1969532"], "ranked_scores": [0.6794, 0.6222, 0.6135, 0.6107, 0.6089, 0.5965, 0.5949, 0.5598, 0.5537, 0.545], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "5304087", "7562631", "2024648", "1732853", "3368462", "3811525", "8646229", "1374743"], "ranked_scores": [0.6356, 0.6264, 0.6233, 0.6017, 0.5574, 0.5401, 0.5041, 0.4983, 0.4935, 0.485], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8015905", "3742896", "1061740", "5210293", "5409485", "1922718", "5409486", "3716869", "6834849"], "ranked_scores": [0.5665, 0.5259, 0.5218, 0.5144, 0.5098, 0.5032, 0.5032, 0.5008, 0.4991, 0.4915], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "3495835", "3495840", "3495838", "7770963", "6625132", "7770959", "1634694", "3885772"], "ranked_scores": [0.5909, 0.5821, 0.5552, 0.4623, 0.4492, 0.4361, 0.4241, 0.409, 0.4038, 0.4038], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "6401864", "609594", "6212591", "6212597", "6965745", "917841", "186816", "1941403", "609590"], "ranked_scores": [0.5955, 0.5933, 0.5896, 0.5688, 0.5615, 0.4657, 0.4265, 0.4204, 0.3902, 0.384], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "3823641", "8499854", "7601059", "6938258", "7704729", "4846383", "6948296", "1676112", "4520541"], "ranked_scores": [0.4864, 0.3596, 0.3448, 0.3428, 0.3417, 0.333, 0.3186, 0.3124, 0.3115, 0.3074], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "3668938", "1460685", "1460689", "1420186", "2857974", "5201030", "8432430", "1460683"], "ranked_scores": [0.5789, 0.5365, 0.5165, 0.5129, 0.5048, 0.503, 0.4858, 0.4854, 0.4793, 0.4675], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "6567497", "7985411", "34456", "4437855", "5233690", "4878176", "5310192", "5830025"], "ranked_scores": [0.5555, 0.5468, 0.515, 0.4717, 0.4715, 0.4715, 0.4638, 0.4576, 0.4575, 0.4556], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "8424304", "1981696", "5955284", "2229750", "1981693", "1420930", "6986881", "5209746", "7589844"], "ranked_scores": [0.474, 0.4652, 0.455, 0.4401, 0.428, 0.4183, 0.4077, 0.3992, 0.3861, 0.3682], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "3944077", "4597448", "4701564", "3664758", "3989499", "297876", "8798058", "8743966", "3596760"], "ranked_scores": [0.555, 0.5092, 0.4986, 0.4945, 0.4864, 0.4859, 0.4789, 0.4779, 0.4718, 0.4715], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m48-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "5100196", "615746", "2684883", "5896402", "3527619", "2746690", "638358", "8083127", "3501103"], "ranked_scores": [0.5977, 0.5924, 0.5879, 0.5778, 0.575, 0.5745, 0.5733, 0.5722, 0.5655, 0.563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1674644", "2684883", "1674646", "4859452", "2746690", "615746", "597449", "3527619", "5496645", "542682"], "ranked_scores": [0.5353, 0.5304, 0.5239, 0.4986, 0.4966, 0.4965, 0.4919, 0.4907, 0.4877, 0.4862], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7905688", "7094398", "7383965", "48855", "5559112", "2102610", "1535431", "2554124", "5951944", "298606"], "ranked_scores": [0.4124, 0.4004, 0.3869, 0.3826, 0.3823, 0.3656, 0.3642, 0.3607, 0.3546, 0.3525], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "8279447", "698581", "2812582", "6574813", "1187804", "452450", "3338175", "2041473", "66616"], "ranked_scores": [0.6609, 0.6477, 0.6431, 0.637, 0.6353, 0.6339, 0.6339, 0.6326, 0.6317, 0.6309], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "5346316", "8554964", "2070215", "7048914", "7048912", "7255678", "3794304", "5450605", "7255675"], "ranked_scores": [0.5385, 0.5244, 0.5237, 0.5197, 0.5174, 0.5164, 0.514, 0.5128, 0.5067, 0.5037], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["2742231", "7929603", "1805806", "378964", "970989", "5401715", "4450104", "5676506", "8643852", "1190311"], "ranked_scores": [0.3513, 0.3351, 0.3181, 0.3161, 0.31, 0.3094, 0.3075, 0.3065, 0.295, 0.2915], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "3566159", "6964479", "1173182", "4487109", "1767388", "6307875", "7813557", "7123629"], "ranked_scores": [0.5583, 0.555, 0.5356, 0.5286, 0.5249, 0.5247, 0.5206, 0.5181, 0.5174, 0.5155], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550559", "3550563", "7698064", "2310784", "6929917", "3428369", "6360848", "1269652", "8069476"], "ranked_scores": [0.408, 0.3736, 0.372, 0.32, 0.2496, 0.2181, 0.214, 0.2128, 0.2108, 0.2056], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "5110182", "1365215", "1365210", "6950275", "6950276", "8452568", "3761522", "289409", "2322244"], "ranked_scores": [0.5197, 0.505, 0.504, 0.4931, 0.4913, 0.4909, 0.4882, 0.4786, 0.4765, 0.47], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "2508734", "4219619", "5469449", "879819", "2323827", "4617506", "7137594", "6124279", "5132484"], "ranked_scores": [0.3837, 0.35, 0.3488, 0.3424, 0.3357, 0.3338, 0.3335, 0.331, 0.3299, 0.3298], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "1501685", "4922192", "1226213", "1588095", "8114676", "3897453", "953836"], "ranked_scores": [0.4625, 0.4417, 0.3495, 0.3255, 0.3058, 0.3043, 0.302, 0.3005, 0.2962, 0.2903], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7858639", "7168976", "7058927", "4623381", "4633037", "3961796", "566163", "5339337", "114691", "4069689"], "ranked_scores": [0.3203, 0.2911, 0.2847, 0.2706, 0.2643, 0.2585, 0.2553, 0.2497, 0.2429, 0.2418], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "5809779", "4892433", "6363854", "277376", "3321024", "7301814", "1317497"], "ranked_scores": [0.4577, 0.3877, 0.3539, 0.346, 0.3423, 0.3355, 0.3298, 0.3061, 0.3033, 0.3026], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "8450827", "320956", "7970735", "7970736", "8450833", "7970728", "8259512", "7970734", "8259514"], "ranked_scores": [0.488, 0.4851, 0.4787, 0.4566, 0.4548, 0.4512, 0.4486, 0.4481, 0.436, 0.4287], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["8346654", "8296550", "7160805", "826701", "6145894", "981996", "8131676", "6193662", "7160799", "7185831"], "ranked_scores": [0.4871, 0.4726, 0.4719, 0.4685, 0.4642, 0.462, 0.4501, 0.4451, 0.4447, 0.4396], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "1390109", "2238728", "7220312", "8067800", "7872867", "2010657", "1488928", "6467669", "8167164"], "ranked_scores": [0.4533, 0.3013, 0.3001, 0.297, 0.2933, 0.289, 0.284, 0.2835, 0.2785, 0.2733], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5143532", "8584557", "5672319", "6368665", "3555960", "6043027", "3272070", "3830558", "7264667"], "ranked_scores": [0.4403, 0.4147, 0.4138, 0.3866, 0.3808, 0.3801, 0.3747, 0.3732, 0.3722, 0.3696], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8722441", "2116929", "7948042", "3646580", "3646584", "2066593", "4845318", "2116932", "4880893", "1435310"], "ranked_scores": [0.5416, 0.5332, 0.5294, 0.526, 0.5234, 0.5206, 0.5201, 0.5186, 0.5152, 0.5152], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "6937120", "2647181", "7958943", "133086", "4166350", "7218532", "4985799", "5347138", "1782220"], "ranked_scores": [0.4213, 0.3429, 0.3268, 0.3194, 0.3172, 0.3129, 0.3114, 0.3108, 0.3067, 0.2991], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "8287704", "8045998", "1290166", "2091063", "1307740", "4393603", "8814306", "2002380", "4624988"], "ranked_scores": [0.5453, 0.4863, 0.4749, 0.4583, 0.4451, 0.4413, 0.4347, 0.4309, 0.4287, 0.4263], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489799", "1174172", "1174164", "6804877", "4595482", "4489794", "2131339", "7170238", "2859564", "1174168"], "ranked_scores": [0.4773, 0.442, 0.4332, 0.4328, 0.4257, 0.4218, 0.4159, 0.4095, 0.4084, 0.4082], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["1023113", "8045986", "8477970", "5535297", "863946", "442006", "7134383", "3853232", "8540414", "2175868"], "ranked_scores": [0.4948, 0.4899, 0.487, 0.4776, 0.4746, 0.4549, 0.4547, 0.4538, 0.4511, 0.4443], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "8820180", "7689710", "4936994", "5364572", "5039968", "2188117", "3368582", "7689707", "5039965"], "ranked_scores": [0.4583, 0.4487, 0.4396, 0.4284, 0.4261, 0.4179, 0.4152, 0.399, 0.3969, 0.392], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["2443030", "5729775", "8717679", "3968773", "2863952", "5668797", "631307", "1546056", "6979322", "1460640"], "ranked_scores": [0.6134, 0.6073, 0.6004, 0.5963, 0.593, 0.5927, 0.5909, 0.5887, 0.5851, 0.5842], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["4942019", "5269626", "2796274", "4942015", "1070634", "2796268", "2796265", "5739636", "1070633", "4901734"], "ranked_scores": [0.5892, 0.5824, 0.5727, 0.5662, 0.5643, 0.562, 0.562, 0.5602, 0.5597, 0.5574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "4805364", "6343914", "5174051", "1588747", "8363828", "5027731", "1039754", "954268", "1333652"], "ranked_scores": [0.4587, 0.4428, 0.4249, 0.4206, 0.4129, 0.4105, 0.408, 0.4074, 0.4067, 0.406], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2080220", "1525620", "272188", "7137675", "7110002", "551238", "1613678", "870346", "870351"], "ranked_scores": [0.5442, 0.5094, 0.4989, 0.4953, 0.4942, 0.4843, 0.4813, 0.4776, 0.4764, 0.4735], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7810605", "5184907", "6694795", "8162192", "1850491", "8263203", "8346188", "5351935", "5149609", "2570595"], "ranked_scores": [0.5256, 0.4738, 0.4704, 0.4683, 0.4676, 0.467, 0.4544, 0.4541, 0.454, 0.4517], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["2929750", "4278761", "5094229", "4377794", "7863431", "2536497", "41701", "5671809", "5335298", "7288502"], "ranked_scores": [0.5223, 0.5184, 0.5146, 0.5098, 0.5065, 0.5028, 0.4987, 0.4983, 0.4978, 0.4913], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3424319", "8641232", "1536187", "6045016", "7899629", "1945871", "8118269", "3173599", "2525613", "5764460"], "ranked_scores": [0.4171, 0.4076, 0.4022, 0.4015, 0.3981, 0.3966, 0.3947, 0.3867, 0.3854, 0.3765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "6714731", "8773427", "8607085", "3979452", "7833611", "4451324", "4765789", "7344853", "3039809"], "ranked_scores": [0.4513, 0.4082, 0.3978, 0.3929, 0.3816, 0.3772, 0.3635, 0.3623, 0.3618, 0.361], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526867", "1511150", "7526871", "6503017", "982652", "4863107", "2898312", "2099688", "1511155", "2599853"], "ranked_scores": [0.5215, 0.5145, 0.5105, 0.5041, 0.4972, 0.4957, 0.4946, 0.4909, 0.4876, 0.482], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110612", "7110606", "6281807", "8310623", "2992454", "4678888", "7770196", "5164645", "7937494", "7362929"], "ranked_scores": [0.5612, 0.53, 0.5137, 0.5133, 0.5102, 0.5091, 0.5074, 0.4964, 0.4936, 0.4921], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["5362792", "30085", "1417034", "4502856", "1592532", "4502858", "5336580", "166399", "8327486", "4522649"], "ranked_scores": [0.5819, 0.5712, 0.5703, 0.5695, 0.5654, 0.5626, 0.5599, 0.5597, 0.5539, 0.5503], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207587", "6207588", "3712671", "7886033", "7874898", "7645257", "8653062", "6684798", "3121328"], "ranked_scores": [0.5165, 0.4897, 0.4834, 0.4659, 0.4549, 0.4525, 0.4437, 0.4428, 0.4375, 0.4366], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["8187754", "4589415", "2476399", "2476395", "6302237", "1477186", "2290637", "2391075", "6292055", "1338705"], "ranked_scores": [0.6904, 0.6887, 0.6846, 0.6841, 0.6797, 0.6791, 0.678, 0.6776, 0.6754, 0.6754], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "4991353", "7161099", "3806458", "6988582", "3672237", "8374135", "4991356", "2873961"], "ranked_scores": [0.537, 0.5086, 0.4912, 0.4845, 0.4788, 0.4778, 0.4642, 0.4629, 0.4599, 0.4544], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4409027", "4900578", "5231292", "4946980", "6193415", "2531512", "3747811", "81365"], "ranked_scores": [0.3634, 0.3569, 0.351, 0.3459, 0.332, 0.3146, 0.307, 0.2899, 0.2751, 0.2746], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["4005369", "6632518", "3942500", "7428627", "8586692", "4590213", "7795896", "139961", "1063811", "7582741"], "ranked_scores": [0.4985, 0.487, 0.4806, 0.4785, 0.4755, 0.4753, 0.4694, 0.4659, 0.4653, 0.462], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1692091", "6761606", "1716202", "5143805", "6180355", "5812523", "2750832", "8139545", "6955768", "6399884"], "ranked_scores": [0.5246, 0.4801, 0.4757, 0.4732, 0.4654, 0.4619, 0.4613, 0.4566, 0.4544, 0.4535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "3252244", "5339586", "4258668", "7420248", "7728427", "7503113", "1969532", "2359804", "2940016"], "ranked_scores": [0.5558, 0.5223, 0.5151, 0.5147, 0.5096, 0.5044, 0.499, 0.4948, 0.4851, 0.4801], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "5304087", "8738884", "3811525", "3016589", "7562631", "8586741", "1732850", "1946367", "2257624"], "ranked_scores": [0.5011, 0.4924, 0.4724, 0.4601, 0.4419, 0.4377, 0.4266, 0.4226, 0.422, 0.4123], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["6834849", "6269961", "8221437", "8221430", "3716869", "5626400", "5101805", "3742896", "2525123", "3834488"], "ranked_scores": [0.4237, 0.4183, 0.4142, 0.4141, 0.4088, 0.402, 0.4013, 0.4006, 0.3964, 0.3936], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "3495835", "3495840", "3495838", "7770963", "1634694", "3885772", "7770959", "6392875"], "ranked_scores": [0.3997, 0.376, 0.334, 0.3335, 0.3279, 0.3185, 0.3171, 0.3171, 0.3103, 0.3099], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212597", "609594", "6401864", "6212588", "6212591", "6965745", "186816", "917841", "1941403", "2852056"], "ranked_scores": [0.4984, 0.4953, 0.4837, 0.477, 0.4565, 0.4232, 0.4094, 0.3813, 0.3661, 0.3514], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7601059", "3823638", "6193664", "3823641", "1830660", "1676112", "6948296", "7332215", "2790097"], "ranked_scores": [0.3771, 0.2753, 0.2589, 0.2576, 0.2522, 0.251, 0.2487, 0.2421, 0.2417, 0.2416], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["3668938", "1420186", "7511875", "1460689", "1460685", "7644552", "2857974", "5891383", "8432430", "1793105"], "ranked_scores": [0.4254, 0.4247, 0.419, 0.4127, 0.4038, 0.3972, 0.394, 0.3864, 0.3834, 0.3769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "2595589", "4437857", "4437855", "1728760", "4684940", "7395884", "4529191", "7848151"], "ranked_scores": [0.4226, 0.4099, 0.3977, 0.3705, 0.3683, 0.3635, 0.3614, 0.3597, 0.3561, 0.356], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981693", "8424304", "1981696", "7589839", "1420930", "5209746", "1721507", "2229750", "5955284", "5955286"], "ranked_scores": [0.3612, 0.3459, 0.3425, 0.3403, 0.3341, 0.3216, 0.3209, 0.3124, 0.3074, 0.3058], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["8771883", "3664758", "7946528", "8743966", "2830832", "5785232", "3113295", "8667781", "8798058", "1939468"], "ranked_scores": [0.4386, 0.4258, 0.4174, 0.4153, 0.4153, 0.409, 0.4043, 0.3986, 0.3981, 0.3957], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m64-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7584907", "3527619", "1674646", "638358", "558173", "8541250", "7837267", "3445481", "1674644", "768350"], "ranked_scores": [0.6629, 0.6515, 0.6461, 0.6396, 0.6167, 0.6144, 0.6132, 0.608, 0.6078, 0.6078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["5633832", "220565", "2684883", "1674644", "542682", "3308552", "1297112", "1674646", "3619391", "4808866"], "ranked_scores": [0.5538, 0.5529, 0.5482, 0.5405, 0.5404, 0.5386, 0.5258, 0.5246, 0.5237, 0.5166], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "298606", "7905688", "694863", "5842823", "5221728", "5582271", "911138", "5951944"], "ranked_scores": [0.4528, 0.4486, 0.4384, 0.4357, 0.4101, 0.4094, 0.4039, 0.3962, 0.3955, 0.3935], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "2812582", "8279447", "6926916", "698581", "6574813", "66616", "5359258", "452450"], "ranked_scores": [0.7689, 0.749, 0.7433, 0.711, 0.6943, 0.6912, 0.6834, 0.6817, 0.6815, 0.6765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "3794304", "7255678", "3794297", "5346316", "7255675", "8554964", "3640120", "5450605", "7048912"], "ranked_scores": [0.6574, 0.6449, 0.64, 0.6362, 0.6245, 0.6244, 0.6192, 0.6176, 0.613, 0.5987], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5676506", "8283881", "7929603", "4450104", "8817884", "5606320", "1805806", "1190311", "5401715", "2215699"], "ranked_scores": [0.427, 0.4263, 0.421, 0.4207, 0.4171, 0.4159, 0.4141, 0.4035, 0.4034, 0.4027], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "7813557", "6964479", "4816964", "6801871", "7123629", "1767388", "3566159", "1173182", "4318064"], "ranked_scores": [0.6693, 0.6465, 0.641, 0.619, 0.613, 0.6051, 0.6029, 0.5979, 0.5833, 0.5739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550559", "7698064", "3550563", "4136867", "4041246", "7735540", "5997547", "2562047", "4476440"], "ranked_scores": [0.5701, 0.4814, 0.4766, 0.4688, 0.3306, 0.2783, 0.2676, 0.2622, 0.2584, 0.252], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "8452568", "5110182", "1365210", "2322244", "6950276", "289409", "6950275", "4414409", "1640257"], "ranked_scores": [0.6736, 0.6523, 0.6374, 0.6254, 0.6249, 0.6117, 0.606, 0.6057, 0.6021, 0.6012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5942525", "5132484", "7187662", "5324876", "4617506", "2117748", "6124279", "5469449", "1696206"], "ranked_scores": [0.4837, 0.4107, 0.4105, 0.4015, 0.3938, 0.387, 0.377, 0.371, 0.3681, 0.368], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "1226213", "8114676", "2136954", "4922192", "1226215", "953836", "584594"], "ranked_scores": [0.6001, 0.5674, 0.4833, 0.4088, 0.3859, 0.3852, 0.381, 0.3676, 0.3159, 0.3116], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7168976", "7168973", "4069689", "7858639", "7058927", "4623383", "5339337", "295789", "7058926", "4633037"], "ranked_scores": [0.4025, 0.3644, 0.3482, 0.3442, 0.3147, 0.3036, 0.2982, 0.2912, 0.2804, 0.2691], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "4892433", "7301819", "5809779", "6363851", "6363854", "6363850", "5457419", "3512764"], "ranked_scores": [0.5284, 0.4927, 0.458, 0.4567, 0.4464, 0.4438, 0.4359, 0.4114, 0.4018, 0.3939], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "8259512", "7970736", "8450827", "7970728", "8450833", "320956", "7970734", "1265191", "7970735"], "ranked_scores": [0.6767, 0.6764, 0.67, 0.6671, 0.6615, 0.6576, 0.6396, 0.6358, 0.5868, 0.5795], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "6193662", "8128745", "5720449", "7160804", "232771", "8296550", "7612966", "4702013", "4619086"], "ranked_scores": [0.624, 0.6227, 0.5691, 0.5629, 0.5616, 0.5613, 0.559, 0.5546, 0.5496, 0.548], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2010657", "5190750", "8067800", "7220312", "3936785", "1488928", "4768599", "2238728", "6467669"], "ranked_scores": [0.5727, 0.4359, 0.4023, 0.4017, 0.3907, 0.3823, 0.3771, 0.3743, 0.3726, 0.3684], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["5143532", "7870707", "3835174", "6368665", "3830558", "5672317", "3636075", "7937822", "3272070", "3555960"], "ranked_scores": [0.575, 0.567, 0.5222, 0.5103, 0.5043, 0.4993, 0.4964, 0.496, 0.4938, 0.4873], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "2116932", "2116929", "3646580", "8722441", "8157542", "2116938", "3646584", "2116936", "7948050"], "ranked_scores": [0.7016, 0.6863, 0.6842, 0.6805, 0.6661, 0.6652, 0.6596, 0.6539, 0.6504, 0.6386], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7641492", "7958943", "6937120", "5347138", "6937119", "4374443", "133086", "4985799", "1782220"], "ranked_scores": [0.5721, 0.4409, 0.4307, 0.4285, 0.4247, 0.4148, 0.4142, 0.4033, 0.4008, 0.3958], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "8045998", "4393603", "2002380", "1674914", "1307740", "2044069", "6775026", "4799839", "1290166"], "ranked_scores": [0.6749, 0.5699, 0.5656, 0.5578, 0.5561, 0.5454, 0.5442, 0.5256, 0.5234, 0.5232], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489799", "6804877", "2859564", "5233423", "1174168", "1174164", "7170238", "2131335", "4595482", "4489797"], "ranked_scores": [0.5369, 0.5241, 0.5219, 0.5192, 0.5176, 0.5063, 0.5047, 0.4957, 0.4955, 0.4949], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "863946", "2588002", "1839684", "1023113", "442006", "5535297", "4796869", "2587999", "2175868"], "ranked_scores": [0.6508, 0.6365, 0.6237, 0.6208, 0.619, 0.6121, 0.6012, 0.597, 0.5934, 0.5836], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["8820180", "6506033", "4936994", "7689710", "5039968", "7689707", "2188117", "1673140", "3368582", "3649557"], "ranked_scores": [0.5943, 0.5854, 0.5436, 0.5341, 0.525, 0.5019, 0.4918, 0.4882, 0.4789, 0.4718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "2443030", "3968773", "1460640", "92150", "1546056", "3346337", "7649297", "631307", "3046036"], "ranked_scores": [0.7225, 0.7184, 0.7173, 0.7143, 0.6947, 0.6781, 0.6754, 0.6575, 0.6496, 0.6487], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5269626", "2796274", "1070634", "2636672", "4942015", "4942019", "5739636", "4901734", "1871086", "5784428"], "ranked_scores": [0.6907, 0.6727, 0.6636, 0.6602, 0.6589, 0.6587, 0.6579, 0.656, 0.6524, 0.6507], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "4805364", "5170949", "1039754", "1588747", "5174051", "4805366", "2820637", "8363828", "6343914"], "ranked_scores": [0.5859, 0.566, 0.5566, 0.5429, 0.5424, 0.5313, 0.526, 0.524, 0.5136, 0.5105], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "870351", "272188", "870346", "7249172", "2080220", "1314383", "7131195", "1368309"], "ranked_scores": [0.6005, 0.5691, 0.5636, 0.5635, 0.5431, 0.5367, 0.5342, 0.524, 0.5159, 0.5133], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["5184907", "3720839", "7810605", "8741687", "5952078", "7409003", "2139645", "8346188", "6694795", "8277053"], "ranked_scores": [0.6476, 0.6168, 0.6051, 0.6049, 0.5855, 0.5844, 0.5828, 0.582, 0.5818, 0.5754], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7288502", "5352322", "2929750", "2510740", "8265919", "4377794", "7288504", "5671809", "5094229"], "ranked_scores": [0.6345, 0.5941, 0.5777, 0.5719, 0.5716, 0.5709, 0.5701, 0.5636, 0.5635, 0.5595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1536187", "3173599", "8584772", "3424319", "4603370", "2525613", "5764460", "8624217", "7899629", "1945871"], "ranked_scores": [0.5422, 0.5389, 0.5388, 0.4959, 0.4956, 0.4876, 0.4839, 0.478, 0.4742, 0.4689], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8796486", "7833611", "6714731", "4765788", "4451324", "4765789", "8607085", "3979452", "3039809"], "ranked_scores": [0.5847, 0.537, 0.5285, 0.5283, 0.5096, 0.4989, 0.4891, 0.4786, 0.4688, 0.4434], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["4786937", "7526871", "7526867", "982652", "2898312", "4863107", "4863108", "7526870", "6503017", "2099688"], "ranked_scores": [0.6258, 0.6248, 0.6157, 0.6147, 0.6083, 0.6016, 0.6003, 0.5871, 0.5834, 0.5798], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "8310623", "7110611", "7937494", "8237802", "2992454", "1416173", "4303165", "5655"], "ranked_scores": [0.6572, 0.6532, 0.6287, 0.5961, 0.5803, 0.5801, 0.5762, 0.5758, 0.573, 0.5711], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "4502858", "1417034", "30085", "30088", "5362792", "5336580", "4522649", "166399", "2366115"], "ranked_scores": [0.6968, 0.682, 0.6668, 0.6631, 0.6579, 0.6497, 0.6462, 0.6388, 0.6382, 0.6369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207587", "6207588", "3712671", "5181693", "6428732", "7645257", "6684798", "7874898", "3108253"], "ranked_scores": [0.6704, 0.6088, 0.5907, 0.5697, 0.564, 0.5465, 0.5296, 0.5265, 0.518, 0.5122], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "2391075", "4589415", "2290637", "8187754", "2476395", "3920912", "3661383", "1477186", "4360889"], "ranked_scores": [0.7499, 0.7368, 0.7247, 0.7194, 0.7164, 0.7085, 0.7079, 0.7062, 0.7061, 0.7053], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "8374135", "4991353", "3672237", "3806458", "4991356", "6465402", "7161101", "6988582"], "ranked_scores": [0.6561, 0.6274, 0.5997, 0.5936, 0.5794, 0.5538, 0.5516, 0.5295, 0.5284, 0.5149], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4605271", "4409027", "7778956", "2531512", "3747811", "4605270", "5393501", "5231292", "7778949"], "ranked_scores": [0.5706, 0.5446, 0.5401, 0.5076, 0.4624, 0.4123, 0.3842, 0.3726, 0.3547, 0.3543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "6632518", "139961", "8586692", "7831679", "6632522", "6632520", "3722839", "2488121", "4005369"], "ranked_scores": [0.6064, 0.5861, 0.5846, 0.5842, 0.5825, 0.582, 0.5772, 0.5715, 0.5657, 0.5653], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["6761606", "1867101", "5812523", "1692091", "1933329", "6761601", "921100", "8139545", "921101", "5143805"], "ranked_scores": [0.6159, 0.6147, 0.6146, 0.5919, 0.5888, 0.5764, 0.5674, 0.5636, 0.5633, 0.5571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7420248", "3252244", "4258668", "7728427", "2940016", "1969532", "2940019", "8494137", "8532695"], "ranked_scores": [0.6775, 0.6013, 0.599, 0.598, 0.5917, 0.5914, 0.5644, 0.5543, 0.5542, 0.5534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "5304087", "7562631", "2024648", "1732853", "8646229", "3811525", "1398369", "1732850"], "ranked_scores": [0.6691, 0.6359, 0.6302, 0.618, 0.5915, 0.5799, 0.5137, 0.4988, 0.4858, 0.4746], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "8221430", "5101805", "8015905", "5409486", "1922718", "3742896", "2525123", "4158114", "3834488"], "ranked_scores": [0.5306, 0.5164, 0.5057, 0.5056, 0.5048, 0.4973, 0.4942, 0.4933, 0.4922, 0.4913], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "3495835", "3495838", "7770963", "3495840", "1634694", "3885772", "6625132", "7770959"], "ranked_scores": [0.6146, 0.5958, 0.5424, 0.5204, 0.4541, 0.4449, 0.4316, 0.4316, 0.4174, 0.4066], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212597", "6212591", "6965745", "917841", "1941403", "186816", "8470196"], "ranked_scores": [0.6461, 0.6169, 0.5956, 0.5848, 0.5673, 0.4883, 0.466, 0.4485, 0.4267, 0.3984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7704729", "6938258", "7601059", "8499854", "6948296", "4520541", "4846383", "3823641", "6396838"], "ranked_scores": [0.5237, 0.3597, 0.3517, 0.3424, 0.3334, 0.3279, 0.3276, 0.3185, 0.311, 0.3], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "3668938", "1460689", "1420186", "1460685", "2857974", "1460687", "8177246", "8432430"], "ranked_scores": [0.5934, 0.5298, 0.5058, 0.5047, 0.5018, 0.4975, 0.4936, 0.4669, 0.4624, 0.458], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "6567497", "7395884", "1690952", "4878176", "4437855", "34456", "7985411", "7104592"], "ranked_scores": [0.5746, 0.5535, 0.4779, 0.4775, 0.4631, 0.4619, 0.4613, 0.4506, 0.4487, 0.4448], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "1981693", "5955284", "8424304", "1981696", "2229750", "1420930", "7589844", "5209746", "7152851"], "ranked_scores": [0.4721, 0.452, 0.4514, 0.4509, 0.4436, 0.4331, 0.4271, 0.4067, 0.3807, 0.3674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "4597448", "3989499", "3596760", "8771883", "2830832", "2983800", "3664758", "4304523", "2819440"], "ranked_scores": [0.5801, 0.5038, 0.4978, 0.4811, 0.478, 0.4763, 0.4647, 0.4646, 0.464, 0.4638], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m64-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["638358", "1674646", "3527619", "7584907", "1674644", "3501103", "2684883", "7072115", "6375472", "7027088"], "ranked_scores": [0.6023, 0.5843, 0.5768, 0.5743, 0.5492, 0.5484, 0.5476, 0.5454, 0.5453, 0.5451], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1674646", "5633832", "2684883", "542682", "1674644", "3308552", "8083127", "7584907", "5264660", "527685"], "ranked_scores": [0.5091, 0.4988, 0.4973, 0.4955, 0.492, 0.4899, 0.4891, 0.4842, 0.4834, 0.4808], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7383965", "7094398", "7905688", "298606", "5582271", "2554124", "5616900", "1535431", "911138", "6078877"], "ranked_scores": [0.3962, 0.3863, 0.3641, 0.357, 0.345, 0.3396, 0.3375, 0.3375, 0.3339, 0.333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "5769842", "2812582", "5359258", "6926916", "66616", "452450", "6574813", "698581", "7011409"], "ranked_scores": [0.6603, 0.6595, 0.6534, 0.6434, 0.6433, 0.6412, 0.6334, 0.6322, 0.6257, 0.6244], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7255675", "3794304", "3794297", "7048914", "8554964", "7255678", "3640120", "5450605", "5346316", "2070215"], "ranked_scores": [0.551, 0.5403, 0.5364, 0.5333, 0.5328, 0.5301, 0.5219, 0.5112, 0.5084, 0.5038], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1191483", "970989", "7929603", "2742231", "378964", "5676506", "7061305", "1805806", "1190311", "8283881"], "ranked_scores": [0.3409, 0.3389, 0.3386, 0.3366, 0.333, 0.3319, 0.331, 0.3279, 0.3192, 0.319], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "4816964", "6801871", "6307875", "7123629", "7813557", "1173182", "1767388", "6104775", "3566159"], "ranked_scores": [0.5863, 0.5601, 0.5563, 0.525, 0.5202, 0.5193, 0.5163, 0.5148, 0.5143, 0.5082], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550559", "7698064", "3550563", "5079417", "4154575", "3428369", "7735540", "6360848", "4476440"], "ranked_scores": [0.4368, 0.4203, 0.3808, 0.375, 0.2561, 0.2539, 0.2482, 0.2465, 0.2421, 0.2394], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "8452568", "1365210", "1640257", "5110182", "6950275", "2421289", "3935387", "1365215", "4414409"], "ranked_scores": [0.5506, 0.5467, 0.5263, 0.5259, 0.5207, 0.5019, 0.4974, 0.4967, 0.4947, 0.4889], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["5469449", "5324876", "7187663", "5132484", "4617506", "4872390", "4219619", "6124279", "7964634", "7187662"], "ranked_scores": [0.3693, 0.3512, 0.348, 0.3421, 0.3373, 0.3361, 0.3302, 0.3294, 0.3236, 0.322], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1226213", "1438830", "4922192", "8114676", "1501685", "1588095", "1226215", "2136954"], "ranked_scores": [0.4941, 0.4359, 0.38, 0.353, 0.3343, 0.3264, 0.3057, 0.3052, 0.2888, 0.2796], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7168976", "4623383", "4069689", "7168973", "295794", "7858639", "5339337", "295789", "729503", "3272997"], "ranked_scores": [0.3235, 0.3115, 0.3111, 0.3109, 0.2932, 0.2852, 0.2828, 0.2751, 0.2628, 0.2595], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "4892433", "5809779", "6363854", "3512764", "6363851", "6628785", "277376"], "ranked_scores": [0.4548, 0.4376, 0.42, 0.3543, 0.3454, 0.3278, 0.324, 0.3212, 0.3157, 0.3055], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "7970728", "8450828", "8450827", "8259512", "320956", "7970734", "8450833", "7970735", "3987938"], "ranked_scores": [0.5417, 0.5411, 0.5332, 0.5313, 0.5275, 0.5004, 0.489, 0.4828, 0.4734, 0.4669], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["8296550", "6145894", "6193662", "7160804", "8128745", "7160805", "5841488", "4619086", "8131676", "664917"], "ranked_scores": [0.5038, 0.5022, 0.5, 0.4933, 0.4857, 0.4843, 0.4786, 0.4768, 0.4698, 0.467], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2010657", "7220312", "1488928", "2238728", "8067800", "5190750", "7574370", "6355058", "6010341"], "ranked_scores": [0.4449, 0.3606, 0.3365, 0.3236, 0.3229, 0.3148, 0.3116, 0.3007, 0.3006, 0.2952], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["5143532", "7870707", "6368665", "5827343", "3830558", "3835174", "2995208", "7937822", "6043027", "3636075"], "ranked_scores": [0.4719, 0.4541, 0.4363, 0.4362, 0.4357, 0.4331, 0.4243, 0.4196, 0.4093, 0.4079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8722441", "2116932", "7948042", "2116929", "1435310", "3646580", "7948050", "2116938", "507236", "2066593"], "ranked_scores": [0.5398, 0.5388, 0.5355, 0.5355, 0.5285, 0.5282, 0.5243, 0.5233, 0.5146, 0.5121], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7218532", "6937119", "4374443", "2450611", "133086", "1782220", "7958943", "7641492", "4985799"], "ranked_scores": [0.4517, 0.3432, 0.3393, 0.3363, 0.3286, 0.3227, 0.3205, 0.3195, 0.3157, 0.3156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "1290166", "8045998", "7932035", "2002380", "1674914", "1318422", "4393603", "8814306", "5964551"], "ranked_scores": [0.5724, 0.487, 0.4819, 0.4788, 0.472, 0.462, 0.4611, 0.4578, 0.4559, 0.4439], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["2859564", "6804877", "1174168", "1174164", "4595482", "7170238", "4489799", "4489797", "1603365", "4489794"], "ranked_scores": [0.4506, 0.4483, 0.4367, 0.4332, 0.4291, 0.4288, 0.4242, 0.4175, 0.4082, 0.4064], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["863946", "1023113", "2588002", "8045986", "442006", "2587999", "4796869", "1839684", "8477970", "8540414"], "ranked_scores": [0.5148, 0.4959, 0.4956, 0.487, 0.4742, 0.4698, 0.4638, 0.4593, 0.4574, 0.449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "5039968", "3368582", "7689710", "4936994", "8820180", "3649557", "2188117", "7689707", "5364572"], "ranked_scores": [0.4958, 0.4393, 0.4365, 0.4332, 0.4292, 0.4263, 0.423, 0.4198, 0.4115, 0.4068], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3968773", "5729775", "1460640", "2443030", "3346337", "92150", "8717679", "6979322", "7649297", "2486692"], "ranked_scores": [0.6201, 0.6189, 0.6122, 0.6015, 0.5927, 0.5897, 0.5895, 0.588, 0.5816, 0.5813], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["4942019", "5739636", "4942015", "4901734", "2636672", "5269626", "4647338", "6604385", "7346169", "2796274"], "ranked_scores": [0.5869, 0.5724, 0.5634, 0.5616, 0.5573, 0.5527, 0.5516, 0.55, 0.5492, 0.5484], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "4805364", "5174051", "2820637", "954270", "8474680", "6719567", "3073632", "5170949", "1039754"], "ranked_scores": [0.5077, 0.4813, 0.4302, 0.4288, 0.4276, 0.425, 0.4228, 0.4225, 0.4222, 0.4211], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "870351", "1613678", "1525620", "870346", "1059524", "272188", "2576606", "7110002", "2576605"], "ranked_scores": [0.54, 0.5342, 0.4889, 0.4874, 0.4863, 0.4854, 0.4829, 0.4725, 0.4705, 0.47], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8741687", "7810605", "3720839", "5184907", "8346188", "7924849", "6694795", "8277053", "8499149", "8263203"], "ranked_scores": [0.5183, 0.518, 0.4818, 0.4638, 0.4609, 0.4602, 0.4564, 0.4544, 0.4505, 0.4486], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "8265919", "2929750", "7288502", "5352322", "2510740", "2536497", "1848152", "5335298", "4377794"], "ranked_scores": [0.5268, 0.5151, 0.5081, 0.4963, 0.4938, 0.4903, 0.4865, 0.4819, 0.4807, 0.4759], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1536187", "1945871", "3173599", "3424319", "2525613", "8584772", "7899629", "8118269", "8641232", "3445115"], "ranked_scores": [0.4258, 0.4233, 0.4168, 0.4158, 0.4109, 0.4066, 0.3965, 0.3925, 0.3855, 0.3809], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "8796486", "6714731", "4451324", "3726367", "3979452", "4765788", "3039809", "8773427"], "ranked_scores": [0.4901, 0.4433, 0.4181, 0.4162, 0.4152, 0.3973, 0.3973, 0.3972, 0.3913, 0.3857], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2208599", "7526867", "2099688", "1511150", "1282741", "4786937", "4863107", "7526871", "982652", "6503017"], "ranked_scores": [0.5245, 0.5086, 0.4969, 0.4933, 0.4901, 0.4813, 0.4793, 0.4793, 0.4763, 0.471], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "8310623", "7041861", "3259751", "8237806", "4520367", "7770196", "2992454", "4517769"], "ranked_scores": [0.5558, 0.5537, 0.5218, 0.5203, 0.5061, 0.5019, 0.4969, 0.4956, 0.494, 0.4931], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["30085", "5343617", "1592532", "2366115", "5336580", "166399", "1417034", "8327486", "4502856", "4502858"], "ranked_scores": [0.5933, 0.5823, 0.5815, 0.5765, 0.5757, 0.5747, 0.5711, 0.5624, 0.5609, 0.5566], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "7886033", "3712671", "6207587", "6207588", "7645257", "2789716", "5338623", "7874898", "1696161"], "ranked_scores": [0.5217, 0.4984, 0.4915, 0.4881, 0.4757, 0.4662, 0.4527, 0.4515, 0.4492, 0.4437], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2476395", "4589415", "8187754", "4004619", "2391075", "2290637", "3560310", "4360889", "4205560", "2476399"], "ranked_scores": [0.6738, 0.6731, 0.6694, 0.6629, 0.662, 0.6609, 0.6572, 0.6557, 0.6537, 0.6522], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "8374135", "4991353", "4991354", "3806458", "4723156", "3672237", "4991356", "3148555", "2873961"], "ranked_scores": [0.5923, 0.5108, 0.5081, 0.5074, 0.4995, 0.4844, 0.4755, 0.4749, 0.4704, 0.4565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4900578", "4409027", "4605271", "3747811", "2531512", "7531871", "5231292", "4605270", "3726276"], "ranked_scores": [0.4348, 0.4125, 0.3888, 0.3607, 0.342, 0.3306, 0.3194, 0.3165, 0.2978, 0.2972], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["8586692", "4005369", "6632518", "7428627", "6632520", "6632522", "7831679", "2422076", "1063811", "3942500"], "ranked_scores": [0.5132, 0.5119, 0.5042, 0.5028, 0.4967, 0.4923, 0.4888, 0.4738, 0.4687, 0.4674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["6761606", "1867101", "8139545", "5812523", "2750832", "4992578", "921101", "5143805", "1692091", "1933329"], "ranked_scores": [0.5569, 0.5512, 0.5241, 0.5058, 0.4909, 0.4835, 0.4802, 0.4792, 0.4758, 0.4742], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "3252244", "7420248", "4258668", "2940016", "8494137", "7728427", "7503113", "1969532", "5339586"], "ranked_scores": [0.5696, 0.5254, 0.5036, 0.5028, 0.4935, 0.4907, 0.4898, 0.4885, 0.479, 0.4783], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "7562631", "5304087", "2024648", "8646229", "1732850", "3828904", "3016589", "6712790"], "ranked_scores": [0.5148, 0.4942, 0.4839, 0.4832, 0.4725, 0.4382, 0.4258, 0.4127, 0.4074, 0.405], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8015905", "3716869", "3742896", "8221430", "2525123", "8221437", "4286623", "4626170", "5409486", "5210293"], "ranked_scores": [0.4337, 0.4324, 0.418, 0.4134, 0.4096, 0.4084, 0.4043, 0.4016, 0.4003, 0.3859], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "3495835", "3495838", "3495840", "7770963", "6625132", "4545847", "6392875", "3885772"], "ranked_scores": [0.4806, 0.4592, 0.4028, 0.3929, 0.3503, 0.3419, 0.3222, 0.3197, 0.3188, 0.3153], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6212588", "6212597", "6401864", "6212591", "6965745", "2852056", "1941403", "8120878", "6106100"], "ranked_scores": [0.5251, 0.5107, 0.5048, 0.5041, 0.4891, 0.4424, 0.4009, 0.3901, 0.3834, 0.3821], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7601059", "6938258", "6396838", "8499854", "3823641", "3823638", "7332215", "1676112", "5286547"], "ranked_scores": [0.4181, 0.3181, 0.307, 0.272, 0.2628, 0.2626, 0.2601, 0.2538, 0.2464, 0.2451], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["5891383", "7511875", "3668938", "1460685", "1460689", "1420186", "1460687", "2857976", "2857974", "8432430"], "ranked_scores": [0.4509, 0.4399, 0.4258, 0.4204, 0.4153, 0.4116, 0.4096, 0.4072, 0.3959, 0.3901], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "4878176", "4437855", "6567497", "4437857", "7395884", "2595589", "6107573", "4709447"], "ranked_scores": [0.421, 0.4187, 0.4174, 0.4122, 0.392, 0.3918, 0.3888, 0.3651, 0.3647, 0.3557], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981693", "7589839", "8424304", "1420930", "1981696", "286801", "6986881", "1721507", "5209746", "2229750"], "ranked_scores": [0.3955, 0.3686, 0.3632, 0.3534, 0.3493, 0.3379, 0.3301, 0.3274, 0.3246, 0.3245], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "3113295", "3664758", "2830832", "8743966", "3989499", "297876", "1939468", "3404247", "8771883"], "ranked_scores": [0.4484, 0.4333, 0.4311, 0.4192, 0.413, 0.4038, 0.4027, 0.4025, 0.4014, 0.3977], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m96-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["638358", "768350", "7584907", "1674646", "1674644", "3527619", "7072115", "8541250", "7837267", "558173"], "ranked_scores": [0.6204, 0.5998, 0.5962, 0.5907, 0.5716, 0.5699, 0.5668, 0.5666, 0.566, 0.5643], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1674646", "1674644", "220565", "2684883", "4808866", "3308552", "1245154", "542682", "8083127", "5633832"], "ranked_scores": [0.515, 0.5149, 0.5025, 0.4971, 0.4936, 0.4924, 0.4849, 0.4832, 0.4818, 0.4814], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "298606", "7383965", "7905688", "2554124", "6711597", "5221728", "5842823", "5951944", "6711596"], "ranked_scores": [0.4555, 0.4239, 0.4226, 0.4222, 0.3705, 0.3692, 0.3661, 0.3649, 0.3642, 0.3568], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "2812582", "3338175", "8279447", "7369987", "698581", "452450", "5359258", "6574813", "66620"], "ranked_scores": [0.669, 0.6685, 0.6679, 0.636, 0.6176, 0.6166, 0.6124, 0.6108, 0.6031, 0.6022], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7255678", "8554964", "3794297", "7048914", "3794304", "7255675", "7048912", "5450605", "5346316", "2070215"], "ranked_scores": [0.5752, 0.5747, 0.57, 0.5669, 0.559, 0.5567, 0.5434, 0.5414, 0.5401, 0.5161], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["378964", "1191483", "1805806", "4450104", "2215699", "2742231", "5401715", "8283881", "5606320", "478419"], "ranked_scores": [0.3929, 0.3808, 0.3709, 0.3705, 0.3702, 0.3676, 0.3605, 0.3604, 0.3564, 0.3391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "6964479", "1767388", "5108583", "3566159", "4816964", "7813557", "7123629", "4318064", "6815901"], "ranked_scores": [0.6221, 0.5731, 0.5685, 0.5482, 0.5445, 0.5416, 0.5377, 0.5309, 0.5249, 0.5173], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5997547", "2562047", "3689309", "4136867", "1768222", "5079417"], "ranked_scores": [0.5066, 0.4301, 0.4235, 0.4039, 0.2521, 0.2486, 0.2431, 0.2367, 0.233, 0.2326], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "5110182", "8452568", "1640257", "6950269", "2322244", "1365215", "6733381", "1365210", "6950275"], "ranked_scores": [0.5662, 0.552, 0.5445, 0.5233, 0.5232, 0.5224, 0.5201, 0.5126, 0.5056, 0.5055], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5942525", "5132484", "5324876", "4617506", "6124279", "5469449", "6880517", "2323827", "2117748"], "ranked_scores": [0.3922, 0.3773, 0.3554, 0.3523, 0.3475, 0.3463, 0.3413, 0.3413, 0.3377, 0.3335], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "1226213", "4922192", "8114676", "2136954", "8354063", "1501685", "1226215"], "ranked_scores": [0.5, 0.4976, 0.3826, 0.3814, 0.3527, 0.3509, 0.304, 0.3039, 0.2917, 0.2889], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7858639", "7058927", "4623383", "7168976", "8111532", "5339337", "295789", "566163", "7168973", "4633037"], "ranked_scores": [0.3471, 0.3206, 0.3152, 0.3102, 0.283, 0.2792, 0.2709, 0.2694, 0.269, 0.2638], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "5809779", "4892433", "6363854", "6363851", "5809784", "3512764", "277376"], "ranked_scores": [0.4723, 0.4665, 0.4227, 0.415, 0.3899, 0.3816, 0.359, 0.3373, 0.3352, 0.3237], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970728", "7970736", "320956", "8450828", "8450827", "7970735", "8259514", "8450833", "7970734"], "ranked_scores": [0.5725, 0.5552, 0.5509, 0.5479, 0.5463, 0.5342, 0.5118, 0.4995, 0.498, 0.466], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "6193662", "8296550", "6145894", "232771", "664917", "7612966", "7160804", "4702013", "5720449"], "ranked_scores": [0.5642, 0.5194, 0.505, 0.5032, 0.5019, 0.4915, 0.4886, 0.4884, 0.4879, 0.4874], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "5190750", "8067800", "3936785", "2010657", "4768599", "6467669", "7872867", "1488928"], "ranked_scores": [0.5198, 0.3681, 0.3562, 0.3486, 0.3377, 0.3313, 0.3276, 0.3264, 0.3263, 0.3217], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["5143532", "7870707", "6368665", "3636075", "3835174", "3830558", "3555960", "8091571", "6667088", "5827343"], "ranked_scores": [0.5111, 0.4857, 0.4698, 0.4537, 0.4502, 0.4431, 0.4302, 0.4255, 0.4194, 0.4194], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8722441", "3646580", "2116932", "7948042", "1435310", "2116929", "7948050", "8157542", "507236", "2116938"], "ranked_scores": [0.5645, 0.5569, 0.5535, 0.5494, 0.5471, 0.5432, 0.5291, 0.5259, 0.5231, 0.5214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4374443", "133086", "6937120", "4166350", "4985799", "6937119", "1918642", "2647181"], "ranked_scores": [0.5006, 0.3947, 0.3653, 0.3563, 0.3536, 0.3494, 0.3465, 0.3425, 0.3401, 0.3363], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "1674914", "2002380", "6775026", "4393603", "5964551", "6641480", "8045998", "2044069", "8539656"], "ranked_scores": [0.6276, 0.5069, 0.4903, 0.4774, 0.4764, 0.461, 0.4515, 0.449, 0.4486, 0.4484], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489799", "6804877", "1174172", "4595482", "1174164", "2131339", "4489797", "1174168", "7170238", "6854565"], "ranked_scores": [0.5096, 0.4842, 0.4734, 0.4592, 0.4487, 0.4422, 0.4401, 0.4393, 0.4293, 0.4267], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8477970", "8045986", "1023113", "4796869", "5535297", "2588002", "442006", "1839684", "863946", "7134383"], "ranked_scores": [0.5375, 0.5358, 0.5311, 0.5258, 0.5244, 0.523, 0.5218, 0.521, 0.5169, 0.5158], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "7689710", "4936994", "8820180", "3649557", "2188117", "7689707", "5039968", "3368582", "1673140"], "ranked_scores": [0.5129, 0.5032, 0.4719, 0.4678, 0.4334, 0.4223, 0.4213, 0.4128, 0.4082, 0.405], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "3968773", "2443030", "268498", "1460640", "4369187", "4679829", "631307", "3562912", "92150"], "ranked_scores": [0.6294, 0.6271, 0.6136, 0.6026, 0.6012, 0.5964, 0.5904, 0.5903, 0.5891, 0.5878], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["4901734", "5739636", "5784428", "5269626", "2636672", "2796274", "1871086", "4942015", "7908771", "1070633"], "ranked_scores": [0.5737, 0.5676, 0.5561, 0.5561, 0.5539, 0.5496, 0.5491, 0.5412, 0.54, 0.5365], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1333652", "1039754", "5174051", "5170949", "4805364", "954268", "5027731", "3073632", "4805366"], "ranked_scores": [0.4759, 0.4618, 0.4611, 0.4522, 0.4499, 0.4484, 0.4421, 0.426, 0.4232, 0.4222], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "870351", "272188", "551238", "7110002", "870346", "2080220", "4520834", "1368309"], "ranked_scores": [0.5506, 0.4945, 0.4879, 0.4854, 0.4572, 0.4547, 0.4536, 0.4526, 0.4525, 0.4523], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7810605", "8741687", "5184907", "3720839", "5952078", "1850491", "8499149", "8346188", "8277053", "6694795"], "ranked_scores": [0.5505, 0.5108, 0.5022, 0.494, 0.4939, 0.4879, 0.4793, 0.4762, 0.4747, 0.4723], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5352322", "8265919", "1848152", "4377794", "2510740", "5671809", "2929750", "7288502", "4437972"], "ranked_scores": [0.5494, 0.5353, 0.5188, 0.515, 0.5143, 0.5115, 0.5044, 0.5036, 0.4989, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1536187", "8624217", "3173599", "8118269", "8584772", "1945871", "8641232", "5764460", "4603370", "7154585"], "ranked_scores": [0.4461, 0.433, 0.4317, 0.4276, 0.4131, 0.4117, 0.4114, 0.4106, 0.4101, 0.4008], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "6714731", "7833611", "4451324", "4765788", "8607085", "4765789", "3979452", "7428028", "2998929"], "ranked_scores": [0.4736, 0.4684, 0.4558, 0.4539, 0.4367, 0.425, 0.3971, 0.3855, 0.3851, 0.3787], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526871", "7526867", "982652", "4786937", "1511150", "3141441", "7526870", "2099688", "1511155", "4863107"], "ranked_scores": [0.5584, 0.5575, 0.5365, 0.5346, 0.5305, 0.5228, 0.5223, 0.5196, 0.5128, 0.5106], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "8310623", "7110612", "7937494", "3259751", "7110611", "8237802", "7770196", "7434451", "1416173"], "ranked_scores": [0.5906, 0.5364, 0.5315, 0.5221, 0.5171, 0.5091, 0.5086, 0.5084, 0.4964, 0.4941], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["4502858", "2366115", "1592532", "5362792", "4522649", "5336580", "567380", "30088", "1417034", "4256443"], "ranked_scores": [0.6227, 0.6089, 0.6047, 0.5953, 0.5949, 0.5912, 0.5904, 0.5834, 0.5781, 0.5683], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207587", "7886033", "3108253", "3712671", "7874898", "5181693", "6207588", "6684798", "1421746"], "ranked_scores": [0.5892, 0.5295, 0.5114, 0.5099, 0.5054, 0.504, 0.4949, 0.4916, 0.4913, 0.4699], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "2476395", "2290628", "4004619", "8187754", "2245440", "2391075", "174956", "946762", "3765105"], "ranked_scores": [0.6721, 0.6702, 0.6692, 0.6615, 0.6575, 0.6554, 0.6538, 0.6523, 0.651, 0.6494], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "8374135", "3806458", "4991356", "4991353", "3672237", "3148555", "6465402", "7161099"], "ranked_scores": [0.5785, 0.5441, 0.5214, 0.5167, 0.5118, 0.5104, 0.5068, 0.4732, 0.4593, 0.4592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4605271", "7778956", "4900578", "4409027", "2531512", "3747811", "7778949", "4605270", "6448142", "7689567"], "ranked_scores": [0.4506, 0.4372, 0.4304, 0.4234, 0.3762, 0.3722, 0.3026, 0.2969, 0.2937, 0.2907], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "6632518", "6632520", "139961", "3722839", "6632522", "8586692", "2169679", "7831679", "2422076"], "ranked_scores": [0.5199, 0.5044, 0.4949, 0.493, 0.4856, 0.484, 0.4837, 0.4813, 0.467, 0.466], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["6761606", "1867101", "8139545", "1933329", "5812523", "1716202", "1692091", "5143805", "6180355", "6761601"], "ranked_scores": [0.6107, 0.5756, 0.5642, 0.5516, 0.5474, 0.5473, 0.5349, 0.533, 0.5309, 0.519], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7728427", "4258668", "7420248", "3252244", "2940016", "7503113", "8532695", "8494137", "2375458"], "ranked_scores": [0.6179, 0.5406, 0.5382, 0.5332, 0.5225, 0.5146, 0.5085, 0.4966, 0.4939, 0.492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "2024648", "5304087", "7562631", "8264837", "1732850", "8646229", "3811525", "1904920"], "ranked_scores": [0.5424, 0.5087, 0.4925, 0.4902, 0.4898, 0.4701, 0.4613, 0.4235, 0.4192, 0.4179], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["3742896", "5409486", "5210293", "8015905", "8221430", "3716869", "4343906", "1922718", "5101805", "8221437"], "ranked_scores": [0.4504, 0.4332, 0.4281, 0.4265, 0.4245, 0.4144, 0.414, 0.4121, 0.4068, 0.406], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "3495838", "3495835", "7770963", "7770959", "3495840", "1634694", "3885772", "1005751"], "ranked_scores": [0.5172, 0.5063, 0.4297, 0.4267, 0.4114, 0.3863, 0.3733, 0.3688, 0.3688, 0.3658], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6212597", "6212588", "6401864", "6212591", "6965745", "1941403", "186816", "8470196", "8120878"], "ranked_scores": [0.5488, 0.5432, 0.5398, 0.5366, 0.5312, 0.4769, 0.4287, 0.4117, 0.377, 0.3635], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7601059", "8499854", "3823641", "1676112", "3823638", "7704729", "6948296", "2432015"], "ranked_scores": [0.4602, 0.305, 0.2978, 0.289, 0.289, 0.2871, 0.2792, 0.2775, 0.2666, 0.2582], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "3668938", "1460689", "5891383", "1420186", "2857974", "1460687", "8432430", "3128424"], "ranked_scores": [0.4936, 0.4681, 0.4569, 0.4417, 0.4362, 0.4324, 0.4192, 0.4172, 0.4169, 0.4099], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "4437855", "7395884", "6567497", "34456", "6107573", "2595589", "5233690", "1452606"], "ranked_scores": [0.4791, 0.4716, 0.4325, 0.4316, 0.4085, 0.4073, 0.3937, 0.3928, 0.3924, 0.3852], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "5955284", "8424304", "1981696", "1981693", "1420930", "2229750", "1721507", "5209746", "6986881"], "ranked_scores": [0.4143, 0.4065, 0.3989, 0.3707, 0.3684, 0.3576, 0.3474, 0.3449, 0.3373, 0.3277], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "297876", "8771883", "3982832", "4304523", "4597448", "3113295", "8743966", "8743967", "2819440"], "ranked_scores": [0.4763, 0.445, 0.4367, 0.4359, 0.4345, 0.4286, 0.4263, 0.4124, 0.4109, 0.405], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m128-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3527619", "7584907", "768350", "7072115", "1674646", "638358", "7837267", "3501103", "1674644", "749759"], "ranked_scores": [0.5987, 0.5921, 0.5849, 0.5837, 0.5754, 0.5746, 0.5703, 0.5663, 0.5614, 0.5599], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297109", "5633832", "1297112", "2684883", "542682", "3308552", "2581550", "1674644", "4808866", "1674646"], "ranked_scores": [0.5288, 0.5263, 0.5168, 0.5151, 0.511, 0.5049, 0.4967, 0.4946, 0.4927, 0.4886], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "7905688", "5221728", "298606", "5582271", "2403649", "911138", "5951944", "4726075"], "ranked_scores": [0.4473, 0.4283, 0.4163, 0.4062, 0.3981, 0.3964, 0.363, 0.3601, 0.3587, 0.3587], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "2812582", "3338175", "8279447", "5359258", "7011409", "452450", "6926916", "939894", "66616"], "ranked_scores": [0.7007, 0.6971, 0.6798, 0.6496, 0.6432, 0.6409, 0.6344, 0.6247, 0.6198, 0.6117], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "3794297", "3794304", "8554964", "7255675", "7255678", "5450605", "2070215", "7048912", "5346316"], "ranked_scores": [0.6138, 0.604, 0.5954, 0.5771, 0.5748, 0.5732, 0.5637, 0.548, 0.538, 0.5378], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5676506", "4450104", "2215699", "2742231", "378964", "1191483", "8283881", "5401715", "970989", "1805806"], "ranked_scores": [0.4402, 0.4165, 0.4142, 0.3957, 0.3941, 0.3909, 0.3876, 0.3797, 0.3735, 0.3733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "7813557", "6964479", "4816964", "6801871", "7123629", "1767388", "5108583", "3566159", "1173182"], "ranked_scores": [0.6262, 0.585, 0.5688, 0.5601, 0.5515, 0.55, 0.5484, 0.5325, 0.5154, 0.5055], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "7698064", "3550559", "3550563", "4136867", "5997547", "4041246", "2562047", "5079417", "7735540"], "ranked_scores": [0.5178, 0.4487, 0.4473, 0.444, 0.291, 0.257, 0.252, 0.2489, 0.2459, 0.2421], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "1640257", "6950275", "1365215", "8452568", "1365210", "2322244", "5110182", "6950276", "1640260"], "ranked_scores": [0.603, 0.5606, 0.5545, 0.5499, 0.5466, 0.5434, 0.5408, 0.5326, 0.5307, 0.5282], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5132484", "5942525", "7187662", "5469449", "7658715", "2117748", "4617506", "879819", "2323827"], "ranked_scores": [0.4358, 0.4049, 0.3704, 0.3625, 0.3612, 0.3566, 0.3556, 0.3401, 0.34, 0.3385], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "1226213", "4922192", "2136954", "8114676", "1226215", "1501685", "1588095"], "ranked_scores": [0.552, 0.4976, 0.4349, 0.416, 0.4042, 0.364, 0.3327, 0.3297, 0.3213, 0.3086], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7168976", "7858639", "4623383", "7058927", "4623381", "5339337", "4069689", "6535340", "8111532", "295794"], "ranked_scores": [0.3325, 0.3191, 0.3088, 0.3041, 0.2985, 0.2965, 0.2958, 0.2882, 0.2817, 0.2691], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "5809779", "4892433", "1317497", "6363854", "6363851", "3321024", "3512764"], "ranked_scores": [0.4792, 0.4623, 0.4418, 0.3799, 0.373, 0.3667, 0.3644, 0.3608, 0.3498, 0.3414], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970736", "8450828", "8450827", "320956", "7970728", "7970735", "8450833", "1265191", "8259514"], "ranked_scores": [0.5871, 0.5819, 0.575, 0.5729, 0.565, 0.5631, 0.5551, 0.5429, 0.5051, 0.5034], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "6193662", "981996", "232771", "7160804", "6145894", "7612966", "8128745", "664917", "4702013"], "ranked_scores": [0.537, 0.5358, 0.5356, 0.5316, 0.5254, 0.5175, 0.4976, 0.497, 0.4959, 0.4934], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2010657", "7220312", "3936785", "3452115", "5190750", "8067800", "1136294", "6467669", "1488928"], "ranked_scores": [0.518, 0.3892, 0.3811, 0.3667, 0.3577, 0.3515, 0.3426, 0.3295, 0.3273, 0.3257], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["5143532", "7870707", "6368665", "3835174", "2995208", "3830558", "6043027", "3636075", "6667088", "3555960"], "ranked_scores": [0.539, 0.5168, 0.4766, 0.4595, 0.4519, 0.4437, 0.4286, 0.4282, 0.4252, 0.4202], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116932", "2116929", "3646580", "7948042", "8722441", "8157542", "1435310", "4517260", "2116938", "4880896"], "ranked_scores": [0.5891, 0.5785, 0.574, 0.5728, 0.5641, 0.5632, 0.5547, 0.5428, 0.5427, 0.5374], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "4985799", "7958943", "6937120", "1782220", "3569426", "133086", "2801033", "7391108", "7218532"], "ranked_scores": [0.533, 0.4055, 0.3858, 0.38, 0.3746, 0.3727, 0.3707, 0.367, 0.3635, 0.3604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "2002380", "1674914", "8045998", "8814306", "4393603", "4799839", "2091063", "8245381", "1307740"], "ranked_scores": [0.6031, 0.5216, 0.504, 0.5027, 0.4975, 0.484, 0.4828, 0.4795, 0.4683, 0.4671], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489799", "6804877", "4595482", "1174164", "1174168", "1603365", "2131335", "7170238", "1174172", "2131339"], "ranked_scores": [0.5211, 0.5087, 0.4925, 0.4923, 0.4726, 0.4695, 0.4679, 0.4627, 0.4593, 0.4518], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "1023113", "2588002", "5535297", "1839684", "442006", "863946", "4796869", "2587999", "7134383"], "ranked_scores": [0.5914, 0.5758, 0.5681, 0.5656, 0.5519, 0.5506, 0.5498, 0.5471, 0.5379, 0.5331], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "8820180", "2188117", "7689710", "5039968", "3368582", "7689707", "3649557", "5039965"], "ranked_scores": [0.5576, 0.5024, 0.5021, 0.4999, 0.4906, 0.4824, 0.4696, 0.4657, 0.4315, 0.4046], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "3968773", "2443030", "1460640", "92150", "3562912", "5668797", "4679829", "3346337", "1494462"], "ranked_scores": [0.6636, 0.6633, 0.6377, 0.6084, 0.6046, 0.5983, 0.5868, 0.5862, 0.5853, 0.5822], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2636672", "4942019", "8426355", "5269626", "1070638", "1871086", "7346169", "1070634", "2796274", "5739636"], "ranked_scores": [0.5907, 0.5868, 0.5819, 0.5766, 0.5731, 0.5727, 0.5659, 0.5654, 0.5585, 0.5571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["4805364", "7527096", "5174051", "5170949", "1333652", "1039754", "1588747", "7650732", "2820637", "6343914"], "ranked_scores": [0.5209, 0.5125, 0.4778, 0.4738, 0.4604, 0.4545, 0.4535, 0.4496, 0.4483, 0.4446], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "870351", "272188", "2080220", "1613678", "870346", "1525620", "1368309", "2576606", "1314383"], "ranked_scores": [0.5485, 0.5152, 0.5123, 0.5084, 0.5035, 0.5031, 0.4894, 0.4893, 0.4816, 0.4793], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7810605", "8741687", "5184907", "1850491", "5952078", "8277053", "3720839", "412211", "8499149", "3159297"], "ranked_scores": [0.5594, 0.5412, 0.517, 0.4992, 0.4872, 0.4865, 0.4858, 0.4825, 0.4753, 0.4698], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "4377794", "8265919", "2929750", "2510740", "1848152", "4195768", "8763003", "5352322", "5094229"], "ranked_scores": [0.5604, 0.52, 0.518, 0.5115, 0.5077, 0.5069, 0.4963, 0.4957, 0.4956, 0.4943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3173599", "1536187", "8624217", "5764460", "7899629", "8118269", "8584772", "3424319", "8242417", "2525613"], "ranked_scores": [0.4977, 0.4683, 0.4637, 0.4577, 0.4458, 0.4412, 0.4395, 0.4209, 0.4169, 0.4139], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4451324", "7833611", "8607085", "6714731", "4765789", "4765788", "8773427", "8796486", "3039809"], "ranked_scores": [0.5288, 0.4842, 0.4738, 0.4667, 0.4559, 0.4546, 0.4485, 0.428, 0.4121, 0.4009], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526867", "7526871", "2898312", "7526870", "4863108", "1511150", "4863107", "4786937", "2599853", "982652"], "ranked_scores": [0.5812, 0.5698, 0.5603, 0.5556, 0.5522, 0.5517, 0.5512, 0.5279, 0.5272, 0.5263], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "8310623", "3259751", "607856", "7770196", "7110611", "4520367", "4153698", "7434451"], "ranked_scores": [0.6137, 0.5902, 0.5746, 0.5352, 0.5339, 0.5275, 0.5267, 0.5172, 0.5158, 0.5152], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["4502858", "1592532", "1417034", "166399", "8327486", "30085", "4256443", "5362792", "2366115", "4502856"], "ranked_scores": [0.6308, 0.6297, 0.6112, 0.5988, 0.577, 0.5769, 0.573, 0.5719, 0.5702, 0.5683], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "6207588", "6207587", "7874898", "7886033", "1917162", "6684798", "7645257", "6428732"], "ranked_scores": [0.5961, 0.547, 0.5385, 0.5209, 0.5042, 0.4851, 0.4838, 0.4837, 0.4808, 0.4768], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "4589415", "8187754", "1338702", "2290637", "4205560", "2476395", "2391075", "1477186", "3940615"], "ranked_scores": [0.6789, 0.6781, 0.6565, 0.6564, 0.6514, 0.6493, 0.6457, 0.6454, 0.6437, 0.6422], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "3672237", "8374135", "4991353", "3806458", "4991356", "6465402", "7161101", "3806457"], "ranked_scores": [0.6165, 0.5587, 0.5566, 0.554, 0.5535, 0.5343, 0.5258, 0.4845, 0.4773, 0.4763], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4605271", "4409027", "7778956", "2531512", "3747811", "4605270", "863733", "5231292", "6448142"], "ranked_scores": [0.4944, 0.4786, 0.4701, 0.4357, 0.43, 0.3798, 0.3742, 0.3576, 0.3339, 0.3306], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "6632518", "139961", "8586692", "1063811", "4005369", "3942500", "6632520", "7831679", "3722839"], "ranked_scores": [0.5376, 0.5334, 0.5217, 0.5196, 0.5172, 0.5162, 0.5122, 0.5007, 0.4991, 0.493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["6761606", "1867101", "5812523", "8139545", "1933329", "1692091", "6761601", "5143805", "1716202", "921101"], "ranked_scores": [0.5902, 0.5874, 0.5743, 0.5501, 0.5481, 0.545, 0.5345, 0.5251, 0.5222, 0.5154], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7420248", "7728427", "4258668", "2940016", "3252244", "1969532", "7503113", "8532695", "5339586"], "ranked_scores": [0.639, 0.5833, 0.5744, 0.5699, 0.5591, 0.5551, 0.5305, 0.527, 0.5199, 0.5195], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "5304087", "2024648", "7562631", "1732853", "1732850", "3368462", "8646229", "3811525"], "ranked_scores": [0.6011, 0.5743, 0.5615, 0.5422, 0.525, 0.4939, 0.4646, 0.4525, 0.4434, 0.4429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["5626400", "3742896", "5409486", "8015905", "8221437", "1922718", "4158114", "5210293", "2659096", "3834488"], "ranked_scores": [0.4559, 0.4508, 0.4495, 0.447, 0.4407, 0.4384, 0.4383, 0.4328, 0.431, 0.429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "3495835", "3495838", "7770963", "3495840", "7770959", "1005751", "6392875", "6625132"], "ranked_scores": [0.5901, 0.5618, 0.4662, 0.4476, 0.4238, 0.4078, 0.392, 0.386, 0.3717, 0.3716], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6212597", "6401864", "6212591", "6212588", "6965745", "186816", "917841", "1941403", "2852056"], "ranked_scores": [0.5895, 0.5774, 0.5613, 0.5525, 0.5458, 0.4491, 0.4201, 0.4192, 0.3971, 0.3907], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7601059", "3823641", "4520541", "8499854", "5025269", "6938258", "6948296", "7704729", "6744770"], "ranked_scores": [0.4945, 0.3557, 0.3498, 0.3058, 0.2938, 0.2902, 0.2859, 0.2794, 0.2749, 0.2742], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "1420186", "5891383", "1460689", "3668938", "8432430", "2857974", "3128424", "1460687"], "ranked_scores": [0.5253, 0.466, 0.4579, 0.4574, 0.4394, 0.4352, 0.434, 0.4338, 0.4196, 0.4114], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7395884", "4437855", "5310192", "6567497", "34456", "4878176", "6107573", "1690952"], "ranked_scores": [0.527, 0.5252, 0.4705, 0.4343, 0.4003, 0.3949, 0.3925, 0.3909, 0.39, 0.3893], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["5955284", "7589839", "8424304", "1981696", "1981693", "1420930", "7589844", "2229750", "6986881", "1338462"], "ranked_scores": [0.4623, 0.4617, 0.4366, 0.4325, 0.424, 0.4095, 0.4033, 0.4009, 0.377, 0.3527], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8771883", "3113295", "7725657", "8743966", "4304523", "3982832", "8743967", "2983800", "3944077"], "ranked_scores": [0.4891, 0.4594, 0.4427, 0.4334, 0.4288, 0.4189, 0.411, 0.4109, 0.4073, 0.405], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64-pq-m4-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["5917719", "597449", "1297109", "7837267", "7275122", "7275120", "3279701", "6489670", "5450668", "1245154"], "ranked_scores": [0.8054, 0.801, 0.7898, 0.7853, 0.7853, 0.7853, 0.7844, 0.7723, 0.7679, 0.7654], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["50056", "20886", "220570", "2274526", "6858216", "1844184", "1674644", "3063200", "1674646", "949520"], "ranked_scores": [0.7108, 0.7, 0.6989, 0.6987, 0.6942, 0.6896, 0.6887, 0.6809, 0.6784, 0.6719], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "944813", "911138", "5842823", "2193557", "7038530", "8543994", "8186128", "2785397", "5616900"], "ranked_scores": [0.756, 0.7152, 0.7107, 0.7088, 0.7057, 0.7057, 0.7014, 0.6972, 0.6928, 0.6911], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2541248", "515311", "5646365", "66616", "2548176", "6926916", "5691562", "7369987", "3399535", "7011409"], "ranked_scores": [0.8877, 0.8877, 0.8877, 0.8877, 0.8877, 0.8877, 0.8853, 0.8853, 0.8848, 0.8848], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["531109", "1159742", "7255675", "5817777", "258129", "3794300", "8524691", "3820657", "3157820", "3640120"], "ranked_scores": [0.9, 0.8488, 0.8488, 0.8482, 0.8456, 0.8456, 0.8456, 0.8373, 0.8202, 0.8106], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["2190617", "8817884", "970989", "5254021", "1229810", "8339146", "2508899", "378964", "6412433", "3205963"], "ranked_scores": [0.7634, 0.7616, 0.7383, 0.7333, 0.7265, 0.696, 0.6805, 0.6748, 0.6721, 0.6675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6311584", "6964486", "7813557", "6980305", "4816964", "6964479", "5227711", "7260457", "563355", "7245739"], "ranked_scores": [0.7729, 0.7729, 0.7729, 0.7729, 0.7397, 0.7397, 0.7397, 0.7397, 0.7358, 0.7275], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "7698064", "3550559", "7431788", "3550561", "8075222", "1746953", "1592497", "463652", "7420248"], "ranked_scores": [0.6661, 0.6591, 0.6328, 0.6199, 0.6198, 0.5543, 0.5463, 0.5402, 0.5356, 0.5356], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "8452568", "289409", "8014955", "6950275", "4667084", "1365215", "379549", "2322244", "2140834"], "ranked_scores": [0.8443, 0.8242, 0.7984, 0.7984, 0.7984, 0.7965, 0.7965, 0.7821, 0.7711, 0.7654], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "4830265", "4830262", "5942525", "8251080", "6285905", "4600638", "4476040", "6823993", "5392883"], "ranked_scores": [0.6417, 0.5804, 0.5804, 0.576, 0.5754, 0.565, 0.5427, 0.5422, 0.5409, 0.5401], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "956206", "7905540", "795873", "8372613", "4405605", "258174", "1962396", "2115686"], "ranked_scores": [0.8125, 0.8125, 0.7682, 0.7578, 0.7536, 0.7459, 0.7457, 0.7303, 0.7189, 0.7102], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7858636", "5043664", "8223942", "1030917", "4231642", "662304", "7090447", "7936183", "1136108", "8110427"], "ranked_scores": [0.479, 0.3912, 0.391, 0.3812, 0.3774, 0.3471, 0.3415, 0.337, 0.3368, 0.333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["558347", "7301814", "4561063", "5811967", "7301823", "7888911", "8165523", "6492793", "430273", "352732"], "ranked_scores": [0.6899, 0.6877, 0.686, 0.6846, 0.6831, 0.6744, 0.668, 0.6583, 0.6573, 0.654], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970735", "8259512", "8259514", "8450828", "7970736", "7970734", "8450833", "1265191", "6154208", "8450827"], "ranked_scores": [0.7966, 0.7794, 0.7776, 0.7776, 0.7776, 0.7773, 0.7773, 0.7773, 0.7702, 0.7702], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["8128745", "1466669", "6835042", "5720449", "6145894", "7749216", "8296554", "8296550", "7160804", "4448360"], "ranked_scores": [0.7458, 0.7259, 0.7259, 0.7213, 0.7081, 0.7081, 0.7081, 0.7081, 0.706, 0.6844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220312", "7220310", "5190750", "5190753", "8142216", "1488928", "7903539", "5703846", "4723508", "6010341"], "ranked_scores": [0.6834, 0.6825, 0.6576, 0.6576, 0.6576, 0.6576, 0.6494, 0.6347, 0.6302, 0.6302], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7805085", "8584557", "4830263", "7108982", "4830265", "4830262", "7956869", "7108987", "8091571"], "ranked_scores": [0.7997, 0.7146, 0.6811, 0.6696, 0.6695, 0.6671, 0.6671, 0.6554, 0.6505, 0.6365], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116933", "2116936", "2116938", "3646584", "7948042", "4880896", "7017837", "7948050", "4880893", "8157542"], "ranked_scores": [0.7635, 0.7635, 0.7635, 0.7635, 0.7635, 0.7635, 0.7635, 0.7635, 0.7635, 0.7635], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["3891003", "7958943", "4998837", "4166350", "7958944", "2801033", "2356989", "4253088", "8157356", "4502236"], "ranked_scores": [0.7638, 0.7595, 0.7322, 0.7307, 0.7188, 0.6859, 0.6833, 0.6795, 0.6643, 0.6613], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["5297258", "3444262", "4393601", "1226636", "4393603", "1674914", "8710757", "7503570", "7153163", "6641480"], "ranked_scores": [0.741, 0.7385, 0.7385, 0.7385, 0.7268, 0.7224, 0.7196, 0.7165, 0.7165, 0.7157], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["413808", "6804877", "4595482", "2859564", "1475307", "474971", "4489794", "4489799", "4489797", "4826837"], "ranked_scores": [0.8111, 0.8111, 0.8111, 0.8111, 0.8067, 0.7905, 0.7734, 0.7734, 0.7734, 0.7661], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["3378630", "442006", "5088303", "2493568", "7498436", "7191526", "8687818", "1895669", "2175868", "8045986"], "ranked_scores": [0.8202, 0.8053, 0.8026, 0.7863, 0.7863, 0.7863, 0.7855, 0.7855, 0.7766, 0.7766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "4936994", "8820180", "2188117", "5364572", "5039968", "5039965", "7237931", "7689710", "1143382"], "ranked_scores": [0.6209, 0.6084, 0.6084, 0.6022, 0.6022, 0.5957, 0.5957, 0.5947, 0.5886, 0.5844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["1920855", "2486692", "3968773", "5808457", "3346337", "5691108", "6488150", "92150", "6979322", "3346342"], "ranked_scores": [0.845, 0.845, 0.845, 0.845, 0.845, 0.845, 0.845, 0.845, 0.845, 0.845], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["890035", "1070638", "7135032", "1106640", "8307546", "1425080", "6082244", "7482647", "7908771", "8281191"], "ranked_scores": [0.9072, 0.9072, 0.8987, 0.8965, 0.8965, 0.8965, 0.8965, 0.8964, 0.8953, 0.8895], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "1588755", "101099", "3638876", "2820637", "3073632", "1333652", "7650732", "5170949"], "ranked_scores": [0.7737, 0.7737, 0.7665, 0.7665, 0.7665, 0.7665, 0.7665, 0.7616, 0.7616, 0.7616], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "8630967", "521367", "1613678", "3937136", "870351", "1525622", "7137675", "7227891", "7228393"], "ranked_scores": [0.8308, 0.8285, 0.8229, 0.8229, 0.8197, 0.8178, 0.8124, 0.8051, 0.8051, 0.8051], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["2570595", "6502553", "1663808", "2887944", "8277053", "5408281", "1850491", "250946", "5351934", "258524"], "ranked_scores": [0.7251, 0.7186, 0.7162, 0.7147, 0.7142, 0.7039, 0.6997, 0.6972, 0.6948, 0.6866], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4195768", "5094229", "7204934", "5756090", "5196370", "7646422", "7288502", "7892877", "5756096", "5756099"], "ranked_scores": [0.7569, 0.7569, 0.7569, 0.7569, 0.7569, 0.7569, 0.7569, 0.7569, 0.7569, 0.7569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["7154587", "3332393", "3230959", "8624217", "8584772", "8531579", "5764460", "3872927", "6032214", "3654792"], "ranked_scores": [0.7567, 0.7158, 0.7143, 0.7121, 0.7121, 0.7082, 0.6984, 0.6898, 0.6898, 0.6868], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["3979452", "8607085", "4765785", "4451324", "7833608", "8796486", "7833611", "659252", "4858750", "3925376"], "ranked_scores": [0.7301, 0.7297, 0.7297, 0.7297, 0.7297, 0.6976, 0.6976, 0.695, 0.6763, 0.6663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2617812", "1098595", "4600593", "4863108", "2898312", "1841905", "5666376", "4863107", "6503017", "8783461"], "ranked_scores": [0.9078, 0.9078, 0.9078, 0.9078, 0.9078, 0.9078, 0.9078, 0.9078, 0.9023, 0.9023], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "2233656", "7041861", "2737704", "7434455", "6841581", "7110611", "6013490", "7429866", "7110612"], "ranked_scores": [0.8749, 0.8471, 0.8471, 0.8443, 0.833, 0.8298, 0.8279, 0.8259, 0.8255, 0.8227], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["489957", "3659405", "1592532", "30088", "2535259", "489952", "5442989", "278648", "30089", "6979704"], "ranked_scores": [0.8676, 0.8676, 0.8676, 0.8484, 0.8484, 0.8195, 0.7947, 0.793, 0.7868, 0.7858], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["2679936", "754800", "4043436", "5133662", "6428732", "8148596", "5879888", "6207587", "8098325", "5810729"], "ranked_scores": [0.6646, 0.6616, 0.6598, 0.6598, 0.6591, 0.6572, 0.6572, 0.6557, 0.6525, 0.6521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["3920912", "4004619", "2391075", "174956", "3765105", "4589415", "3661383", "8347480", "3383567", "1899174"], "ranked_scores": [0.8519, 0.8519, 0.819, 0.819, 0.819, 0.819, 0.819, 0.818, 0.8128, 0.8114], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "6753585", "7161101", "3672237", "1062833", "2697019", "933350", "3806457", "3931579", "3148555"], "ranked_scores": [0.8172, 0.7759, 0.7723, 0.77, 0.7649, 0.7622, 0.7598, 0.759, 0.759, 0.7568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "2531512", "4409027", "4900578", "4605271", "5393494", "4900577", "4605270", "5393501", "7778949"], "ranked_scores": [0.7414, 0.715, 0.6963, 0.6718, 0.6694, 0.6414, 0.6232, 0.6205, 0.6128, 0.5951], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2811260", "139964", "3722839", "3722841", "6632518", "4005369", "5186526", "6803877", "6632520", "7831679"], "ranked_scores": [0.779, 0.779, 0.7698, 0.7698, 0.7698, 0.7698, 0.7698, 0.7698, 0.7698, 0.7698], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["6761606", "1867101", "8139545", "1019739", "4117805", "4117808", "1933329", "1631830", "6761601", "886990"], "ranked_scores": [0.7423, 0.7253, 0.7253, 0.72, 0.7185, 0.7066, 0.6968, 0.6968, 0.6937, 0.6928], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "5339587", "8532695", "3252244", "4258663", "7503113", "2940016", "2940019", "5339586", "8494137"], "ranked_scores": [0.8434, 0.8328, 0.8328, 0.8042, 0.7983, 0.776, 0.7682, 0.7574, 0.7298, 0.7028], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "5951944", "8738884", "6235583", "7612475", "8668637", "3792488", "7905688", "1374743", "8755814"], "ranked_scores": [0.8264, 0.823, 0.8142, 0.7847, 0.7838, 0.7734, 0.7683, 0.7582, 0.7564, 0.7563], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "2659096", "4158114", "5409487", "4127072", "8015905", "8221430", "4343906", "5431260", "7856346"], "ranked_scores": [0.7736, 0.7697, 0.7697, 0.7617, 0.7617, 0.7617, 0.7617, 0.7525, 0.7042, 0.6926], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["2463549", "1779400", "1206520", "8400909", "3495837", "3494053", "6392875", "8649248", "6398634", "4349477"], "ranked_scores": [0.6883, 0.6771, 0.656, 0.6549, 0.6464, 0.6311, 0.6263, 0.6258, 0.6241, 0.6209], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "6401864", "6212597", "609594", "6212591", "5581868", "804848", "987749", "879407", "6857958"], "ranked_scores": [0.8316, 0.8316, 0.7294, 0.7234, 0.6992, 0.6798, 0.6476, 0.6383, 0.633, 0.6307], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "8349710", "3534685", "4007575", "5100196", "2379160", "8736649", "4515525", "5025269", "5653612"], "ranked_scores": [0.7685, 0.6644, 0.6371, 0.6246, 0.6179, 0.6169, 0.6003, 0.594, 0.5894, 0.5843], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "1460685", "3772534", "1460683", "1793105", "3631388", "3128424", "3668938", "8432430"], "ranked_scores": [0.8032, 0.8032, 0.8025, 0.7785, 0.7753, 0.7661, 0.7432, 0.7414, 0.7414, 0.7414], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395884", "7395885", "1136108", "7316761", "2594593", "7558181", "4890547", "4878176", "4738326"], "ranked_scores": [0.8609, 0.8609, 0.8609, 0.7914, 0.7694, 0.766, 0.7528, 0.7479, 0.7321, 0.7152], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["6986881", "1721505", "2229750", "1721507", "1981696", "3139589", "7888894", "6417183", "1981693", "3559380"], "ranked_scores": [0.7337, 0.7155, 0.7119, 0.6999, 0.6699, 0.6618, 0.6523, 0.6472, 0.6352, 0.6272], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["1953277", "4049212", "3711972", "7946528", "2819440", "3664758", "4997383", "8771883", "8758591", "297876"], "ranked_scores": [0.7448, 0.7448, 0.7448, 0.7311, 0.7272, 0.67, 0.6328, 0.6298, 0.629, 0.6208], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128-pq-m8-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["8083127", "1674644", "558173", "5917719", "1245152", "1245154", "3527619", "3619391", "558178", "3279701"], "ranked_scores": [0.7506, 0.7357, 0.729, 0.7258, 0.7236, 0.7236, 0.7235, 0.7228, 0.7186, 0.7136], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["6858216", "7584907", "3619391", "2274526", "7121383", "558178", "1297112", "615746", "542682", "220570"], "ranked_scores": [0.7269, 0.7049, 0.6939, 0.6886, 0.6833, 0.6796, 0.6787, 0.6784, 0.6744, 0.6734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "5582271", "911138", "4274941", "6402602", "5616900", "2660744", "944813", "298606"], "ranked_scores": [0.7401, 0.6773, 0.6721, 0.6624, 0.6598, 0.6551, 0.6511, 0.6341, 0.6276, 0.6138], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["515311", "2548176", "5691562", "691719", "66616", "6926916", "5646365", "7011409", "6826784", "5769842"], "ranked_scores": [0.8811, 0.8811, 0.873, 0.8726, 0.8693, 0.8693, 0.8682, 0.8677, 0.8641, 0.8637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["531109", "3794300", "3640120", "8554964", "1159742", "258129", "3157820", "5385409", "7255678", "1587850"], "ranked_scores": [0.8194, 0.8141, 0.8046, 0.8003, 0.7933, 0.7802, 0.777, 0.7717, 0.7701, 0.7696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["8817884", "2190617", "1229810", "378964", "1190311", "3205963", "970989", "7061305", "5254021", "2508899"], "ranked_scores": [0.7233, 0.7116, 0.7054, 0.7019, 0.6895, 0.6798, 0.679, 0.6746, 0.6686, 0.6542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6964486", "7813557", "6980305", "6964479", "7260457", "5227711", "7840121", "4816964", "5070708", "1777799"], "ranked_scores": [0.7879, 0.7871, 0.7715, 0.7714, 0.7714, 0.7588, 0.7559, 0.744, 0.7251, 0.7183], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "7698064", "3550561", "3550559", "1592497", "8083740", "5079417", "5997547", "5644075", "8343642"], "ranked_scores": [0.6817, 0.6776, 0.642, 0.6313, 0.5661, 0.5405, 0.5331, 0.5331, 0.5279, 0.5247], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "289409", "4667084", "8452568", "1365215", "3761517", "3761519", "5180631", "6950275", "7531871"], "ranked_scores": [0.8282, 0.8004, 0.799, 0.7827, 0.7626, 0.753, 0.7508, 0.7508, 0.7498, 0.7346], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "6285905", "2552610", "4989064", "8251080", "5942525", "4600638", "3798363", "8778783", "7137594"], "ranked_scores": [0.6305, 0.5692, 0.5642, 0.5586, 0.5528, 0.5496, 0.538, 0.5362, 0.5311, 0.5304], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "1962396", "213428", "3299394", "4036339", "4405605", "8583764", "4922192", "2136954"], "ranked_scores": [0.7672, 0.7672, 0.7019, 0.6782, 0.6767, 0.6693, 0.6687, 0.6639, 0.6546, 0.6529], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8223942", "7858636", "5043664", "1923341", "7547697", "7058927", "1234678", "295789", "1070106", "347009"], "ranked_scores": [0.4465, 0.4174, 0.3773, 0.3643, 0.3538, 0.3456, 0.3451, 0.3416, 0.3382, 0.3286], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "4561063", "7301816", "7301819", "134683", "7888911", "7301814", "352732", "2938844", "5811967"], "ranked_scores": [0.7294, 0.714, 0.7065, 0.7065, 0.6918, 0.6878, 0.6856, 0.6747, 0.674, 0.6592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "8259514", "7970735", "8450828", "1265191", "7970734", "8450833", "8450827", "8259512", "7970728"], "ranked_scores": [0.8239, 0.8239, 0.8221, 0.821, 0.8201, 0.8201, 0.8201, 0.8145, 0.8103, 0.8096], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["8128745", "7160805", "485410", "7160804", "8296550", "6145894", "8296554", "7749216", "5417234", "7206774"], "ranked_scores": [0.7458, 0.7325, 0.7179, 0.7063, 0.6848, 0.6848, 0.6848, 0.6848, 0.681, 0.672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "2474358", "5190750", "5190753", "4723508", "3082748", "5703846", "1488928", "8142216"], "ranked_scores": [0.6888, 0.6884, 0.6276, 0.6136, 0.6136, 0.6079, 0.6065, 0.6057, 0.5998, 0.5998], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "8091571", "7870705", "7108982", "7805085", "8584557", "6951614", "3815520", "7937823"], "ranked_scores": [0.7615, 0.6318, 0.6169, 0.6109, 0.6046, 0.6038, 0.5961, 0.5915, 0.5868, 0.5849], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "7948042", "7948050", "8660295", "4880893", "2116932", "2116938", "2116936", "3646584", "4880896"], "ranked_scores": [0.7286, 0.7156, 0.7156, 0.7103, 0.7077, 0.7077, 0.7077, 0.7077, 0.7051, 0.7051], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "4998837", "7958944", "2801033", "3891003", "3109473", "2799087", "2424634", "8157356", "2450611"], "ranked_scores": [0.7608, 0.7314, 0.7309, 0.7102, 0.6968, 0.6802, 0.6794, 0.676, 0.6756, 0.6748], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["8045998", "3444262", "5297258", "6951440", "6641480", "7503570", "2059254", "7153163", "7454251", "8710757"], "ranked_scores": [0.7237, 0.7141, 0.7057, 0.7033, 0.7012, 0.7006, 0.6936, 0.6911, 0.6834, 0.6796], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489794", "1475307", "2859564", "6804877", "413808", "4489797", "4595482", "4489799", "4826837", "7170234"], "ranked_scores": [0.7201, 0.6981, 0.6958, 0.6918, 0.6918, 0.6833, 0.672, 0.6568, 0.6536, 0.6447], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "2588002", "8045986", "3378630", "8540414", "3853232", "863946", "5088303", "2175868", "7269273"], "ranked_scores": [0.8506, 0.8386, 0.8327, 0.8301, 0.8196, 0.8162, 0.8157, 0.815, 0.813, 0.809], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "2188117", "6506033", "4936994", "5364572", "5063008", "7237931", "7689710", "8820180", "379520"], "ranked_scores": [0.6163, 0.5969, 0.5791, 0.5605, 0.5573, 0.5467, 0.5373, 0.5273, 0.5256, 0.5215], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["1920855", "6488150", "5691108", "92150", "5729775", "3346337", "3346342", "3968773", "5808457", "6979322"], "ranked_scores": [0.8566, 0.8566, 0.8566, 0.8566, 0.8557, 0.8513, 0.8386, 0.8358, 0.8358, 0.8358], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["7135032", "7908771", "2796274", "1070634", "7992320", "5628117", "6082244", "1106640", "1425080", "8307546"], "ranked_scores": [0.8717, 0.8674, 0.8673, 0.8673, 0.8667, 0.8641, 0.8627, 0.8604, 0.8604, 0.8588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "1333652", "1333651", "7650732", "5170949", "2820637", "5174051", "6343914", "4805366"], "ranked_scores": [0.7837, 0.7628, 0.7564, 0.7564, 0.7564, 0.7552, 0.7265, 0.716, 0.7041, 0.6934], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "272188", "272190", "870346", "1525622", "1613678", "521367", "870351", "2576606", "7228393"], "ranked_scores": [0.836, 0.8313, 0.8313, 0.8302, 0.8262, 0.8232, 0.8229, 0.8225, 0.8158, 0.8158], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "2570595", "5408281", "5351934", "258524", "5952078", "1615478", "1663808", "5085223", "7409003"], "ranked_scores": [0.7165, 0.6969, 0.6909, 0.6814, 0.6737, 0.6691, 0.6608, 0.6604, 0.6571, 0.6563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["173850", "4278761", "4437972", "7646422", "5094229", "4377794", "7646426", "2510740", "278768", "4195768"], "ranked_scores": [0.7419, 0.7385, 0.7344, 0.7306, 0.7306, 0.7253, 0.7038, 0.702, 0.6986, 0.6986], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["7154587", "6032214", "3872927", "3230959", "8531579", "8498825", "1463441", "6291922", "7154584", "3924136"], "ranked_scores": [0.7125, 0.6735, 0.6735, 0.6648, 0.6617, 0.6351, 0.6311, 0.6287, 0.628, 0.6275], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8607085", "4451324", "4765785", "8796486", "7833611", "4858750", "7344853", "4765788", "1867187"], "ranked_scores": [0.7584, 0.7353, 0.7341, 0.7307, 0.7175, 0.7175, 0.7035, 0.6713, 0.6665, 0.6628], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "2617812", "3141441", "4786937", "982652", "2898312", "4863108", "4863107", "7526868", "7526867"], "ranked_scores": [0.8901, 0.8893, 0.8853, 0.8842, 0.8829, 0.8818, 0.8818, 0.8818, 0.8736, 0.8726], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7937494", "7027322", "8331763", "6841581", "4678888", "607856", "2737704", "7429866", "4586889"], "ranked_scores": [0.8629, 0.8189, 0.7948, 0.7845, 0.7651, 0.7606, 0.7581, 0.749, 0.7481, 0.7478], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "489957", "30088", "2366115", "278648", "489952", "5336580", "4502858", "6145886"], "ranked_scores": [0.8423, 0.8422, 0.8113, 0.792, 0.7772, 0.7677, 0.766, 0.7653, 0.757, 0.757], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["6428732", "6207587", "7853304", "1980424", "5904163", "5133662", "6684798", "1464540", "5338620", "8148596"], "ranked_scores": [0.6725, 0.6708, 0.6543, 0.6354, 0.6344, 0.6329, 0.5973, 0.5969, 0.5962, 0.5934], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "4589415", "3920912", "8347480", "2290637", "5310704", "7734838", "2391075", "7741066", "4111498"], "ranked_scores": [0.8344, 0.8142, 0.8127, 0.8126, 0.8026, 0.7971, 0.7941, 0.7883, 0.7881, 0.7867], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "3148555", "7161101", "1062833", "3806457", "3672237", "3806458", "4991356", "2913413", "3651812"], "ranked_scores": [0.805, 0.7737, 0.7674, 0.762, 0.7591, 0.7554, 0.7545, 0.7545, 0.7458, 0.7426], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "2531512", "4900578", "4605271", "5393494", "5393501", "4605270", "7778949", "5171449"], "ranked_scores": [0.7211, 0.6989, 0.6808, 0.6733, 0.6448, 0.6422, 0.6328, 0.6252, 0.6242, 0.6077], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["139964", "1063812", "7831679", "2811260", "6803877", "1063811", "2248109", "3491901", "3210861", "6632522"], "ranked_scores": [0.7952, 0.7835, 0.7835, 0.7704, 0.7699, 0.7674, 0.7674, 0.7661, 0.761, 0.761], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["6761601", "1867101", "1631830", "1933329", "3689309", "3689305", "1019739", "5143805", "6955768", "8608886"], "ranked_scores": [0.741, 0.7376, 0.7341, 0.7341, 0.7336, 0.7336, 0.7241, 0.7235, 0.7222, 0.7222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "3252244", "4258663", "2940019", "2940016", "5339587", "7503113", "5339586", "4258668", "8532695"], "ranked_scores": [0.847, 0.8149, 0.8135, 0.8021, 0.7696, 0.7631, 0.7597, 0.7387, 0.7104, 0.7002], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "8755814", "6300441", "8822769", "2658876", "8822768", "3811525", "7611886", "8298270"], "ranked_scores": [0.8329, 0.8266, 0.7861, 0.7771, 0.763, 0.763, 0.763, 0.763, 0.763, 0.7561], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "4158114", "4127072", "8221430", "4343906", "8015905", "7856346", "1061740", "8221431", "7610413"], "ranked_scores": [0.7797, 0.7777, 0.7753, 0.7728, 0.7686, 0.7596, 0.7365, 0.73, 0.7271, 0.7265], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495838", "7770963", "6392875", "1779400", "8810371", "3450402", "3495835", "1206520", "8649248"], "ranked_scores": [0.6691, 0.6286, 0.6173, 0.5965, 0.5916, 0.569, 0.5573, 0.5552, 0.555, 0.5525], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212597", "609594", "6212591", "1053306", "1053300", "1768222", "567923", "804848"], "ranked_scores": [0.8223, 0.816, 0.778, 0.7254, 0.714, 0.6576, 0.6576, 0.617, 0.5894, 0.5823], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "8349710", "3740532", "8736649", "2379160", "1325723", "4007575", "3823641", "2465849"], "ranked_scores": [0.7606, 0.6074, 0.6027, 0.576, 0.5602, 0.549, 0.5478, 0.5463, 0.5425, 0.5383], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "2716981", "4097714", "3128424", "8432430", "8110291", "4256781", "1460690", "1460685"], "ranked_scores": [0.8013, 0.8, 0.7679, 0.7654, 0.7649, 0.7649, 0.7628, 0.7573, 0.7572, 0.7567], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7395884", "1136108", "6124976", "2595589", "3873782", "1690952", "7151780", "704294"], "ranked_scores": [0.8285, 0.8285, 0.8025, 0.7743, 0.7255, 0.7129, 0.7093, 0.7028, 0.7028, 0.6994], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["6986881", "1981693", "1721507", "1981696", "2229750", "3559380", "1420930", "2985127", "1942837", "8123901"], "ranked_scores": [0.6975, 0.6951, 0.6819, 0.676, 0.6478, 0.6477, 0.6105, 0.6075, 0.6065, 0.6062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "1953277", "3664758", "2983800", "297876", "3404247", "8743966", "4701564", "6342544", "8771883"], "ranked_scores": [0.7338, 0.6796, 0.6639, 0.6192, 0.6166, 0.616, 0.6053, 0.597, 0.5918, 0.5913], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-pq-m32-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["615746", "3445481", "558173", "5865180", "7275120", "575979", "3619391", "2746690", "768350", "8083127"], "ranked_scores": [0.6573, 0.6545, 0.6527, 0.6454, 0.6445, 0.6371, 0.6367, 0.6344, 0.6296, 0.6223], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297112", "6375472", "1674646", "2684883", "1270356", "768350", "3619391", "7187515", "2746690", "1297109"], "ranked_scores": [0.7098, 0.6679, 0.6662, 0.6636, 0.6597, 0.6572, 0.656, 0.6503, 0.6463, 0.6455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "3451044", "3451041", "5616900", "8247542", "694863", "2193557", "911138", "6779974"], "ranked_scores": [0.5786, 0.5753, 0.5688, 0.5653, 0.5588, 0.5584, 0.5351, 0.5342, 0.5333, 0.5291], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "2812582", "5359258", "2598342", "6159778", "4092415", "8003599", "939898", "7386338", "8279447"], "ranked_scores": [0.8279, 0.8273, 0.8272, 0.8257, 0.8257, 0.8257, 0.8257, 0.8257, 0.8257, 0.8257], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "4269405", "531109", "3794300", "856390", "1587850", "1159742", "3640120", "5450605"], "ranked_scores": [0.7347, 0.7261, 0.703, 0.6939, 0.6841, 0.6831, 0.6799, 0.6785, 0.6752, 0.668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["2190617", "1111800", "378964", "1975045", "3971679", "729819", "5401718", "4331590", "4331591", "1190311"], "ranked_scores": [0.6089, 0.5979, 0.5939, 0.5927, 0.5925, 0.5865, 0.5846, 0.5834, 0.5802, 0.5749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6964479", "4816964", "7260457", "7840121", "6964486", "6980305", "1777799", "7813557", "5091618", "5227711"], "ranked_scores": [0.6783, 0.6755, 0.6736, 0.6495, 0.6492, 0.648, 0.6382, 0.6378, 0.6242, 0.6174], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "7698064", "5644075", "3550559", "6252080", "147832", "5276202", "1592497", "7543996"], "ranked_scores": [0.6009, 0.5787, 0.5442, 0.5196, 0.5081, 0.4957, 0.4945, 0.4895, 0.4879, 0.4782], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "3761519", "2322244", "6950275", "1102477", "289409", "3761517", "5180631", "249524"], "ranked_scores": [0.6671, 0.6579, 0.6338, 0.6305, 0.6287, 0.6262, 0.6216, 0.6152, 0.6108, 0.5948], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["8215736", "7187663", "2117748", "5132484", "2348797", "1649595", "6124279", "3434622", "5002757", "178432"], "ranked_scores": [0.559, 0.5474, 0.5371, 0.5371, 0.5239, 0.5217, 0.5157, 0.5146, 0.5137, 0.5123], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "4922192", "852268", "3299394", "915562", "1226215", "6062397", "5022892", "4711434"], "ranked_scores": [0.6636, 0.6508, 0.5584, 0.521, 0.5205, 0.5185, 0.5174, 0.5137, 0.5133, 0.5125], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7168973", "8223942", "7168976", "662304", "7732382", "7858636", "4231642", "5043664", "3801128", "4957113"], "ranked_scores": [0.4449, 0.4351, 0.4142, 0.3965, 0.3807, 0.3733, 0.3661, 0.3598, 0.3546, 0.3504], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "7513243", "4380333", "7301814", "714868", "1269652", "5209931", "277376"], "ranked_scores": [0.655, 0.5762, 0.5762, 0.5663, 0.5548, 0.545, 0.5433, 0.5396, 0.5341, 0.5335], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259514", "8450827", "8450828", "7970734", "7970736", "7970735", "8259512", "8450833", "1265191", "320956"], "ranked_scores": [0.7057, 0.705, 0.7036, 0.7018, 0.7016, 0.695, 0.681, 0.6796, 0.6719, 0.6292], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "4702013", "7160804", "8131676", "2703674", "3469224", "3457120", "5720449", "5417234"], "ranked_scores": [0.7213, 0.6823, 0.6574, 0.6441, 0.6319, 0.6316, 0.6275, 0.6189, 0.6137, 0.6052], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "7220313", "2474358", "5703848", "5703852", "2130560", "4768602", "1488928", "5190750"], "ranked_scores": [0.6828, 0.6399, 0.5354, 0.533, 0.5279, 0.5099, 0.5026, 0.4958, 0.4945, 0.493], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "2995208", "7108982", "7805085", "7870705", "7937822", "8584557", "7937824", "2131097"], "ranked_scores": [0.6752, 0.5854, 0.569, 0.5648, 0.5521, 0.5368, 0.5357, 0.5214, 0.5184, 0.515], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "4880893", "8157542", "7948050", "2116929", "2116936", "2116933", "3692412", "2116932", "3646584"], "ranked_scores": [0.6574, 0.6469, 0.6464, 0.6392, 0.5959, 0.5958, 0.5954, 0.5952, 0.5851, 0.5812], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "8771259", "2356989", "5980491", "133086", "2424634", "2356986", "7480853", "3532662"], "ranked_scores": [0.6737, 0.6217, 0.5758, 0.5671, 0.5438, 0.5417, 0.5408, 0.5357, 0.5345, 0.53], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6568419", "5297258", "3444262", "5231134", "1092098", "4624988", "6822082", "7153163", "2091063"], "ranked_scores": [0.6503, 0.6367, 0.6298, 0.6288, 0.6275, 0.6101, 0.6082, 0.6005, 0.5993, 0.5979], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489799", "4489797", "4489794", "4826837", "5213336", "2131335", "7170238", "2547986", "7170234", "4595482"], "ranked_scores": [0.5432, 0.5395, 0.5326, 0.5318, 0.529, 0.5088, 0.5066, 0.5047, 0.5025, 0.4988], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "442006", "3853232", "7623736", "2588002", "7134383", "863946", "1918866", "4393278", "6941634"], "ranked_scores": [0.7649, 0.7589, 0.7555, 0.7452, 0.7363, 0.7214, 0.7196, 0.7157, 0.7103, 0.7055], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "2188117", "2270798", "7689710", "3246403", "6506033", "3836743", "7880823", "5364574", "7028472"], "ranked_scores": [0.5631, 0.5146, 0.5142, 0.4973, 0.4916, 0.4858, 0.4788, 0.4725, 0.4671, 0.4637], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "6979322", "4615784", "1506380", "6979330", "3046036", "92150", "631307", "6591468", "3346337"], "ranked_scores": [0.7841, 0.7704, 0.7649, 0.7649, 0.7649, 0.7649, 0.7618, 0.7607, 0.7607, 0.7519], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8426355", "7992320", "5055675", "5123227", "7135032", "7424964", "3733774", "8281194", "1871086", "1070634"], "ranked_scores": [0.8291, 0.8181, 0.8169, 0.8144, 0.812, 0.8089, 0.8088, 0.8076, 0.8067, 0.804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "8421090", "5170949", "6287785", "3073632", "1088384", "954268", "5174051", "4805366"], "ranked_scores": [0.6673, 0.6649, 0.6391, 0.6352, 0.621, 0.6112, 0.6105, 0.608, 0.6072, 0.6015], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "870351", "1613678", "2576605", "2576606", "521373", "272190", "5832532", "521367", "2201067"], "ranked_scores": [0.7874, 0.7595, 0.7511, 0.7501, 0.7501, 0.7362, 0.7275, 0.7259, 0.7241, 0.7212], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["1615478", "258524", "6502553", "8265258", "8716923", "8162192", "2589790", "3132831", "3024301", "3720839"], "ranked_scores": [0.5571, 0.5438, 0.5025, 0.4983, 0.4929, 0.4922, 0.4891, 0.488, 0.485, 0.4759], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["173850", "4437972", "4377794", "2510740", "4278761", "5352322", "5094229", "1848152", "2536497", "7646422"], "ranked_scores": [0.736, 0.7356, 0.7296, 0.7185, 0.718, 0.7113, 0.7099, 0.702, 0.692, 0.6899], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["7154587", "3230959", "1690652", "1756080", "5142519", "8531579", "839355", "2525613", "6045016", "7899629"], "ranked_scores": [0.5775, 0.5726, 0.5709, 0.5706, 0.5657, 0.5571, 0.5571, 0.5434, 0.5383, 0.5358], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4765785", "4765789", "8796486", "1800205", "7833611", "5675630", "3314760", "3937863", "3663599"], "ranked_scores": [0.6195, 0.6027, 0.576, 0.5683, 0.5668, 0.5656, 0.557, 0.553, 0.5478, 0.5443], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["6970738", "4786937", "7526870", "4005928", "6368227", "3141441", "7526868", "6503017", "7641309", "2099688"], "ranked_scores": [0.847, 0.8341, 0.8326, 0.8323, 0.8302, 0.8292, 0.829, 0.8273, 0.8259, 0.8245], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7770196", "7770199", "7041861", "6841581", "7937494", "5546116", "7370269", "7110612", "6270123"], "ranked_scores": [0.722, 0.6863, 0.6764, 0.6749, 0.6706, 0.6643, 0.6626, 0.6614, 0.6609, 0.659], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "5336580", "30088", "1417034", "4502856", "4502858", "6979705", "30085", "4522649"], "ranked_scores": [0.7127, 0.6899, 0.6827, 0.6803, 0.6733, 0.6693, 0.6626, 0.6542, 0.6539, 0.6503], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["8148596", "7853304", "7874898", "6207587", "5338623", "6428732", "5309891", "6207588", "8653062", "3712671"], "ranked_scores": [0.5845, 0.5784, 0.5634, 0.5633, 0.5612, 0.5454, 0.5407, 0.5405, 0.5393, 0.5382], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2835995", "8819844", "1338702", "2290628", "4211216", "5702662", "1338705", "5310704", "2565560", "57563"], "ranked_scores": [0.7852, 0.7771, 0.7752, 0.7742, 0.7742, 0.7742, 0.773, 0.773, 0.769, 0.7676], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991353", "3148555", "4991354", "1003383", "3672237", "4991356", "3806458", "6988582", "2913412"], "ranked_scores": [0.6955, 0.6928, 0.6799, 0.6734, 0.6622, 0.6554, 0.6511, 0.6414, 0.6391, 0.636], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "5393501", "4605271", "6193415", "1250411", "3747811", "4900578", "5917052", "2531512"], "ranked_scores": [0.6238, 0.5855, 0.5792, 0.5715, 0.5643, 0.545, 0.544, 0.5296, 0.4932, 0.4929], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["139961", "6632522", "7428627", "7582739", "7582741", "139964", "1343315", "4590213", "6632518", "3722839"], "ranked_scores": [0.6947, 0.6842, 0.6611, 0.6535, 0.6535, 0.6399, 0.6398, 0.6383, 0.6367, 0.632], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["7313345", "6761601", "3531188", "1933329", "5812523", "4117805", "5143805", "6955768", "1631830", "1867101"], "ranked_scores": [0.614, 0.6087, 0.5995, 0.5991, 0.5961, 0.5936, 0.5843, 0.5823, 0.5798, 0.5769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "3252244", "2940019", "4258663", "5339586", "1623860", "4258668", "3250817", "5339587", "2940016"], "ranked_scores": [0.6708, 0.652, 0.6302, 0.6292, 0.5726, 0.567, 0.5656, 0.5572, 0.5523, 0.5478], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "6472411", "8298270", "8451504", "8822769", "3451041", "5559112", "7905688", "3641723"], "ranked_scores": [0.7454, 0.6918, 0.6817, 0.6761, 0.6538, 0.648, 0.6457, 0.6356, 0.6347, 0.6338], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221437", "8221430", "4127072", "4158115", "4343906", "1061740", "4158114", "5409486", "8221431"], "ranked_scores": [0.6587, 0.644, 0.636, 0.6331, 0.6113, 0.6104, 0.6056, 0.6043, 0.5896, 0.5877], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495838", "6392875", "7770959", "3495831", "8400909", "3495840", "3495835", "3147298"], "ranked_scores": [0.5972, 0.5775, 0.5649, 0.5115, 0.5052, 0.4961, 0.4907, 0.4903, 0.4894, 0.4862], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "6401864", "6212591", "6212597", "609594", "1053306", "1053300", "917841", "471140", "3843788"], "ranked_scores": [0.7768, 0.7641, 0.6893, 0.6888, 0.661, 0.6038, 0.5963, 0.5815, 0.5716, 0.5681], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "930719", "8736649", "7332215", "930721", "5090588", "7153880", "5702620", "2763685", "2108312"], "ranked_scores": [0.6825, 0.5529, 0.4836, 0.4749, 0.4746, 0.4696, 0.4695, 0.4679, 0.4678, 0.465], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "7644552", "1460685", "6111299", "7144188", "1717545", "8432430", "1460683", "7274984", "1775985"], "ranked_scores": [0.7346, 0.7201, 0.7135, 0.7001, 0.6957, 0.6953, 0.6948, 0.6947, 0.6918, 0.6901], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7395884", "6533908", "642815", "1452606", "8600254", "4437855", "7848151", "34456"], "ranked_scores": [0.6849, 0.6626, 0.6303, 0.6174, 0.6087, 0.6003, 0.5927, 0.5852, 0.5794, 0.5756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981693", "2229750", "6986881", "8424304", "1892018", "5955284", "7888894", "8123901", "6361048", "1981696"], "ranked_scores": [0.6318, 0.6132, 0.6009, 0.5977, 0.5938, 0.587, 0.5788, 0.5764, 0.5721, 0.5592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "1953277", "3664758", "7966624", "6342544", "4957113", "297876", "5262322", "3391694", "8743966"], "ranked_scores": [0.6289, 0.5577, 0.5496, 0.5272, 0.5063, 0.4957, 0.4879, 0.4799, 0.4775, 0.4695], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-pq-m32-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3445481", "575979", "5265626", "7837267", "558173", "2746690", "3527619", "768350", "8083127", "7275122"], "ranked_scores": [0.7489, 0.7173, 0.6803, 0.6753, 0.6707, 0.6698, 0.6671, 0.6613, 0.6607, 0.6566], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297112", "2684883", "1297109", "1674644", "542682", "6858216", "5550437", "3308552", "7121383", "7248824"], "ranked_scores": [0.7546, 0.752, 0.7081, 0.7038, 0.7014, 0.6802, 0.6777, 0.6739, 0.6716, 0.6711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "911138", "2295208", "6402602", "5616900", "5221728", "7038530", "298606", "8186121"], "ranked_scores": [0.7072, 0.6871, 0.668, 0.6058, 0.6048, 0.603, 0.5999, 0.5856, 0.5715, 0.5707], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["66616", "6926916", "5769842", "8279447", "5359258", "2812582", "3338175", "2548173", "2541248", "1727064"], "ranked_scores": [0.8568, 0.8518, 0.8514, 0.847, 0.8438, 0.8395, 0.8376, 0.8374, 0.8366, 0.8328], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "3794300", "856390", "5346316", "5450605", "1587850", "8554964", "531109", "7048914"], "ranked_scores": [0.7647, 0.7582, 0.7539, 0.7499, 0.7494, 0.7482, 0.7345, 0.7344, 0.7338, 0.7331], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["4496437", "3205963", "378964", "5606320", "2190617", "4811904", "1975045", "1941914", "8817884", "1190311"], "ranked_scores": [0.6863, 0.6677, 0.6473, 0.6425, 0.6344, 0.6343, 0.6337, 0.6324, 0.6098, 0.6043], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "7260457", "4816964", "7840121", "6964479", "5227711", "6964486", "1777799", "6980305", "6801871"], "ranked_scores": [0.8061, 0.803, 0.7764, 0.773, 0.7703, 0.7602, 0.7518, 0.7438, 0.7435, 0.7113], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "7698064", "3550559", "5644075", "147832", "5644076", "845557", "6252080", "7637427"], "ranked_scores": [0.7149, 0.714, 0.6783, 0.6427, 0.5987, 0.5257, 0.5246, 0.5192, 0.4998, 0.4911], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "1365215", "289409", "1102477", "3761519", "2421289", "5180631", "4667084", "6950275"], "ranked_scores": [0.7808, 0.7795, 0.7167, 0.7127, 0.7055, 0.7025, 0.6889, 0.687, 0.6856, 0.6838], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5942525", "5132484", "2117748", "8215736", "5469449", "7137594", "7172147", "2552610", "336438"], "ranked_scores": [0.657, 0.5932, 0.5881, 0.5864, 0.5747, 0.5658, 0.5596, 0.5548, 0.5442, 0.5428], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1226215", "1226213", "3897453", "1962396", "1438830", "1234413", "1462104"], "ranked_scores": [0.8096, 0.7991, 0.6329, 0.6262, 0.5978, 0.5805, 0.5797, 0.5746, 0.5693, 0.5672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8223942", "662304", "5043664", "7168973", "7858636", "7168976", "7810212", "6807529", "6912717", "1070106"], "ranked_scores": [0.5038, 0.4861, 0.4789, 0.4674, 0.4512, 0.4439, 0.415, 0.4103, 0.4069, 0.4038], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301814", "558347", "7888911", "5209931", "5811967", "4561063", "6814815"], "ranked_scores": [0.7641, 0.7359, 0.7217, 0.6157, 0.5969, 0.5958, 0.5798, 0.573, 0.5726, 0.5711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "8259512", "1265191", "7970736", "8259514", "7970734", "7970735", "8450833", "8450827", "7970728"], "ranked_scores": [0.8445, 0.8318, 0.8308, 0.8274, 0.8259, 0.8239, 0.8165, 0.8087, 0.8052, 0.775], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "4702013", "8346654", "7160804", "8131676", "6193662", "8636883", "3469224", "5720449"], "ranked_scores": [0.8283, 0.7565, 0.6922, 0.6852, 0.6773, 0.6713, 0.6596, 0.6577, 0.6572, 0.6558], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220312", "7220310", "5190750", "5190753", "7903539", "4768599", "7691443", "3452115", "8827602", "3082748"], "ranked_scores": [0.8266, 0.8084, 0.6144, 0.5969, 0.5921, 0.5814, 0.5612, 0.5581, 0.5576, 0.5543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7805085", "7870705", "4830263", "7937822", "8584557", "7937824", "7108982", "3815520"], "ranked_scores": [0.8084, 0.6929, 0.6342, 0.6336, 0.6227, 0.6165, 0.5938, 0.5889, 0.5773, 0.5734], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "7948042", "7948050", "4880893", "3646584", "2116933", "2116936", "2116929", "2116932", "8722441"], "ranked_scores": [0.7594, 0.7583, 0.7566, 0.7401, 0.7365, 0.7256, 0.723, 0.7156, 0.691, 0.6905], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4374445", "1815026", "3225747", "5980491", "2356989", "7809289", "1918642", "133086"], "ranked_scores": [0.7553, 0.7505, 0.6192, 0.6181, 0.6106, 0.6105, 0.6025, 0.5961, 0.5947, 0.5885], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "3444262", "7454251", "5297258", "7153163", "2091063", "6282957", "5231134", "6951440"], "ranked_scores": [0.7053, 0.675, 0.666, 0.6441, 0.6426, 0.6353, 0.634, 0.6318, 0.6299, 0.6229], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "4826837", "6804877", "4489797", "413808", "4489794", "5213336", "1775549", "7827765", "6854565"], "ranked_scores": [0.6286, 0.614, 0.61, 0.6095, 0.6042, 0.5872, 0.5848, 0.5787, 0.5775, 0.577], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "1918866", "391342", "391341", "7623736", "863946", "8540414", "3853232", "5535297"], "ranked_scores": [0.8627, 0.8443, 0.82, 0.8161, 0.8106, 0.7999, 0.7995, 0.789, 0.7852, 0.785], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689710", "6506033", "7689707", "8820180", "2188117", "1673140", "2270798", "1936744", "3649557", "5039968"], "ranked_scores": [0.6858, 0.6201, 0.6156, 0.5671, 0.5487, 0.5438, 0.5134, 0.5094, 0.5085, 0.5073], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3346337", "3968773", "1460640", "1546056", "2443030", "5808457", "1920855", "6979322"], "ranked_scores": [0.8923, 0.8907, 0.8794, 0.8776, 0.8743, 0.8675, 0.8617, 0.8496, 0.8388, 0.8271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2796274", "8426355", "1070634", "4942019", "4942015", "5739636", "7424964", "5055675", "6082244", "2796265"], "ranked_scores": [0.8654, 0.8544, 0.8506, 0.8413, 0.8395, 0.8332, 0.8322, 0.8322, 0.8289, 0.8275], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "5174051", "5170949", "954268", "5027731", "1588747", "2820637", "6343914", "1088384"], "ranked_scores": [0.7676, 0.7605, 0.6991, 0.6988, 0.6894, 0.6887, 0.657, 0.652, 0.6416, 0.6391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "870351", "2576606", "2576605", "870346", "2692492", "551238", "1314383", "7249172"], "ranked_scores": [0.8469, 0.8363, 0.8177, 0.7924, 0.7924, 0.7657, 0.7505, 0.7485, 0.745, 0.7443], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "1663808", "3720839", "1615478", "5952078", "5408281", "6090442", "3188819", "1850491", "6722043"], "ranked_scores": [0.6817, 0.6122, 0.5853, 0.5839, 0.5729, 0.5638, 0.5611, 0.5525, 0.5508, 0.5489], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4377794", "4437972", "5352322", "7288502", "5094229", "278768", "7646422", "173850", "4278761", "2195944"], "ranked_scores": [0.772, 0.766, 0.7617, 0.7611, 0.761, 0.7562, 0.7479, 0.7422, 0.7341, 0.7327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["7154587", "6818953", "3924136", "6045016", "8531579", "5499496", "1237202", "839355", "4594595", "1756080"], "ranked_scores": [0.6495, 0.6422, 0.6326, 0.6268, 0.619, 0.6108, 0.6058, 0.6053, 0.603, 0.5991], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8796486", "7833611", "4765785", "5675630", "4765788", "4765789", "4451324", "4637748", "3979452"], "ranked_scores": [0.7671, 0.7354, 0.7229, 0.6701, 0.6472, 0.6335, 0.6283, 0.6209, 0.6078, 0.5956], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "2099688", "1841905", "3141441", "5525449", "7526871", "7641309", "2617812", "4005928", "5171706"], "ranked_scores": [0.8711, 0.855, 0.854, 0.8399, 0.8369, 0.8341, 0.8321, 0.8319, 0.8316, 0.8307], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "5546116", "7937494", "7110611", "7770196", "7041861", "3723524", "7027322", "3259751"], "ranked_scores": [0.7974, 0.7296, 0.7172, 0.7081, 0.703, 0.6864, 0.684, 0.6781, 0.6771, 0.6757], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "4502858", "3659405", "1417034", "30088", "5336580", "30085", "4502856", "6979705", "2391916"], "ranked_scores": [0.839, 0.8231, 0.8202, 0.808, 0.7902, 0.7735, 0.7644, 0.7498, 0.7459, 0.7337], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "5133662", "7645257", "4039012", "6207587", "5904163", "754800", "6428732", "3712671"], "ranked_scores": [0.7453, 0.666, 0.6532, 0.6252, 0.6207, 0.6184, 0.6124, 0.6018, 0.6017, 0.5926], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["174956", "3920912", "4004619", "4589415", "2565560", "2290637", "2565555", "3765105", "2290634", "5310704"], "ranked_scores": [0.8041, 0.8012, 0.794, 0.786, 0.781, 0.7774, 0.7727, 0.7659, 0.7644, 0.7634], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991354", "3672237", "3148555", "4991353", "117136", "4991356", "1003383", "3806458", "826058"], "ranked_scores": [0.7686, 0.7603, 0.7351, 0.6958, 0.6767, 0.6754, 0.6709, 0.6631, 0.6617, 0.651], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "5393501", "81365", "2531512", "1250411", "6193415", "3747811", "3726276"], "ranked_scores": [0.767, 0.6743, 0.6271, 0.595, 0.5787, 0.5781, 0.5763, 0.5675, 0.558, 0.5533], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["6632522", "139961", "7831679", "8586692", "1063812", "4951287", "1063811", "7795896", "6632518", "3942500"], "ranked_scores": [0.7593, 0.7516, 0.7454, 0.742, 0.7393, 0.7368, 0.7248, 0.7159, 0.7152, 0.7146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1631830", "1933329", "5812523", "5143805", "8139545", "1867101", "1716202", "886990", "6955766", "6955768"], "ranked_scores": [0.7204, 0.7149, 0.7082, 0.7013, 0.7006, 0.6977, 0.6813, 0.671, 0.6673, 0.6672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["3252244", "7728427", "2940019", "4258668", "4258663", "1969532", "7503113", "5339587", "2940016", "5339586"], "ranked_scores": [0.8197, 0.8113, 0.7952, 0.7539, 0.7419, 0.7369, 0.7046, 0.6877, 0.68, 0.669], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "8822769", "7562631", "3811525", "7611886", "3451041", "8822768", "3451044", "8298270"], "ranked_scores": [0.8006, 0.7813, 0.7302, 0.7184, 0.7098, 0.7066, 0.6845, 0.6793, 0.6736, 0.6726], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["4127072", "8221430", "7856346", "4158114", "8221437", "1061740", "4343906", "8221431", "5431260", "5101805"], "ranked_scores": [0.7389, 0.7303, 0.7276, 0.718, 0.7137, 0.7001, 0.6928, 0.6811, 0.677, 0.67], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495838", "3495831", "7770959", "3495840", "3450402", "3495835", "1798238", "1219085"], "ranked_scores": [0.7028, 0.7012, 0.6768, 0.6119, 0.6118, 0.5559, 0.534, 0.5286, 0.5259, 0.5217], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212597", "6212591", "1053302", "1053306", "1053300", "8590985", "471140"], "ranked_scores": [0.8467, 0.8389, 0.7741, 0.7612, 0.7485, 0.6009, 0.5909, 0.588, 0.5849, 0.5843], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "5145284", "7153880", "8736649", "5299257", "5128175", "1993059", "7332215", "5151165"], "ranked_scores": [0.8083, 0.5772, 0.5321, 0.5297, 0.52, 0.5092, 0.507, 0.5064, 0.5063, 0.5053], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "1460687", "8432430", "2857974", "3128424", "1793105", "4846553", "3668938"], "ranked_scores": [0.8075, 0.754, 0.7305, 0.7101, 0.7081, 0.7008, 0.7002, 0.6995, 0.6989, 0.6932], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "1690952", "34456", "7985411", "6124976", "4437855", "7057938", "1728760"], "ranked_scores": [0.8402, 0.8354, 0.7409, 0.6534, 0.6473, 0.6444, 0.64, 0.6245, 0.623, 0.6215], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["2229750", "1981693", "6986881", "1420930", "7589839", "8424304", "5955286", "5955284", "8123901", "7888894"], "ranked_scores": [0.703, 0.6877, 0.6772, 0.6715, 0.6664, 0.6644, 0.6362, 0.6347, 0.6215, 0.6144], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "3664758", "1953277", "6342544", "8771883", "7966624", "8193212", "3687242", "4385335", "4957113"], "ranked_scores": [0.7807, 0.6117, 0.5862, 0.5755, 0.5609, 0.5548, 0.5497, 0.5462, 0.5445, 0.5429], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-512-pq-m64-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3445481", "575979", "558173", "8083127", "768350", "2746690", "615746", "7275120", "638358", "5865180"], "ranked_scores": [0.7058, 0.7053, 0.703, 0.6998, 0.6951, 0.6949, 0.6917, 0.6809, 0.6801, 0.6789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297112", "2684883", "1674646", "1674644", "7187515", "1297109", "5550437", "768350", "542682", "8083127"], "ranked_scores": [0.7356, 0.7072, 0.6968, 0.6957, 0.6937, 0.6936, 0.6789, 0.6787, 0.6784, 0.6731], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "298606", "5616900", "911138", "4921435", "7216017", "8528760", "3641723", "5221728"], "ranked_scores": [0.6673, 0.6136, 0.6072, 0.6052, 0.6041, 0.6007, 0.5993, 0.5802, 0.5793, 0.5787], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "5359258", "4176286", "3589438", "1788216", "1327418", "2598342", "8279447", "5137357", "2458975"], "ranked_scores": [0.8648, 0.8633, 0.8617, 0.8612, 0.8612, 0.8608, 0.8608, 0.8606, 0.8603, 0.8602], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "4269405", "7255678", "1587850", "5450605", "856390", "3794300", "531109", "7048914"], "ranked_scores": [0.7646, 0.7616, 0.7443, 0.7432, 0.7405, 0.7405, 0.7398, 0.7345, 0.7311, 0.7293], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["3971679", "2190617", "4496437", "378964", "1941914", "1975045", "1190311", "3205963", "5606320", "1111800"], "ranked_scores": [0.6534, 0.6481, 0.6419, 0.6409, 0.6256, 0.6248, 0.6229, 0.6216, 0.6203, 0.6197], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6964479", "4816964", "7260457", "7840121", "7813557", "6980305", "6964486", "1777799", "5227711", "6801871"], "ranked_scores": [0.7064, 0.6997, 0.6963, 0.6891, 0.6824, 0.6699, 0.6663, 0.6607, 0.6603, 0.6429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "7698064", "3550559", "5644075", "6252080", "147832", "8069476", "5644076", "5276202"], "ranked_scores": [0.6697, 0.6521, 0.637, 0.6162, 0.5802, 0.5508, 0.5455, 0.5317, 0.5305, 0.5278], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "6950275", "1102477", "2322244", "3761519", "249524", "289409", "5110182", "4432472"], "ranked_scores": [0.6577, 0.6576, 0.6469, 0.6328, 0.6305, 0.6293, 0.6171, 0.6137, 0.6129, 0.6093], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5132484", "2117748", "6124279", "7964634", "8215736", "2348797", "1649595", "4600638", "2066852"], "ranked_scores": [0.5882, 0.5765, 0.5747, 0.5656, 0.5652, 0.5578, 0.5511, 0.5463, 0.545, 0.5445], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "4922192", "1226215", "3299394", "1234413", "1501685", "3897453", "2115686", "1933413"], "ranked_scores": [0.6978, 0.6965, 0.5979, 0.588, 0.5797, 0.5669, 0.5643, 0.5632, 0.5601, 0.5595], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8223942", "7168973", "7168976", "662304", "8110427", "2899047", "7858636", "5043664", "6807529", "6912717"], "ranked_scores": [0.5131, 0.512, 0.5014, 0.4773, 0.476, 0.4682, 0.4599, 0.4585, 0.4553, 0.455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "7301814", "714868", "7301818", "7888911", "8450828", "1317497", "4243709"], "ranked_scores": [0.7164, 0.6628, 0.6626, 0.6424, 0.6192, 0.6083, 0.6025, 0.5986, 0.5963, 0.5943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "8259512", "8259514", "8450827", "7970736", "7970735", "7970734", "8450833", "1265191", "7970728"], "ranked_scores": [0.7249, 0.7143, 0.7139, 0.7134, 0.7089, 0.7056, 0.6955, 0.6929, 0.6909, 0.684], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "7160804", "4702013", "8131676", "6145894", "3469224", "3457120", "6835042", "1466669"], "ranked_scores": [0.7349, 0.6773, 0.6695, 0.6417, 0.6336, 0.6311, 0.6289, 0.6273, 0.626, 0.6242], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "7220313", "5190750", "2474358", "5703852", "7872867", "4723508", "7496070", "6010341"], "ranked_scores": [0.7282, 0.7136, 0.6219, 0.5904, 0.5883, 0.5821, 0.5755, 0.574, 0.5737, 0.5706], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7108982", "6368665", "8091571", "7937822", "7805085", "6975615", "7870705", "4830263"], "ranked_scores": [0.7209, 0.6494, 0.625, 0.6011, 0.5978, 0.5977, 0.5933, 0.5915, 0.5879, 0.5876], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "8157542", "7948050", "4880893", "2116929", "8660295", "2083431", "3646584", "8722441", "2116938"], "ranked_scores": [0.6818, 0.6813, 0.6784, 0.6613, 0.6605, 0.6337, 0.6313, 0.6311, 0.6272, 0.6245], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "3638988", "3333503", "1815026", "8771259", "2424634", "1611463", "3532662", "4253088"], "ranked_scores": [0.7291, 0.6904, 0.6156, 0.6153, 0.6143, 0.6131, 0.6129, 0.608, 0.6069, 0.6028], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "3444262", "5231134", "6641480", "6951440", "6822082", "4624992", "6568419", "2091063", "7153163"], "ranked_scores": [0.7221, 0.7044, 0.6694, 0.6631, 0.6548, 0.6542, 0.6539, 0.6524, 0.6513, 0.6512], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "4489797", "2131335", "4489799", "7170238", "4489794", "4826837", "2131339", "4595482", "1299663"], "ranked_scores": [0.6056, 0.5993, 0.5927, 0.5879, 0.586, 0.5791, 0.572, 0.5698, 0.5683, 0.5649], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "7623736", "863946", "7134383", "1918866", "2588002", "3853232", "1839684", "2587999"], "ranked_scores": [0.7933, 0.7843, 0.7737, 0.7724, 0.7712, 0.7656, 0.7649, 0.7623, 0.759, 0.7574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "2188117", "5364572", "6506033", "3167491", "7689710", "1673140", "8820180", "5039968", "3836743"], "ranked_scores": [0.6029, 0.5931, 0.5756, 0.5636, 0.557, 0.5503, 0.5494, 0.5451, 0.544, 0.5422], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "1546056", "3346337", "2443030", "6979330", "4615784", "1460640", "6979322", "1506380"], "ranked_scores": [0.801, 0.7921, 0.7837, 0.7822, 0.7819, 0.7816, 0.78, 0.779, 0.7781, 0.7771], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8426355", "5055675", "7424964", "7992320", "1070634", "2796274", "4942019", "5523728", "1871086", "3733774"], "ranked_scores": [0.8056, 0.7985, 0.7925, 0.7856, 0.7855, 0.7824, 0.7813, 0.779, 0.7748, 0.7732], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "5170949", "8421090", "3073632", "954268", "5440997", "5027731", "6719570", "954270"], "ranked_scores": [0.7238, 0.7214, 0.7059, 0.6891, 0.6835, 0.6808, 0.6749, 0.6739, 0.6718, 0.67], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "2576606", "870351", "2576605", "551238", "272190", "272188", "8630967", "3554461"], "ranked_scores": [0.8045, 0.7781, 0.7761, 0.7736, 0.7724, 0.767, 0.767, 0.7561, 0.7542, 0.7523], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["258524", "6502553", "1615478", "8265258", "3024301", "3720839", "2589790", "8277053", "5351934", "8162192"], "ranked_scores": [0.5931, 0.587, 0.585, 0.5731, 0.5674, 0.565, 0.5625, 0.5618, 0.5614, 0.5577], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4377794", "4278761", "4437972", "173850", "2536497", "5352322", "1848152", "5094229", "7646422", "2510740"], "ranked_scores": [0.7279, 0.7273, 0.7269, 0.723, 0.7129, 0.711, 0.7094, 0.7064, 0.7061, 0.7048], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["5142519", "7154587", "6045016", "1237202", "8789524", "6818953", "1756080", "3230959", "7154584", "839355"], "ranked_scores": [0.6195, 0.616, 0.6093, 0.608, 0.6058, 0.5942, 0.5898, 0.5896, 0.5886, 0.5877], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8796486", "4765785", "5675630", "3979452", "7833611", "8773427", "4765789", "3790426", "8607085"], "ranked_scores": [0.6492, 0.6294, 0.6291, 0.6253, 0.5932, 0.5919, 0.5908, 0.5886, 0.5857, 0.5829], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["6368227", "7526870", "2617812", "3141441", "447409", "2099688", "5171706", "7526868", "6970738", "4786937"], "ranked_scores": [0.8185, 0.8143, 0.8076, 0.8035, 0.8005, 0.8004, 0.7992, 0.7962, 0.7959, 0.7957], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7041861", "6270123", "7110611", "7770199", "7027322", "4520367", "8310623", "3723524"], "ranked_scores": [0.7232, 0.7003, 0.6854, 0.6789, 0.6789, 0.6746, 0.6739, 0.6733, 0.6723, 0.6679], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "1417034", "30088", "5336580", "4502858", "4502856", "6979705", "2391916", "5362792"], "ranked_scores": [0.7455, 0.7354, 0.7211, 0.7077, 0.7055, 0.7035, 0.6945, 0.6879, 0.6875, 0.6861], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "7645257", "6428732", "6207587", "8098325", "133509", "8653062", "5133662", "1464540"], "ranked_scores": [0.6498, 0.6119, 0.5925, 0.5914, 0.5868, 0.5853, 0.5848, 0.5834, 0.5758, 0.574], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2835995", "2565560", "8819844", "4004619", "1338705", "5310704", "2651678", "57563", "4211216", "3767739"], "ranked_scores": [0.8043, 0.7986, 0.7954, 0.7947, 0.7944, 0.7942, 0.7942, 0.794, 0.794, 0.7922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "3148555", "4991354", "3672237", "4991353", "4991356", "3806458", "1621473", "3699781", "3806457"], "ranked_scores": [0.7363, 0.7122, 0.7116, 0.7019, 0.6896, 0.6873, 0.682, 0.6765, 0.6744, 0.6693], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "5393501", "4605271", "4900578", "1250411", "6193415", "5171449", "3726276", "81365"], "ranked_scores": [0.6902, 0.6559, 0.6336, 0.5985, 0.5947, 0.5698, 0.5695, 0.5659, 0.5647, 0.5619], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["139961", "3722839", "6632522", "6632518", "7831679", "6632520", "1063812", "4005369", "139964", "1063811"], "ranked_scores": [0.6985, 0.6865, 0.6842, 0.6821, 0.6819, 0.6788, 0.6737, 0.6731, 0.6725, 0.6679], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1933329", "1631830", "7313342", "1867101", "6761601", "6761606", "886990", "4117805", "6955768", "5143805"], "ranked_scores": [0.6523, 0.6482, 0.6464, 0.6445, 0.639, 0.637, 0.6353, 0.6322, 0.6309, 0.6291], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "3252244", "4258663", "2940019", "4258668", "7503113", "5339586", "2940016", "5339587", "5339585"], "ranked_scores": [0.7379, 0.7307, 0.7194, 0.7169, 0.6699, 0.6624, 0.6593, 0.658, 0.6446, 0.6411], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "6472411", "3641723", "1374743", "8822769", "8451504", "7562631", "8298270", "7656883"], "ranked_scores": [0.7293, 0.7057, 0.6693, 0.6617, 0.653, 0.6528, 0.6525, 0.652, 0.6511, 0.6478], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "4127072", "8221437", "5101805", "4343906", "8221430", "4158114", "7610413", "5409486", "4158115"], "ranked_scores": [0.6774, 0.6686, 0.6554, 0.637, 0.6362, 0.6354, 0.6312, 0.6292, 0.6275, 0.6267], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495838", "8400909", "3495831", "3495835", "6392875", "7770959", "3495840", "4487010"], "ranked_scores": [0.6442, 0.6424, 0.6276, 0.5878, 0.5866, 0.5848, 0.5766, 0.5716, 0.5655, 0.5526], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "6401864", "6212591", "609594", "6212597", "1053306", "1053302", "917841", "1053300", "471140"], "ranked_scores": [0.7984, 0.7904, 0.7412, 0.7285, 0.7153, 0.6348, 0.6158, 0.6155, 0.6121, 0.6095], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7332215", "2763685", "5145284", "5702620", "5090588", "930721", "4520541", "7704729", "6396838"], "ranked_scores": [0.736, 0.5481, 0.5416, 0.5394, 0.5363, 0.5308, 0.5305, 0.5285, 0.5283, 0.5252], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "1460687", "8432430", "1717545", "2719551", "8068698", "1460690", "5201030", "3668938"], "ranked_scores": [0.771, 0.75, 0.743, 0.7393, 0.7319, 0.731, 0.7307, 0.7281, 0.7279, 0.7268], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "4878176", "1452606", "6176864", "4437855", "6533908", "6124976", "5079369"], "ranked_scores": [0.7208, 0.7196, 0.7064, 0.6532, 0.6523, 0.6508, 0.6493, 0.648, 0.6456, 0.6444], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["6986881", "7888894", "8424304", "2229750", "1981693", "5209746", "1981696", "7589839", "6361048", "1892018"], "ranked_scores": [0.6916, 0.6769, 0.672, 0.6699, 0.6612, 0.6598, 0.6568, 0.6551, 0.6512, 0.6492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "4957113", "7966624", "3664758", "1953277", "8743966", "5262322", "6342544", "6723866", "7973153"], "ranked_scores": [0.6633, 0.5827, 0.5641, 0.5594, 0.5485, 0.5436, 0.5388, 0.5246, 0.5185, 0.5168], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-512-pq-m64-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["575979", "3445481", "5265626", "3527619", "558173", "2746690", "615746", "7837267", "1245152", "4886371"], "ranked_scores": [0.7759, 0.7651, 0.7292, 0.7292, 0.7286, 0.7263, 0.7122, 0.7023, 0.7014, 0.7011], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "1674644", "1297112", "542682", "1297109", "7248824", "5550437", "3308552", "7121381", "1150856"], "ranked_scores": [0.7686, 0.7495, 0.7461, 0.7323, 0.7304, 0.7168, 0.7024, 0.7019, 0.699, 0.6804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "911138", "5842823", "298606", "5221728", "5616900", "1592656", "8543994", "6402602", "3475986"], "ranked_scores": [0.7719, 0.6936, 0.6891, 0.6538, 0.6427, 0.6341, 0.6292, 0.6222, 0.6218, 0.6161], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["66616", "6926916", "8279447", "5359258", "3338175", "5769842", "2541248", "6826784", "1727064", "2548173"], "ranked_scores": [0.8872, 0.8852, 0.8815, 0.8791, 0.8749, 0.8724, 0.8633, 0.8632, 0.8621, 0.8621], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["5346316", "3794304", "7048914", "3794297", "5450605", "1587850", "2070215", "3794300", "7255678", "8554964"], "ranked_scores": [0.8233, 0.8196, 0.8176, 0.8164, 0.8128, 0.8096, 0.8036, 0.8015, 0.7939, 0.7909], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["4496437", "5606320", "3205963", "1941914", "1975045", "8817884", "2190617", "378964", "1825327", "3971679"], "ranked_scores": [0.6951, 0.6903, 0.6822, 0.6704, 0.6669, 0.6654, 0.6611, 0.6589, 0.6585, 0.6487], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "7260457", "7840121", "4816964", "6964479", "6980305", "6964486", "5227711", "1777799", "6801871"], "ranked_scores": [0.8223, 0.8115, 0.7989, 0.7927, 0.7897, 0.776, 0.7739, 0.7673, 0.752, 0.7193], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "7698064", "3550559", "5644075", "5644076", "147832", "8069476", "7637427", "1043672"], "ranked_scores": [0.7593, 0.7552, 0.7159, 0.7003, 0.6473, 0.581, 0.5686, 0.5607, 0.5454, 0.543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "289409", "5110182", "1102477", "249524", "1365215", "2421289", "6950276", "2322244"], "ranked_scores": [0.7925, 0.7784, 0.7291, 0.7243, 0.7227, 0.7125, 0.712, 0.7096, 0.7002, 0.6973], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5942525", "8215736", "5132484", "2117748", "5469449", "7964634", "2066852", "2348797", "7137594"], "ranked_scores": [0.6799, 0.6081, 0.5921, 0.5906, 0.587, 0.5854, 0.5663, 0.5651, 0.5633, 0.5589], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1226215", "1438830", "1226213", "3897453", "1234413", "1933413", "6042871"], "ranked_scores": [0.8392, 0.8344, 0.6795, 0.6608, 0.641, 0.6286, 0.6117, 0.6066, 0.6021, 0.5989], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["2899047", "662304", "7858636", "5043664", "8223942", "7810212", "8110427", "6912717", "7168976", "7168973"], "ranked_scores": [0.5554, 0.5527, 0.5485, 0.5423, 0.539, 0.5135, 0.512, 0.5105, 0.5099, 0.5074], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301814", "277376", "3454177", "7301818", "7888911", "7331852", "5209931"], "ranked_scores": [0.8094, 0.7514, 0.7418, 0.6765, 0.6447, 0.641, 0.6365, 0.6342, 0.6293, 0.629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "8259512", "7970734", "7970735", "1265191", "8259514", "8450827", "7970736", "8450833", "7970728"], "ranked_scores": [0.8517, 0.8503, 0.8383, 0.836, 0.8347, 0.8341, 0.8274, 0.8268, 0.8223, 0.801], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "7160804", "8346654", "6193662", "6145894", "8296550", "8296554", "1466669", "6835042"], "ranked_scores": [0.8277, 0.7584, 0.7161, 0.7104, 0.6989, 0.6892, 0.6875, 0.6792, 0.6752, 0.6741], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "5190750", "7220313", "7903539", "7691443", "3452115", "6467669", "8484568", "4768599"], "ranked_scores": [0.8381, 0.8372, 0.6468, 0.6422, 0.6259, 0.6171, 0.6159, 0.6121, 0.6048, 0.5965], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "7805085", "4830263", "7937822", "7937824", "8584557", "8091571", "3272070"], "ranked_scores": [0.84, 0.7623, 0.6986, 0.6907, 0.6828, 0.6701, 0.6574, 0.6525, 0.6391, 0.6363], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "8157542", "7948050", "2116929", "4880893", "3646584", "2116936", "2116932", "2116933", "2116938"], "ranked_scores": [0.7713, 0.7677, 0.7665, 0.7422, 0.7364, 0.7245, 0.7167, 0.715, 0.7128, 0.7066], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "1815026", "1611463", "3333503", "5980491", "4374445", "4374443", "7641492", "1918642"], "ranked_scores": [0.8183, 0.7866, 0.6876, 0.6769, 0.6743, 0.674, 0.6613, 0.6532, 0.6509, 0.645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "3444262", "2091063", "6951440", "8045998", "5231134", "5365824", "4624992", "1734442"], "ranked_scores": [0.7635, 0.7341, 0.7184, 0.7063, 0.7058, 0.6872, 0.6832, 0.6815, 0.6748, 0.6711], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "6804877", "4826837", "4489797", "5213336", "413808", "4489794", "7170238", "2859564", "2131339"], "ranked_scores": [0.6709, 0.6501, 0.6499, 0.638, 0.637, 0.6318, 0.626, 0.6217, 0.6203, 0.6192], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "1918866", "863946", "7623736", "8540414", "7134383", "391342", "3853232", "391341"], "ranked_scores": [0.8742, 0.8627, 0.8383, 0.8321, 0.8249, 0.8216, 0.819, 0.8179, 0.8167, 0.8155], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "6506033", "7689710", "8820180", "1673140", "5364572", "2188117", "4936994", "3167491", "5039968"], "ranked_scores": [0.6896, 0.6785, 0.6743, 0.6421, 0.622, 0.6152, 0.6142, 0.5921, 0.5901, 0.5876], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3346337", "3968773", "1460640", "2443030", "1546056", "5808457", "1460637", "4615784"], "ranked_scores": [0.8964, 0.8937, 0.8879, 0.881, 0.8795, 0.8765, 0.8732, 0.8631, 0.84, 0.8286], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2796274", "8426355", "5055675", "7424964", "1070634", "4942019", "2796265", "4942015", "7992320", "1871086"], "ranked_scores": [0.8553, 0.845, 0.8433, 0.8402, 0.8396, 0.8321, 0.8235, 0.8231, 0.8221, 0.8212], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "5170949", "5174051", "5027731", "954268", "6343914", "1588747", "8421090", "3073632"], "ranked_scores": [0.8091, 0.7971, 0.7667, 0.7578, 0.7574, 0.7318, 0.7248, 0.7211, 0.7159, 0.7148], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "870351", "2576605", "2576606", "551238", "1314383", "7249172", "272188", "870346"], "ranked_scores": [0.8641, 0.8417, 0.8292, 0.8149, 0.8149, 0.8045, 0.8027, 0.8023, 0.8022, 0.794], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "1663808", "7810605", "5351935", "5952078", "3296425", "8265258", "1615478", "8277053", "3720839"], "ranked_scores": [0.7163, 0.6555, 0.6537, 0.6387, 0.6331, 0.6292, 0.6279, 0.6233, 0.6163, 0.6097], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4377794", "4437972", "4278761", "5352322", "7288502", "5094229", "7646422", "2536497", "278768", "173850"], "ranked_scores": [0.7748, 0.7745, 0.7695, 0.7682, 0.768, 0.7678, 0.7585, 0.7547, 0.7464, 0.7457], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["7154587", "6818953", "5499496", "6045016", "4594595", "8531579", "3230959", "3924136", "6818958", "6408406"], "ranked_scores": [0.6926, 0.6839, 0.6753, 0.6703, 0.6688, 0.662, 0.6606, 0.654, 0.654, 0.6468], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8796486", "7833611", "5675630", "4765785", "4765788", "4451324", "4765789", "8773427", "4233615"], "ranked_scores": [0.7753, 0.7499, 0.7424, 0.7048, 0.6945, 0.6618, 0.6573, 0.6522, 0.6454, 0.6383], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "3141441", "7526868", "7526871", "5525449", "4786937", "2005370", "4005928", "2099688", "1841905"], "ranked_scores": [0.8664, 0.8447, 0.844, 0.8432, 0.8336, 0.8333, 0.8324, 0.832, 0.8313, 0.8298], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7937494", "7110611", "7770196", "2486151", "8331763", "7041861", "6688747", "5164644"], "ranked_scores": [0.8093, 0.7561, 0.7324, 0.7251, 0.7025, 0.7012, 0.6986, 0.693, 0.6929, 0.6885], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "4502858", "1417034", "30088", "5336580", "30085", "4502856", "6979705", "2391916"], "ranked_scores": [0.8555, 0.8444, 0.83, 0.8156, 0.8067, 0.7876, 0.7758, 0.7757, 0.7733, 0.7598], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "5133662", "4039012", "7505807", "133509", "7645257", "6428732", "6207587", "5904163"], "ranked_scores": [0.777, 0.6967, 0.6673, 0.6425, 0.6415, 0.6397, 0.6381, 0.6349, 0.6336, 0.633], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["3920912", "174956", "2565560", "4589415", "4004619", "2290637", "2290634", "2565555", "1338705", "1899171"], "ranked_scores": [0.8217, 0.8163, 0.8122, 0.8119, 0.8114, 0.8039, 0.7967, 0.7966, 0.7902, 0.7881], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991354", "3672237", "4991353", "3148555", "4991356", "117136", "826058", "3806458", "1621473"], "ranked_scores": [0.7915, 0.7751, 0.7674, 0.7236, 0.7163, 0.7058, 0.7006, 0.7003, 0.6996, 0.6967], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "4605271", "6193415", "5393501", "81365", "1250411", "2531512", "3726276"], "ranked_scores": [0.7802, 0.7211, 0.6754, 0.6564, 0.6424, 0.6387, 0.6337, 0.6296, 0.6287, 0.6275], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["139961", "7831679", "6632522", "1063811", "6632518", "1063812", "6632520", "4005369", "7582739", "4951287"], "ranked_scores": [0.761, 0.7608, 0.7555, 0.755, 0.7521, 0.7512, 0.7417, 0.7407, 0.7331, 0.7327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1631830", "5812523", "1933329", "5143805", "1867101", "8139545", "886990", "1716202", "3689305", "1867098"], "ranked_scores": [0.7326, 0.724, 0.7224, 0.7155, 0.7149, 0.71, 0.7051, 0.7044, 0.6925, 0.692], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "2940019", "3252244", "4258663", "4258668", "2940016", "7503113", "1969532", "5339586", "5339587"], "ranked_scores": [0.8535, 0.8391, 0.8285, 0.8146, 0.7829, 0.7597, 0.7586, 0.7572, 0.7514, 0.748], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "8822769", "7562631", "3811525", "3451041", "3451044", "7611886", "8646229", "3451043"], "ranked_scores": [0.8192, 0.804, 0.734, 0.7208, 0.7206, 0.7131, 0.7044, 0.701, 0.6985, 0.6741], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "8221430", "7856346", "4127072", "4158114", "1061740", "4343906", "8221431", "5431260", "5101805"], "ranked_scores": [0.7531, 0.7514, 0.7433, 0.7338, 0.7317, 0.7246, 0.7113, 0.7026, 0.6945, 0.6828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495838", "3495831", "3495840", "3495835", "7770959", "6392875", "1798238", "1219085"], "ranked_scores": [0.7509, 0.7283, 0.7045, 0.677, 0.6485, 0.6481, 0.6377, 0.5947, 0.5849, 0.5801], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212591", "6212597", "1053306", "8590985", "1053300", "917841", "1768222"], "ranked_scores": [0.8614, 0.8562, 0.7987, 0.7834, 0.7723, 0.6421, 0.6247, 0.6197, 0.6112, 0.6054], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7332215", "5151165", "5128175", "5145284", "2763685", "7704729", "7803343", "8736649"], "ranked_scores": [0.8346, 0.5877, 0.5825, 0.5605, 0.5541, 0.5477, 0.5439, 0.5424, 0.5405, 0.5373], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "1460687", "2857974", "7966586", "1460689", "1793105", "1717545", "3668938"], "ranked_scores": [0.824, 0.7846, 0.7711, 0.7305, 0.7262, 0.7231, 0.723, 0.7226, 0.7226, 0.7213], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "1690952", "34456", "6124976", "7985411", "7515853", "4437855", "704294"], "ranked_scores": [0.8546, 0.8497, 0.774, 0.7053, 0.6982, 0.6974, 0.6944, 0.6824, 0.6745, 0.6726], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["2229750", "1981693", "6986881", "1420930", "7589839", "8424304", "7888894", "1981696", "5955284", "7589844"], "ranked_scores": [0.7509, 0.7479, 0.7405, 0.7281, 0.7187, 0.7169, 0.7095, 0.701, 0.6937, 0.6882], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "3664758", "4957113", "3687242", "8771883", "1953277", "4304523", "2819440", "6342544"], "ranked_scores": [0.8042, 0.6383, 0.6381, 0.6192, 0.6025, 0.5952, 0.5903, 0.5791, 0.5777, 0.5774], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-notrunc-pq-m64-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["575979", "3527619", "3445481", "5265626", "7837267", "7275122", "615746", "7275120", "558173", "1245152"], "ranked_scores": [0.7682, 0.7672, 0.7509, 0.7507, 0.743, 0.7399, 0.7348, 0.7339, 0.729, 0.727], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297109", "2684883", "1674644", "542682", "1297112", "7248824", "3308552", "5633832", "7121381", "4808866"], "ranked_scores": [0.7786, 0.76, 0.7575, 0.7535, 0.7373, 0.7321, 0.7186, 0.7066, 0.704, 0.6999], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "911138", "5842823", "5616900", "2193557", "1592656", "298606", "8186121", "7038530", "8543994"], "ranked_scores": [0.7315, 0.6817, 0.6783, 0.6438, 0.6347, 0.6286, 0.628, 0.6279, 0.6277, 0.6243], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "5769842", "5359258", "6926916", "66616", "7011409", "1727064", "515311", "8279447", "2541248"], "ranked_scores": [0.8961, 0.8915, 0.8864, 0.8836, 0.8836, 0.8786, 0.8785, 0.8781, 0.8778, 0.8767], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "7048914", "3794304", "5450605", "7255678", "5346316", "3794300", "1587850", "7048919", "2070215"], "ranked_scores": [0.8482, 0.8465, 0.8462, 0.8438, 0.841, 0.8381, 0.8369, 0.8307, 0.822, 0.8206], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["4496437", "3205963", "8817884", "1190311", "378964", "1825327", "1941914", "1975045", "2190617", "1494980"], "ranked_scores": [0.7252, 0.7216, 0.7053, 0.6978, 0.6956, 0.6943, 0.6929, 0.6881, 0.6841, 0.6777], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7840121", "7813557", "6964479", "7260457", "4816964", "6964486", "5227711", "6980305", "1777799", "6801871"], "ranked_scores": [0.8221, 0.8197, 0.8144, 0.8098, 0.8079, 0.7906, 0.7815, 0.7788, 0.7749, 0.7605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5644075", "7637427", "4240249", "1043672", "5644076", "147832"], "ranked_scores": [0.7575, 0.7478, 0.7324, 0.709, 0.6261, 0.5847, 0.5675, 0.5661, 0.5659, 0.5564], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "1102477", "3761519", "249524", "5110182", "3761522", "4667084", "2322244", "289409"], "ranked_scores": [0.7721, 0.7715, 0.7397, 0.7364, 0.7343, 0.7293, 0.7199, 0.7172, 0.7137, 0.7087], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "5942525", "7137594", "3434622", "6124279", "336438", "8215736", "2348797", "879819"], "ranked_scores": [0.6949, 0.6403, 0.6261, 0.622, 0.6188, 0.6004, 0.6001, 0.5993, 0.5985, 0.5975], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "5022892", "1670844", "1226215", "1921262", "2469923", "3829937", "4711434"], "ranked_scores": [0.7979, 0.7967, 0.6255, 0.6186, 0.616, 0.6112, 0.6112, 0.6099, 0.6078, 0.607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7858636", "2899047", "662304", "8223942", "7547697", "6807529", "7168976", "295789", "5043664", "6535340"], "ranked_scores": [0.542, 0.5334, 0.5149, 0.5107, 0.5081, 0.5063, 0.5048, 0.5008, 0.4953, 0.4843], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301814", "4561063", "3512764", "7301818", "3803414", "277376", "8165523"], "ranked_scores": [0.7999, 0.7744, 0.7744, 0.714, 0.6792, 0.6735, 0.6641, 0.664, 0.6626, 0.6563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "8450827", "1265191", "7970735", "8259514", "7970736", "8259512", "8450833", "7970734", "7970728"], "ranked_scores": [0.859, 0.8524, 0.843, 0.8374, 0.837, 0.8369, 0.8327, 0.8302, 0.8284, 0.7966], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "8346654", "7160804", "8296550", "6145894", "6193662", "4702013", "133696", "8296554"], "ranked_scores": [0.7935, 0.7414, 0.7386, 0.7263, 0.706, 0.7043, 0.7014, 0.6981, 0.6944, 0.6944], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "7220313", "5190753", "5190750", "6467669", "3452115", "8484568", "7496070", "7903539"], "ranked_scores": [0.8134, 0.8114, 0.64, 0.6318, 0.6297, 0.6297, 0.6278, 0.6278, 0.6187, 0.616], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7805085", "7937822", "7870705", "7937824", "4830263", "7108982", "3815520", "408860"], "ranked_scores": [0.7984, 0.7171, 0.6888, 0.6703, 0.661, 0.659, 0.6562, 0.6537, 0.6382, 0.6293], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "7948042", "8157542", "3646584", "2116932", "2116938", "2116936", "2116929", "4880893", "8722441"], "ranked_scores": [0.7872, 0.7705, 0.7663, 0.7564, 0.7547, 0.7547, 0.7522, 0.7478, 0.7441, 0.7209], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4374443", "133086", "4374445", "3333503", "5347134", "5347138", "1815026", "1611463"], "ranked_scores": [0.8063, 0.7994, 0.6913, 0.686, 0.6854, 0.678, 0.6777, 0.6777, 0.6734, 0.6729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "6951440", "8045998", "3444262", "5231134", "2091063", "4624992", "5517313", "4624988"], "ranked_scores": [0.7636, 0.7403, 0.7225, 0.7183, 0.711, 0.7041, 0.6981, 0.6941, 0.6908, 0.6897], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["6804877", "4489794", "2859564", "4489799", "4489797", "1475307", "7170234", "4826837", "413808", "5213336"], "ranked_scores": [0.6963, 0.6945, 0.6918, 0.6865, 0.683, 0.6801, 0.6774, 0.6718, 0.6681, 0.6648], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "442006", "863946", "1918866", "2588002", "7623736", "5535297", "3853232", "7134383", "8540414"], "ranked_scores": [0.8695, 0.8643, 0.8506, 0.8485, 0.8405, 0.8296, 0.8296, 0.8274, 0.823, 0.8162], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "6506033", "7689710", "8820180", "2188117", "4390430", "4936994", "3246403", "409310", "5364572"], "ranked_scores": [0.6779, 0.676, 0.6618, 0.6616, 0.6385, 0.6228, 0.6191, 0.6104, 0.6009, 0.5993], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "5729775", "3346337", "1460640", "3968773", "1546056", "2443030", "1460637", "7649297", "5808457"], "ranked_scores": [0.9091, 0.908, 0.9078, 0.8987, 0.8987, 0.8972, 0.8924, 0.8921, 0.8855, 0.8854], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["4942019", "8426355", "7424964", "5055675", "1070634", "2796274", "1871086", "7992320", "4942015", "6082244"], "ranked_scores": [0.8588, 0.8537, 0.8529, 0.8529, 0.8518, 0.8517, 0.849, 0.845, 0.8435, 0.8402], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "5027731", "5170949", "8421090", "2820637", "6343914", "4805364", "5174051", "3073632"], "ranked_scores": [0.808, 0.7902, 0.7816, 0.7785, 0.7634, 0.7589, 0.7522, 0.7486, 0.7471, 0.7382], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "551238", "870351", "2576605", "2576606", "272188", "521373", "272190", "1314383"], "ranked_scores": [0.8424, 0.8377, 0.8225, 0.8205, 0.8174, 0.8173, 0.8145, 0.8125, 0.8049, 0.8024], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "7810605", "1663808", "8265258", "5085223", "5351935", "5408281", "8277053", "5952078", "250946"], "ranked_scores": [0.6973, 0.6706, 0.6694, 0.6668, 0.6633, 0.652, 0.6411, 0.6342, 0.6338, 0.6324], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4437972", "5352322", "4377794", "5094229", "7646422", "7288502", "4278761", "2536497", "278768", "7646426"], "ranked_scores": [0.8131, 0.8041, 0.7972, 0.797, 0.7933, 0.7901, 0.7862, 0.7792, 0.7717, 0.7704], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["7154587", "5499496", "3230959", "4594595", "6818953", "6045016", "1237202", "6453425", "8531579", "3173599"], "ranked_scores": [0.6992, 0.6926, 0.6878, 0.6799, 0.6797, 0.6637, 0.6586, 0.6568, 0.655, 0.6548], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "8796486", "4451324", "3979452", "4765785", "5675630", "8773427", "4765788", "4765789"], "ranked_scores": [0.7814, 0.7662, 0.7602, 0.7153, 0.6881, 0.6877, 0.6821, 0.6671, 0.6598, 0.6567], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "3141441", "7526871", "1511150", "2099688", "4786937", "982652", "7526867", "2617812", "7526868"], "ranked_scores": [0.8686, 0.8662, 0.8628, 0.8599, 0.8597, 0.8578, 0.8577, 0.8548, 0.854, 0.8518], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "7937494", "5546116", "6270123", "3259751", "7770196", "7027322", "7434455"], "ranked_scores": [0.781, 0.7573, 0.7273, 0.7118, 0.7015, 0.692, 0.6866, 0.6843, 0.6827, 0.6821], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "4502858", "1417034", "30088", "5336580", "2391916", "4502856", "6979705", "30089"], "ranked_scores": [0.8568, 0.8557, 0.8246, 0.8208, 0.8164, 0.8117, 0.801, 0.7964, 0.7959, 0.7923], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "6207587", "5133662", "7645257", "6428732", "1980424", "8653062", "7505807", "6207588"], "ranked_scores": [0.7385, 0.6973, 0.6743, 0.6699, 0.6683, 0.6611, 0.6491, 0.6491, 0.6468, 0.6457], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "174956", "2290637", "4589415", "3920912", "2391075", "2894335", "3765105", "2835995", "1338703"], "ranked_scores": [0.8322, 0.8318, 0.8287, 0.8259, 0.8258, 0.8213, 0.8195, 0.8185, 0.8124, 0.8095], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991354", "3672237", "4991353", "3806458", "4991356", "3148555", "1621473", "826058", "117136"], "ranked_scores": [0.8161, 0.8092, 0.7951, 0.7762, 0.7748, 0.7742, 0.7662, 0.7614, 0.7557, 0.7303], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "4605271", "3747811", "1250411", "6193415", "3726276", "1203868", "7575158"], "ranked_scores": [0.7906, 0.7425, 0.7358, 0.7105, 0.704, 0.7007, 0.6969, 0.6912, 0.6888, 0.6832], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["6632522", "7831679", "6632518", "4005369", "6632520", "1063812", "1063811", "139961", "4951287", "3722839"], "ranked_scores": [0.7873, 0.7843, 0.783, 0.7828, 0.782, 0.7797, 0.7762, 0.7745, 0.7723, 0.7607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5812523", "1867101", "1933329", "1631830", "8139545", "6903201", "5143805", "1716202", "6955768", "6903206"], "ranked_scores": [0.7632, 0.7622, 0.7595, 0.7546, 0.7514, 0.7459, 0.7426, 0.7375, 0.7369, 0.7354], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["3252244", "7728427", "2940019", "4258663", "4258668", "5339586", "7503113", "5339585", "5339587", "1969532"], "ranked_scores": [0.8434, 0.8361, 0.834, 0.8332, 0.7918, 0.7832, 0.7791, 0.7688, 0.7616, 0.758], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "7562631", "8822768", "8822769", "3811525", "7611886", "3451043", "3451041", "3451044"], "ranked_scores": [0.8196, 0.7993, 0.7399, 0.7296, 0.7255, 0.724, 0.7191, 0.7164, 0.7128, 0.7115], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "7856346", "8221437", "4127072", "4158114", "4343906", "8221431", "1061740", "8015905", "5431260"], "ranked_scores": [0.7751, 0.7726, 0.7702, 0.77, 0.7636, 0.7537, 0.7496, 0.7426, 0.7272, 0.715], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495838", "3495835", "3495840", "3495831", "1798238", "3147298", "7770959", "6392875"], "ranked_scores": [0.7634, 0.7329, 0.702, 0.6896, 0.6807, 0.6768, 0.6498, 0.6463, 0.642, 0.6314], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212591", "609594", "6212597", "1053306", "1053300", "917841", "1477934", "186816"], "ranked_scores": [0.8524, 0.8511, 0.813, 0.8046, 0.7693, 0.6571, 0.653, 0.628, 0.6214, 0.6198], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "8736649", "5145284", "5128175", "3052767", "5090588", "7704729", "6396838", "7332215"], "ranked_scores": [0.7924, 0.586, 0.5809, 0.5617, 0.5534, 0.5517, 0.5479, 0.5461, 0.5431, 0.5416], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "1460687", "1460689", "3668938", "1420186", "5201030", "2857974", "8432430"], "ranked_scores": [0.8194, 0.7947, 0.7917, 0.7709, 0.7628, 0.7619, 0.7579, 0.7531, 0.7529, 0.7526], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7395884", "34456", "6124976", "7151780", "1690952", "3302094", "1728760", "7985411"], "ranked_scores": [0.8353, 0.8304, 0.7449, 0.7094, 0.7089, 0.7055, 0.7036, 0.7022, 0.7005, 0.6939], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["8424304", "2229750", "6986881", "1420930", "1981693", "7589839", "1981696", "7138494", "7888894", "5209746"], "ranked_scores": [0.7557, 0.7428, 0.7426, 0.7353, 0.7322, 0.7301, 0.7286, 0.726, 0.7154, 0.6892], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "2819440", "3664758", "5262322", "6342544", "1953277", "3687242", "4304523", "8758591"], "ranked_scores": [0.7706, 0.6518, 0.6352, 0.6343, 0.6079, 0.605, 0.5958, 0.5936, 0.5925, 0.5861], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-64-pq-m4-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["5865180", "8083127", "949520", "1674646", "7584907", "2793691", "1674644", "7248820", "4334075", "4886374"], "ranked_scores": [0.8453, 0.8453, 0.8431, 0.839, 0.8306, 0.8257, 0.8222, 0.8222, 0.8184, 0.8184], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["949520", "6858216", "2793691", "7584907", "20886", "220570", "6375472", "1301327", "1433976", "4362703"], "ranked_scores": [0.7935, 0.7921, 0.7861, 0.7753, 0.7751, 0.7683, 0.7683, 0.7589, 0.7589, 0.7589], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["8186121", "7383965", "1238142", "3792488", "59604", "1745534", "5582271", "5559112", "6953054", "7694305"], "ranked_scores": [0.7325, 0.7325, 0.7314, 0.7095, 0.6984, 0.6983, 0.6893, 0.686, 0.686, 0.686], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "7011409", "5984488", "7335401", "2740613", "8279447", "6368608", "8284286", "5691562"], "ranked_scores": [0.8107, 0.8107, 0.8101, 0.8101, 0.7988, 0.7988, 0.7988, 0.7988, 0.7988, 0.7939], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7391102", "7048914", "5450605", "7048919", "2070215", "3000701", "1159742", "1587850", "5346316", "7048912"], "ranked_scores": [0.6783, 0.6709, 0.6108, 0.6108, 0.6091, 0.5969, 0.5861, 0.5861, 0.5861, 0.5861], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "8576717", "5254021", "4272080", "4331591", "8817884", "2981039", "1805806", "2508897", "478419"], "ranked_scores": [0.7792, 0.7701, 0.7701, 0.7701, 0.769, 0.7607, 0.7579, 0.754, 0.7522, 0.7522], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "1777799", "5091618", "5227711", "6980305", "6964486", "6964479", "7260457", "4816964", "6311584"], "ranked_scores": [0.7965, 0.7756, 0.7756, 0.7756, 0.7756, 0.7756, 0.7644, 0.7644, 0.7427, 0.7427], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "2562047", "5997547", "5079417", "5609239", "4041246", "8130496", "8343642", "7698064", "3550561"], "ranked_scores": [0.765, 0.7335, 0.7335, 0.7335, 0.7335, 0.7333, 0.732, 0.7309, 0.7257, 0.7254], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1102477", "6950276", "6733381", "6488930", "7531871", "1640260", "5110182", "8452568", "5180631", "8014955"], "ranked_scores": [0.7455, 0.7419, 0.7419, 0.739, 0.739, 0.735, 0.735, 0.7325, 0.7324, 0.7324], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["128974", "4562810", "915232", "6124279", "5392883", "2481784", "7187663", "4617506", "6880517", "6880513"], "ranked_scores": [0.6717, 0.6682, 0.6652, 0.665, 0.6625, 0.6625, 0.6617, 0.6589, 0.6589, 0.6589], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "2878717", "1928478", "5218385", "1226215", "263423", "1438830", "859199"], "ranked_scores": [0.7519, 0.7106, 0.6831, 0.6434, 0.6393, 0.6393, 0.6371, 0.5877, 0.5848, 0.5569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4996378", "295788", "3961796", "1852105", "7058926", "295794", "8773431", "2384334", "8110427", "7547705"], "ranked_scores": [0.6541, 0.5995, 0.5834, 0.572, 0.5406, 0.5371, 0.5309, 0.5199, 0.5122, 0.5083], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "277376", "5457419", "3803414", "3512764", "3689305", "2194203", "921101", "1692091", "277381"], "ranked_scores": [0.7438, 0.6572, 0.6572, 0.6572, 0.6572, 0.6306, 0.6252, 0.6211, 0.6196, 0.6189], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["398263", "7970728", "8450827", "7970736", "4717597", "1265191", "8259512", "5031425", "7970734", "8450833"], "ranked_scores": [0.8235, 0.816, 0.8113, 0.8113, 0.7955, 0.7955, 0.7815, 0.7813, 0.7776, 0.7776], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "485410", "8296554", "734127", "4702013", "5417234", "8636883", "8128745", "8296550", "6145894"], "ranked_scores": [0.8379, 0.8279, 0.7915, 0.7735, 0.77, 0.7605, 0.7505, 0.7442, 0.7442, 0.742], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["3452115", "7220310", "5042965", "5042969", "8023011", "665690", "1136294", "7220312", "8484568", "3936785"], "ranked_scores": [0.643, 0.6272, 0.6151, 0.6151, 0.6063, 0.6011, 0.5845, 0.5555, 0.5435, 0.5219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "5672319", "7937824", "7870705", "7870704", "2995208", "7094491", "7937822", "3702788"], "ranked_scores": [0.7571, 0.7196, 0.7154, 0.6949, 0.678, 0.6593, 0.6429, 0.614, 0.6088, 0.6059], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["1435310", "3646584", "2116936", "7948050", "4655103", "8660295", "8722441", "6893978", "7948042", "8157542"], "ranked_scores": [0.8193, 0.8177, 0.8177, 0.8177, 0.803, 0.803, 0.8026, 0.8, 0.7999, 0.7999], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["5932719", "4998837", "2450611", "4074080", "7958944", "3891003", "2066418", "4253088", "2316828", "3056113"], "ranked_scores": [0.707, 0.6915, 0.6736, 0.6627, 0.6537, 0.6436, 0.6362, 0.6143, 0.6075, 0.6009], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["2002380", "7503570", "1734442", "6611953", "7546053", "8419047", "8419044", "7551316", "5680884", "4939334"], "ranked_scores": [0.8446, 0.8229, 0.8154, 0.8154, 0.8154, 0.8154, 0.8154, 0.815, 0.8047, 0.804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["413808", "6804877", "4489799", "2859564", "4595482", "7827767", "5233423", "5137135", "1603365", "8232517"], "ranked_scores": [0.61, 0.61, 0.61, 0.61, 0.61, 0.5996, 0.5996, 0.591, 0.5868, 0.5861], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "442006", "391342", "391341", "2588002", "3853232", "4749447", "4796869", "4393278", "6941634"], "ranked_scores": [0.7889, 0.787, 0.7846, 0.7846, 0.7841, 0.7841, 0.7841, 0.7841, 0.7841, 0.7841], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "5648984", "7689710", "7689707", "5039968", "3246403", "4390429", "64801", "4390430", "6722338"], "ranked_scores": [0.7252, 0.7222, 0.7173, 0.7066, 0.7043, 0.7008, 0.7008, 0.7008, 0.7008, 0.7008], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3356485", "1735116", "5717874", "8477248", "1494462", "3346337", "3968773", "6600249", "8000092", "7649297"], "ranked_scores": [0.8416, 0.8416, 0.8416, 0.8416, 0.8416, 0.84, 0.84, 0.8309, 0.8308, 0.8306], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["6082244", "452110", "1106640", "6639719", "6588011", "7630103", "297601", "2253612", "8426355", "8307546"], "ranked_scores": [0.8411, 0.8411, 0.8411, 0.8323, 0.8323, 0.8323, 0.8221, 0.8211, 0.8169, 0.8169], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1088384", "6811402", "6032018", "1039748", "4805366", "8363828", "2820637", "1039754", "3638883", "6751126"], "ranked_scores": [0.7305, 0.7305, 0.7305, 0.718, 0.6999, 0.6999, 0.6999, 0.6952, 0.6952, 0.6952], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["272188", "551238", "4163766", "1525622", "1314390", "2692492", "7137675", "272190", "870353", "1613675"], "ranked_scores": [0.8512, 0.8512, 0.8423, 0.83, 0.83, 0.83, 0.83, 0.83, 0.83, 0.8238], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["258524", "1850491", "3132831", "8265258", "6090442", "6797667", "3869346", "2139645", "6694795", "7409003"], "ranked_scores": [0.7885, 0.7847, 0.7748, 0.7748, 0.7748, 0.7748, 0.766, 0.7504, 0.7504, 0.7504], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["5196370", "7646422", "5094229", "2061122", "278768", "4278761", "7288502", "7646426", "2209127", "5352322"], "ranked_scores": [0.847, 0.847, 0.8413, 0.8413, 0.8413, 0.8413, 0.8413, 0.7994, 0.7979, 0.7872], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["2387122", "8641232", "1756080", "6818953", "1188785", "7647368", "4596087", "3173599", "2175305", "6032214"], "ranked_scores": [0.6719, 0.6694, 0.6683, 0.668, 0.6558, 0.6549, 0.654, 0.6352, 0.6294, 0.6281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["5326962", "3039809", "2918527", "3790426", "2396673", "4451324", "7833608", "2396672", "3790429", "4966850"], "ranked_scores": [0.7535, 0.7158, 0.7025, 0.7025, 0.6971, 0.6941, 0.6941, 0.6935, 0.6935, 0.6935], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1841905", "2617807", "2898312", "982652", "4786937", "4863107", "4863108", "7526870", "1511150", "4551599"], "ranked_scores": [0.8759, 0.8759, 0.8759, 0.8759, 0.8759, 0.8759, 0.8759, 0.8759, 0.8663, 0.8619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7937494", "7110606", "7110611", "3701436", "2299432", "5427522", "8821533", "5546116", "7770196", "5973233"], "ranked_scores": [0.7984, 0.7898, 0.7799, 0.757, 0.7457, 0.7392, 0.7344, 0.7269, 0.7169, 0.7168], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "4256443", "8327486", "7299128", "4502856", "4502858", "6979705", "659682", "5362792", "8549944"], "ranked_scores": [0.7184, 0.6893, 0.6893, 0.6817, 0.6771, 0.6771, 0.6771, 0.6771, 0.6771, 0.6771], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["754800", "3712671", "1696161", "5904163", "7853304", "7645257", "2789716", "2976888", "1543714", "4687484"], "ranked_scores": [0.8215, 0.8126, 0.7991, 0.7814, 0.7785, 0.778, 0.7285, 0.7157, 0.7157, 0.7153], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2391075", "4004619", "2290637", "1338705", "351022", "4589415", "4211216", "2565555", "2245444", "3920912"], "ranked_scores": [0.9031, 0.9031, 0.9031, 0.9031, 0.8991, 0.8873, 0.8839, 0.8839, 0.8777, 0.872], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991356", "3806458", "7161101", "4991354", "3148555", "8374135", "826058", "4991353", "2873961", "2749477"], "ranked_scores": [0.8008, 0.8008, 0.7978, 0.7902, 0.7846, 0.7813, 0.7809, 0.7522, 0.7494, 0.7483], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "4605270", "4605271", "2531512", "5393501", "4363840", "8201717", "7778949"], "ranked_scores": [0.8044, 0.7894, 0.7894, 0.7894, 0.7894, 0.7894, 0.7751, 0.7382, 0.7272, 0.6821], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["139961", "8586692", "1063812", "7428627", "6632522", "4196280", "4590213", "4951287", "5857751", "7795896"], "ranked_scores": [0.8063, 0.8063, 0.8063, 0.8063, 0.8063, 0.7959, 0.7959, 0.7959, 0.7959, 0.7959], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["2404041", "6180355", "8677933", "5961455", "5812523", "6903201", "6106100", "921100", "6761606", "8139545"], "ranked_scores": [0.8452, 0.8236, 0.823, 0.8166, 0.8157, 0.8151, 0.7988, 0.7845, 0.7817, 0.7817], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258668", "4258663", "4996201", "1623860", "88374", "6036135", "7692614", "4130908", "2940019", "3252244"], "ranked_scores": [0.7288, 0.7162, 0.6928, 0.6746, 0.6327, 0.6309, 0.6277, 0.6242, 0.623, 0.623], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562631", "5304087", "7562624", "8738884", "3451044", "2102610", "1398369", "6712790", "3599369", "3451041"], "ranked_scores": [0.7428, 0.7385, 0.7081, 0.703, 0.6967, 0.6878, 0.6847, 0.6793, 0.6671, 0.6569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["3047203", "8015905", "4127072", "8221430", "3716869", "5409487", "4343906", "7856346", "8221431", "8221437"], "ranked_scores": [0.79, 0.7888, 0.7706, 0.7706, 0.7544, 0.7498, 0.7471, 0.7471, 0.7471, 0.7471], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3147298", "6786202", "1779400", "5490134", "6643679", "6392875", "1881418", "1099427", "1099429"], "ranked_scores": [0.7499, 0.7499, 0.7132, 0.707, 0.6988, 0.6931, 0.6901, 0.6868, 0.6724, 0.6724], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "156133", "3843788", "8314543", "4938306", "1302924", "6212591", "6948296"], "ranked_scores": [0.7434, 0.7373, 0.6863, 0.6527, 0.6484, 0.6471, 0.6356, 0.6353, 0.6317, 0.6301], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "5167657", "4520541", "5800703", "7601059", "2790097", "6948296", "4053136", "7936183", "4892500"], "ranked_scores": [0.629, 0.6252, 0.6217, 0.6072, 0.5706, 0.5696, 0.5666, 0.5573, 0.5498, 0.5372], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "2716981", "1460683", "3128424", "4256781", "1193873", "447601", "2719551", "459888"], "ranked_scores": [0.7622, 0.7415, 0.7252, 0.7162, 0.7162, 0.7162, 0.7138, 0.7016, 0.6996, 0.6996], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7104592", "8600254", "4878176", "2584527", "5809788", "4738326", "226872", "1136108"], "ranked_scores": [0.7729, 0.7729, 0.7379, 0.733, 0.7297, 0.7297, 0.714, 0.7068, 0.7016, 0.6934], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1405152", "7772221", "3712796", "1981693", "1981696", "3285357", "7589839", "8424304", "4795423", "7888894"], "ranked_scores": [0.7413, 0.7273, 0.7184, 0.6993, 0.6844, 0.6777, 0.674, 0.6737, 0.6669, 0.664], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["3944077", "3596760", "4385335", "1304102", "3711972", "4049212", "3989499", "3681700", "4232045", "4997383"], "ranked_scores": [0.8419, 0.8416, 0.8334, 0.8294, 0.8205, 0.8205, 0.8168, 0.8106, 0.8106, 0.8105], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-128-pq-m8-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7584907", "6858216", "1674646", "8083127", "575979", "2746690", "2081586", "4591200", "4806937", "7248820"], "ranked_scores": [0.8469, 0.8406, 0.8356, 0.83, 0.826, 0.8242, 0.8221, 0.8194, 0.8194, 0.8189], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["3675169", "2793691", "4848021", "8083127", "2684883", "3534685", "949520", "6375472", "915232", "4806937"], "ranked_scores": [0.7018, 0.689, 0.6832, 0.6818, 0.6767, 0.6756, 0.6678, 0.6676, 0.6667, 0.6653], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7383965", "1592656", "5221728", "7094398", "911138", "5842823", "6236648", "134195", "2660744", "1374743"], "ranked_scores": [0.6932, 0.6927, 0.672, 0.6633, 0.6576, 0.6554, 0.6537, 0.6532, 0.6483, 0.6474], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "5984488", "7011409", "3338175", "5646365", "2548176", "515311", "2812582", "6368609", "3182362"], "ranked_scores": [0.7737, 0.7641, 0.7641, 0.7633, 0.7525, 0.752, 0.752, 0.7515, 0.7468, 0.7453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "5450605", "7048919", "7048912", "1587850", "7255678", "1159742", "5740732", "8554964", "2070215"], "ranked_scores": [0.6438, 0.6149, 0.6149, 0.6059, 0.6059, 0.604, 0.6032, 0.6007, 0.5902, 0.586], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["8817884", "5606320", "1190311", "5401715", "8299818", "3205963", "1805806", "7600993", "478419", "4450104"], "ranked_scores": [0.7027, 0.6938, 0.6883, 0.6513, 0.6461, 0.6422, 0.6405, 0.6365, 0.632, 0.6315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "5227711", "5091618", "6980305", "1777799", "6964479", "7260457", "4816964", "6964486", "6801871"], "ranked_scores": [0.7998, 0.788, 0.7876, 0.7818, 0.7818, 0.7751, 0.7751, 0.7629, 0.7603, 0.7139], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["4154575", "3550561", "8343642", "3550563", "7698064", "4041246", "5644075", "5079417", "5997547", "217890"], "ranked_scores": [0.6985, 0.6981, 0.6947, 0.6831, 0.6649, 0.6473, 0.6473, 0.6463, 0.6463, 0.6439], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["6733381", "1640260", "6950276", "8452568", "6950269", "3761519", "7531871", "289409", "1102477", "5110182"], "ranked_scores": [0.7468, 0.7436, 0.7385, 0.7369, 0.7355, 0.7342, 0.732, 0.7215, 0.721, 0.7187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["4562810", "2481784", "6124279", "6880517", "2323827", "6880513", "2552610", "336438", "7187662", "4617506"], "ranked_scores": [0.6294, 0.6101, 0.6074, 0.6037, 0.6037, 0.6037, 0.5999, 0.5982, 0.589, 0.5857], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1226215", "1928478", "5218385", "263423", "1226213", "1438830", "7120398"], "ranked_scores": [0.7256, 0.6678, 0.6095, 0.6003, 0.5323, 0.5323, 0.5291, 0.5199, 0.5143, 0.4742], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4996378", "3961796", "295788", "7058926", "7058927", "1852105", "295794", "295789", "4623383", "3272997"], "ranked_scores": [0.5946, 0.5573, 0.5519, 0.5506, 0.5209, 0.5027, 0.5017, 0.4956, 0.4708, 0.4671], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "3803414", "3512764", "277376", "4561063", "7301814", "921101", "6808332"], "ranked_scores": [0.6532, 0.6226, 0.6201, 0.5609, 0.5603, 0.5545, 0.552, 0.5517, 0.5484, 0.5434], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8259512", "5031425", "8259514", "8450827", "7970736", "3414069", "7970735", "1265191", "4717597"], "ranked_scores": [0.7319, 0.7219, 0.7097, 0.7091, 0.7037, 0.7016, 0.6907, 0.6783, 0.6779, 0.6724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "4702013", "3457120", "8636883", "8296554", "485410", "5720449", "7185831", "2586618", "8128745"], "ranked_scores": [0.7391, 0.6926, 0.6799, 0.6766, 0.6747, 0.6738, 0.6736, 0.6596, 0.6567, 0.6514], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "3936785", "7220312", "1136294", "2010657", "8023011", "4768599", "3452115", "46048", "8067800"], "ranked_scores": [0.6388, 0.5534, 0.5319, 0.5261, 0.5168, 0.5099, 0.5003, 0.4967, 0.4946, 0.4858], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7870700", "5340239", "3702788", "7870704", "7094491", "5672319", "2995208", "7937824"], "ranked_scores": [0.7222, 0.653, 0.6456, 0.5945, 0.5822, 0.5806, 0.5755, 0.5702, 0.5701, 0.5635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["3646584", "2116936", "2116932", "8157542", "2116933", "4880893", "1435310", "2116929", "7948050", "8722441"], "ranked_scores": [0.8239, 0.8239, 0.8229, 0.8147, 0.8127, 0.8127, 0.8071, 0.8032, 0.7991, 0.7979], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["2450611", "4074080", "7958944", "5932719", "3891003", "4998837", "4253088", "2066418", "2870276", "4253082"], "ranked_scores": [0.6472, 0.6118, 0.6091, 0.572, 0.5683, 0.5609, 0.5607, 0.5589, 0.5582, 0.5524], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["2044076", "5231134", "4393601", "1226636", "4393603", "4939334", "3444262", "7503570", "4624992", "4799839"], "ranked_scores": [0.8027, 0.7999, 0.7977, 0.7977, 0.7971, 0.7955, 0.7854, 0.785, 0.7836, 0.7747], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1842454", "1603365", "6127285", "8232517", "7170234", "2131335", "2859563", "4595482", "7827761", "2131339"], "ranked_scores": [0.4449, 0.4425, 0.4329, 0.4115, 0.4105, 0.4052, 0.403, 0.401, 0.3889, 0.387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["4796869", "8045986", "1839684", "442006", "2588002", "1918866", "7269273", "5143396", "3853232", "6941634"], "ranked_scores": [0.7342, 0.7322, 0.7269, 0.7266, 0.7232, 0.719, 0.7156, 0.7125, 0.7051, 0.7043], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["64801", "3167491", "6722338", "6394421", "4390429", "4390430", "356746", "6506033", "1936744", "2800419"], "ranked_scores": [0.7236, 0.7236, 0.719, 0.7037, 0.6985, 0.6933, 0.6916, 0.691, 0.6819, 0.6624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["6600249", "3346337", "3968773", "92150", "2443030", "1460640", "4615784", "6591468", "631307", "6979330"], "ranked_scores": [0.765, 0.7563, 0.7563, 0.7551, 0.7527, 0.7527, 0.7523, 0.7523, 0.7523, 0.7523], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["6639719", "4942019", "5739636", "5269626", "8426355", "7630103", "6588011", "6365873", "890035", "6082244"], "ranked_scores": [0.8194, 0.8187, 0.8187, 0.8151, 0.8143, 0.8067, 0.8067, 0.8049, 0.7995, 0.7989], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039748", "6032018", "6811402", "1088384", "3638883", "1039754", "4805366", "2820637", "4805364", "6719570"], "ranked_scores": [0.6887, 0.6762, 0.6762, 0.6681, 0.6631, 0.6611, 0.6589, 0.6589, 0.6529, 0.6484], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["272188", "4163766", "7137675", "2692492", "2576606", "2576605", "551238", "1613675", "1314390", "870353"], "ranked_scores": [0.7906, 0.788, 0.7794, 0.7776, 0.7749, 0.7749, 0.7748, 0.7718, 0.7662, 0.7662], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["1850491", "6797667", "6465151", "5085223", "5351935", "3132831", "8263203", "5408281", "5952078", "6502553"], "ranked_scores": [0.7444, 0.7406, 0.73, 0.7272, 0.7221, 0.7196, 0.7147, 0.7095, 0.7087, 0.6997], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7646422", "5094229", "5196370", "278768", "7288502", "2061122", "2510740", "7288504", "5756090"], "ranked_scores": [0.7958, 0.7839, 0.7813, 0.7778, 0.7657, 0.7631, 0.7616, 0.7516, 0.7501, 0.7493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "5764460", "5499496", "4596087", "1463441", "5142519", "4603370", "3872927", "6032214", "7647368"], "ranked_scores": [0.6174, 0.5792, 0.5782, 0.5619, 0.5607, 0.5519, 0.5516, 0.5511, 0.5511, 0.5461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["3790426", "2421104", "2918527", "3790429", "4966850", "3039809", "2396672", "3977470", "5326962", "6397787"], "ranked_scores": [0.7201, 0.7086, 0.7039, 0.6993, 0.6993, 0.6983, 0.6867, 0.6798, 0.6763, 0.6719], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["5036995", "2208599", "7526870", "7573185", "6503017", "1841905", "1098595", "4786937", "2617812", "1841019"], "ranked_scores": [0.8103, 0.8097, 0.8047, 0.8031, 0.8023, 0.7997, 0.7969, 0.7955, 0.7912, 0.7893], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110611", "2299432", "4586889", "7937494", "7110606", "7770196", "888154", "2737708", "3701436", "7110612"], "ranked_scores": [0.7766, 0.7524, 0.7433, 0.742, 0.728, 0.7216, 0.7211, 0.7135, 0.7116, 0.7075], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "4256443", "3659405", "3770821", "1472503", "30089", "2366115", "8327486", "5336577"], "ranked_scores": [0.7347, 0.7105, 0.7083, 0.6904, 0.6841, 0.6838, 0.6836, 0.6823, 0.6817, 0.6817], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["3712671", "5904163", "754800", "7645257", "7853304", "1696161", "1543714", "2976888", "6701896", "8148596"], "ranked_scores": [0.7557, 0.7465, 0.7345, 0.7225, 0.716, 0.695, 0.6734, 0.6734, 0.6688, 0.662], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2290637", "2391075", "4004619", "2245444", "2565555", "1338705", "4211216", "351022", "4589415", "2476395"], "ranked_scores": [0.789, 0.789, 0.789, 0.7868, 0.7798, 0.778, 0.7768, 0.7709, 0.7705, 0.7581], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991356", "3806458", "4991354", "7161101", "3148555", "4991353", "3672237", "6465402", "8374135"], "ranked_scores": [0.7691, 0.7469, 0.7469, 0.7393, 0.7373, 0.737, 0.7292, 0.7153, 0.7084, 0.6935], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "2531512", "4409027", "5393501", "4900578", "4605270", "4605271", "7778949", "8201717", "5171449"], "ranked_scores": [0.7681, 0.7608, 0.7608, 0.7386, 0.735, 0.6836, 0.6779, 0.6426, 0.6174, 0.6153], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["1063812", "3942500", "3672905", "7795896", "139961", "7428627", "6632522", "8586692", "4590213", "4951287"], "ranked_scores": [0.7768, 0.7761, 0.7761, 0.7761, 0.771, 0.771, 0.771, 0.771, 0.7708, 0.7708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5812523", "6761606", "921100", "2404041", "8139545", "1867101", "7017750", "8677933", "1631830", "921101"], "ranked_scores": [0.7699, 0.7658, 0.7625, 0.7493, 0.7377, 0.7377, 0.7374, 0.7342, 0.7333, 0.7317], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "2940019", "7692614", "2359804", "1623860", "7728423", "4996201", "5339585", "88374"], "ranked_scores": [0.746, 0.6662, 0.6548, 0.6329, 0.632, 0.6274, 0.6251, 0.6191, 0.613, 0.6107], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562631", "7562624", "8738884", "3451044", "5304087", "3451041", "1398369", "3451043", "2102610", "6712790"], "ranked_scores": [0.7187, 0.6995, 0.696, 0.6702, 0.664, 0.6482, 0.6436, 0.6208, 0.6152, 0.6078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8015905", "8221430", "4127072", "4158117", "4158114", "4626170", "7856346", "3716869", "4343906", "8221431"], "ranked_scores": [0.7137, 0.6939, 0.6878, 0.6877, 0.6876, 0.6876, 0.6859, 0.6854, 0.6837, 0.6837], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495831", "3147298", "3450402", "108001", "1634694", "2387122", "5490134", "1779400"], "ranked_scores": [0.6607, 0.6515, 0.6398, 0.6354, 0.6195, 0.6182, 0.6161, 0.6072, 0.6071, 0.6047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212591", "156133", "3843788", "8314543", "1302924", "3843787", "1941403"], "ranked_scores": [0.7187, 0.7109, 0.6185, 0.616, 0.6108, 0.6009, 0.5834, 0.5823, 0.5822, 0.5606], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7601059", "6948296", "2172877", "4520541", "3823641", "1524492", "7803343", "4892500", "217890"], "ranked_scores": [0.5564, 0.452, 0.4374, 0.4344, 0.4256, 0.4222, 0.4166, 0.4148, 0.4127, 0.4127], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "1193873", "6037748", "1460683", "3128424", "447601", "4256781", "5891383", "5201030"], "ranked_scores": [0.7073, 0.6839, 0.6378, 0.637, 0.6324, 0.629, 0.6202, 0.6108, 0.6095, 0.6023], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "2584527", "4709447", "5809788", "7104592", "1690952", "8477171", "6567497", "2594593"], "ranked_scores": [0.7695, 0.7419, 0.712, 0.71, 0.7034, 0.7015, 0.6998, 0.6959, 0.6869, 0.6847], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1405152", "1981696", "7138494", "3285357", "7772221", "1981693", "2768871", "3139589", "8424304", "2229750"], "ranked_scores": [0.6613, 0.6612, 0.6532, 0.6412, 0.6402, 0.6363, 0.6332, 0.6313, 0.6281, 0.6218], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["4304523", "3681700", "4597448", "3944077", "1304102", "4997383", "3989499", "3596760", "8667781", "4356227"], "ranked_scores": [0.7395, 0.7285, 0.7213, 0.7201, 0.7171, 0.7169, 0.716, 0.7153, 0.7136, 0.7127], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-256-pq-m32-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["20886", "1674646", "7584907", "8083127", "3527619", "5865180", "575979", "638358", "7072119", "5496645"], "ranked_scores": [0.7848, 0.7716, 0.7712, 0.77, 0.762, 0.7572, 0.7524, 0.7476, 0.7475, 0.7472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["157696", "4848021", "389116", "4036031", "20886", "8083127", "5633832", "2684883", "5865180", "5496645"], "ranked_scores": [0.687, 0.6717, 0.6672, 0.6653, 0.662, 0.6595, 0.6551, 0.6519, 0.65, 0.6449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["1238142", "3792488", "5559112", "6236648", "7094398", "6235583", "911138", "7694305", "5842823", "3641723"], "ranked_scores": [0.6251, 0.6147, 0.6011, 0.5902, 0.5876, 0.5841, 0.5786, 0.5751, 0.5739, 0.5725], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "7369987", "5646365", "2541248", "66620", "2548176", "2812582", "6368601", "8003599"], "ranked_scores": [0.6729, 0.6679, 0.6664, 0.6535, 0.6432, 0.6411, 0.637, 0.6363, 0.6358, 0.634], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["2070215", "7255678", "5346316", "7255675", "5450605", "7048912", "7048914", "3794304", "3794297", "7048919"], "ranked_scores": [0.5432, 0.5351, 0.5345, 0.5304, 0.529, 0.5272, 0.5261, 0.5189, 0.5135, 0.5077], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "3205963", "8817884", "1123190", "4331590", "3931594", "5254021", "7634336", "5401718", "2049514"], "ranked_scores": [0.5458, 0.5355, 0.5173, 0.5154, 0.5143, 0.5106, 0.4986, 0.4952, 0.4934, 0.4923], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "7260457", "6964479", "4816964", "6964486", "5227711", "6980305", "1777799", "1767388", "725823"], "ranked_scores": [0.692, 0.6727, 0.6663, 0.6577, 0.6354, 0.6248, 0.6168, 0.6148, 0.6019, 0.5997], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "7698064", "4041246", "5079417", "3550559", "5997547", "8343642", "8760018", "4154575"], "ranked_scores": [0.6432, 0.6333, 0.5967, 0.5808, 0.5775, 0.5623, 0.556, 0.5427, 0.5398, 0.539], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["289405", "7531871", "5180631", "1365215", "1640260", "1640257", "249524", "4432472", "3761522", "6950269"], "ranked_scores": [0.634, 0.6337, 0.6202, 0.6201, 0.6181, 0.6148, 0.6117, 0.6107, 0.6076, 0.6061], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["5132484", "4562810", "5469449", "2117748", "7187663", "1021034", "5324876", "6111212", "315565", "3434622"], "ranked_scores": [0.561, 0.5384, 0.5373, 0.5367, 0.526, 0.5251, 0.5243, 0.5229, 0.5206, 0.5183], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1438830", "1226215", "1226213", "2037947", "1962396", "5218385", "1775549"], "ranked_scores": [0.549, 0.5206, 0.4881, 0.4817, 0.4603, 0.4172, 0.3722, 0.3699, 0.3668, 0.36], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623383", "295794", "7058926", "295788", "7181639", "3961796", "4516321", "5389787", "5196335", "3182256"], "ranked_scores": [0.4673, 0.4609, 0.4583, 0.4551, 0.454, 0.4382, 0.4336, 0.4218, 0.4193, 0.4186], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301819", "7301823", "7301816", "7301818", "6041657", "7301814", "4243709", "6132849", "4819522", "277376"], "ranked_scores": [0.6149, 0.5955, 0.5934, 0.5218, 0.4996, 0.4911, 0.4884, 0.4802, 0.4786, 0.4759], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8259512", "7970736", "7970735", "8450827", "8259514", "7970734", "1265191", "8450833", "3414066"], "ranked_scores": [0.684, 0.6613, 0.6405, 0.6372, 0.6115, 0.5732, 0.5711, 0.5704, 0.5557, 0.5526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "7160799", "8128745", "4702009", "7185831", "4702013", "8346654", "232771", "7160804", "5720449"], "ranked_scores": [0.5946, 0.5835, 0.5657, 0.5607, 0.5592, 0.5493, 0.5421, 0.5399, 0.5328, 0.5319], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "2010657", "1136294", "3452115", "4768602", "8067800", "8484568", "4768599", "46048"], "ranked_scores": [0.5679, 0.4947, 0.4217, 0.4156, 0.4023, 0.3926, 0.3896, 0.3869, 0.3844, 0.3805], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870704", "7870705", "6975615", "3555960", "2104181", "6667088", "3555957", "5827343"], "ranked_scores": [0.6195, 0.5468, 0.4904, 0.4418, 0.4321, 0.4261, 0.4258, 0.4253, 0.4144, 0.4104], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4880893", "2116932", "2116933", "7948042", "3646584", "2116938", "7948050", "2116929", "2116936", "3646580"], "ranked_scores": [0.674, 0.6611, 0.655, 0.6509, 0.643, 0.6408, 0.6386, 0.625, 0.6243, 0.6208], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["2870276", "3891003", "2647181", "3915433", "4998837", "4774834", "7958943", "7958944", "5984719", "2066418"], "ranked_scores": [0.5385, 0.4934, 0.4837, 0.4741, 0.4676, 0.4535, 0.4508, 0.4472, 0.4435, 0.4429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["6641480", "5554969", "5231134", "7503570", "4393603", "6641482", "8419047", "6611953", "8065757", "4624988"], "ranked_scores": [0.6968, 0.6615, 0.6535, 0.6524, 0.6465, 0.6448, 0.6366, 0.6326, 0.6319, 0.626], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827765", "8232517", "4489797", "6768417", "474971", "6127285", "7170238", "6854565", "4595482", "6804877"], "ranked_scores": [0.4335, 0.4289, 0.374, 0.3696, 0.3558, 0.3528, 0.3515, 0.3513, 0.3502, 0.3454], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "5088303", "391342", "391341", "5535297", "4796869", "2175868", "2587999", "2588002"], "ranked_scores": [0.6378, 0.6237, 0.6194, 0.6123, 0.6112, 0.6054, 0.6037, 0.6033, 0.5996, 0.5968], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "8820180", "4390429", "356746", "7689710", "1673140", "4936994", "4390430", "1234792", "3252422"], "ranked_scores": [0.617, 0.58, 0.5637, 0.5543, 0.545, 0.5429, 0.538, 0.5322, 0.5302, 0.5298], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5210161", "3968773", "6979322", "1460640", "268498", "92150", "5305583", "4847097", "6591468", "2443030"], "ranked_scores": [0.6987, 0.6974, 0.6958, 0.6942, 0.6936, 0.6932, 0.6912, 0.6908, 0.6897, 0.6893], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8281194", "8307546", "2796274", "2796268", "5123227", "2796265", "7992320", "656138", "4942019", "3733774"], "ranked_scores": [0.686, 0.6783, 0.676, 0.6666, 0.6659, 0.6631, 0.6619, 0.6611, 0.6606, 0.6599], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1333652", "7527096", "5170949", "7650732", "2820637", "3073632", "954270", "1039754", "1333651", "4805364"], "ranked_scores": [0.5596, 0.5519, 0.5335, 0.5174, 0.5168, 0.5164, 0.5151, 0.5115, 0.5053, 0.505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "551238", "1059524", "6033952", "1525622", "7137675", "681855", "272188", "7249172", "272190"], "ranked_scores": [0.6728, 0.6626, 0.653, 0.6523, 0.65, 0.6483, 0.6446, 0.6441, 0.6423, 0.6385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["3132831", "2589790", "6465151", "5952078", "1615478", "7496090", "1850491", "8277053", "3296425", "5419270"], "ranked_scores": [0.6214, 0.6048, 0.5935, 0.5929, 0.5822, 0.5809, 0.5716, 0.5708, 0.5662, 0.5642], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7288502", "5335298", "7646422", "5196370", "5756090", "7646426", "41701", "2061122"], "ranked_scores": [0.7091, 0.6824, 0.679, 0.6617, 0.6584, 0.654, 0.6449, 0.6439, 0.6416, 0.6391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "7154585", "574950", "4596087", "7647368", "7619577", "6032214", "3872927", "2068025", "3173599"], "ranked_scores": [0.5497, 0.5277, 0.513, 0.5014, 0.5006, 0.4986, 0.4985, 0.497, 0.4808, 0.4764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8796486", "3790429", "4451324", "3039809", "4765785", "2998932", "2918527", "4765789", "8607085"], "ranked_scores": [0.6397, 0.6273, 0.6041, 0.587, 0.577, 0.5739, 0.5713, 0.5713, 0.5666, 0.559], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2208599", "2617807", "4786937", "4600593", "1841019", "1511150", "5036995", "2617812", "6503017", "6760855"], "ranked_scores": [0.671, 0.6681, 0.6551, 0.6442, 0.6428, 0.6415, 0.6404, 0.6382, 0.637, 0.6362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "5546116", "8237806", "7110612", "8310623", "7299517", "6864626", "2737708", "7434455", "7434451"], "ranked_scores": [0.6384, 0.6112, 0.5784, 0.5753, 0.5618, 0.5579, 0.5571, 0.5515, 0.551, 0.5502], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "4256443", "5336580", "4522649", "3770821", "8327486", "7672042", "3659405", "30089", "4502858"], "ranked_scores": [0.6006, 0.5922, 0.5888, 0.5861, 0.5847, 0.5837, 0.5799, 0.572, 0.571, 0.5688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "7853301", "8733282", "5904163", "3712671", "4436697", "6207587", "1198067", "1683771", "754800"], "ranked_scores": [0.6025, 0.5806, 0.5734, 0.5548, 0.5441, 0.5428, 0.5358, 0.529, 0.5272, 0.5241], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2391075", "351022", "2476395", "2391077", "5212100", "1264750", "2565557", "6302238", "4004619", "4432184"], "ranked_scores": [0.722, 0.7128, 0.7114, 0.7076, 0.7063, 0.7048, 0.7046, 0.7042, 0.7029, 0.6985], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "3806458", "4991356", "4991353", "826058", "3672237", "7161101", "1883636", "3148555", "1003383"], "ranked_scores": [0.6526, 0.6181, 0.6164, 0.6095, 0.5971, 0.5925, 0.5923, 0.5794, 0.5724, 0.5632], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["2531512", "7778956", "4900578", "4605271", "5393501", "4409027", "4605270", "4363844", "6193415", "7778949"], "ranked_scores": [0.6234, 0.6218, 0.6165, 0.5958, 0.5895, 0.5845, 0.5468, 0.5322, 0.5108, 0.5104], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "3942500", "1109548", "4208658", "6632522", "4590213", "6632518", "6803877", "2488121", "4196280"], "ranked_scores": [0.5727, 0.5708, 0.5604, 0.5581, 0.5579, 0.5557, 0.5552, 0.5512, 0.5485, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1933329", "1631830", "5143805", "5812523", "1867101", "8139545", "6903201", "6955766", "6903206", "8608886"], "ranked_scores": [0.6784, 0.677, 0.6685, 0.6514, 0.6459, 0.6385, 0.6366, 0.6352, 0.6315, 0.6272], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "2940019", "4258668", "7420248", "1623860", "6938256", "5339585", "7503113", "8008666", "7728427"], "ranked_scores": [0.5965, 0.5566, 0.5335, 0.5324, 0.5096, 0.5016, 0.5015, 0.4896, 0.4882, 0.4821], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "3451043", "8623619", "5559112", "3451044", "2084491", "7395283", "3844305", "1398369"], "ranked_scores": [0.6191, 0.6065, 0.5495, 0.5485, 0.5466, 0.5457, 0.5426, 0.5345, 0.5338, 0.5323], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8221437", "4626170", "4158114", "5431260", "8015905", "6834849", "3742896", "6132796", "4127072"], "ranked_scores": [0.6443, 0.6152, 0.6003, 0.5989, 0.5983, 0.596, 0.5896, 0.5883, 0.5878, 0.5868], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495831", "7770963", "3495837", "3450402", "1634694", "5439713", "3147298", "1779400", "2553886", "2387122"], "ranked_scores": [0.5942, 0.5863, 0.5677, 0.5256, 0.4972, 0.4964, 0.482, 0.4815, 0.4801, 0.479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "609594", "6212591", "6212597", "6212588", "3843787", "1941403", "3843788", "2194203", "156133"], "ranked_scores": [0.5893, 0.5731, 0.558, 0.5082, 0.485, 0.4835, 0.4633, 0.4538, 0.4429, 0.4368], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7803343", "2379160", "1399397", "4803924", "7601059", "3823641", "2790097", "4053136"], "ranked_scores": [0.531, 0.4347, 0.3754, 0.3698, 0.3676, 0.3569, 0.3529, 0.3478, 0.3418, 0.3399], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "8177246", "6305059", "1460687", "1460685", "1460689", "8432430", "3668938", "1420186"], "ranked_scores": [0.5966, 0.588, 0.5774, 0.5771, 0.573, 0.5664, 0.5634, 0.5606, 0.5604, 0.5549], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7104592", "7395885", "7395888", "6124976", "4437855", "4684937", "7515853", "2584527", "1449069", "4738326"], "ranked_scores": [0.6044, 0.5978, 0.5685, 0.5673, 0.5644, 0.5626, 0.544, 0.5376, 0.5279, 0.5271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "2229750", "4341950", "3712796", "7589839", "6358107", "7888894", "4594387", "6361048", "6532155"], "ranked_scores": [0.5243, 0.5146, 0.5115, 0.5064, 0.506, 0.4961, 0.4949, 0.4938, 0.487, 0.484], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["8667781", "4049212", "7364245", "3681700", "3944077", "1671233", "8743967", "1939468", "4957113", "1304102"], "ranked_scores": [0.6009, 0.5892, 0.5855, 0.5736, 0.567, 0.5668, 0.5627, 0.5562, 0.5552, 0.5499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-256-pq-m32-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "8083127", "7837267", "575979", "1674644", "7584907", "5265626", "2684883", "7072115", "638358"], "ranked_scores": [0.8248, 0.7929, 0.7673, 0.765, 0.7636, 0.7629, 0.7611, 0.7586, 0.7577, 0.7562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["8083127", "220565", "5633832", "2684883", "527685", "1297109", "1021034", "2581550", "20886", "3063200"], "ranked_scores": [0.733, 0.715, 0.7143, 0.7084, 0.6876, 0.677, 0.6763, 0.6737, 0.6726, 0.6722], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "5842823", "2295208", "134195", "3792488", "1592656", "5221728", "6711596", "911138"], "ranked_scores": [0.6886, 0.6377, 0.6279, 0.6099, 0.6062, 0.5958, 0.5946, 0.5942, 0.5901, 0.5841], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "2812582", "7369987", "3338175", "515311", "1727064", "2548173", "7011409", "3182362", "5646365"], "ranked_scores": [0.7532, 0.7433, 0.7377, 0.7332, 0.7262, 0.704, 0.703, 0.7005, 0.6995, 0.6965], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["5450605", "2070215", "7048914", "3794297", "3794304", "7255678", "5346316", "4305354", "1159742", "8554964"], "ranked_scores": [0.615, 0.6072, 0.6018, 0.601, 0.601, 0.584, 0.5704, 0.5541, 0.545, 0.5441], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "1190311", "2215699", "3205963", "4450104", "7469549", "6199240", "7600993", "1805806", "5401715"], "ranked_scores": [0.68, 0.6108, 0.5946, 0.5803, 0.5748, 0.5728, 0.5727, 0.5716, 0.5652, 0.5649], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "6964479", "4816964", "7813557", "6980305", "6311584", "5227711", "1777799", "6801871", "6964486"], "ranked_scores": [0.7681, 0.7534, 0.7477, 0.7252, 0.71, 0.7007, 0.6942, 0.6493, 0.648, 0.6364], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5997547", "5079417", "4041246", "4154575", "8343642", "1768445"], "ranked_scores": [0.7077, 0.6999, 0.6571, 0.6338, 0.6254, 0.6226, 0.6075, 0.6039, 0.5932, 0.5909], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365215", "8452568", "7531871", "1365210", "3761519", "6950269", "3761517", "5180631", "6950276", "4432472"], "ranked_scores": [0.703, 0.6931, 0.6901, 0.6828, 0.6808, 0.6754, 0.6691, 0.6667, 0.6627, 0.6609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["4562810", "7187663", "6880513", "6880517", "50056", "4513419", "2323827", "3546549", "6124279", "2552610"], "ranked_scores": [0.6155, 0.5926, 0.5605, 0.5605, 0.5589, 0.557, 0.5526, 0.5524, 0.551, 0.5503], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "1226215", "4922192", "8583766", "1226213", "5218385", "1928478", "8583764"], "ranked_scores": [0.7381, 0.7068, 0.5938, 0.5617, 0.5613, 0.4703, 0.4655, 0.4602, 0.4542, 0.4539], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623383", "295788", "7058926", "3961796", "295794", "4996378", "7058927", "6807529", "5289585", "5196335"], "ranked_scores": [0.6107, 0.5946, 0.5858, 0.5248, 0.5198, 0.5181, 0.5132, 0.5132, 0.508, 0.505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301818", "7301814", "6363851", "3512764", "4892433", "6808332", "277376"], "ranked_scores": [0.6878, 0.6559, 0.6529, 0.5527, 0.5339, 0.5185, 0.5164, 0.5086, 0.5075, 0.5058], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8259512", "7970736", "7970735", "8450827", "1265191", "8450833", "8259514", "8450828", "7970734"], "ranked_scores": [0.763, 0.7513, 0.7467, 0.6797, 0.6677, 0.6563, 0.6543, 0.6531, 0.649, 0.6398], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "4702013", "8346654", "8128745", "7138663", "6193662", "3457120", "8684894", "7160799", "734127"], "ranked_scores": [0.7388, 0.7065, 0.6832, 0.675, 0.6434, 0.6412, 0.6365, 0.6345, 0.6269, 0.6267], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "3452115", "7220312", "2010657", "1136294", "8067800", "3936785", "8484568", "46048", "3505871"], "ranked_scores": [0.7273, 0.5507, 0.5371, 0.5336, 0.5165, 0.4732, 0.4666, 0.4419, 0.4386, 0.4308], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870704", "7870705", "5672319", "6667088", "5340239", "2104181", "6975615", "5672317"], "ranked_scores": [0.745, 0.6108, 0.5766, 0.5678, 0.5192, 0.5158, 0.5042, 0.4882, 0.4826, 0.4757], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4880893", "2116932", "7948042", "7948050", "2116933", "2116929", "2116936", "8157542", "2116938", "3646584"], "ranked_scores": [0.7844, 0.7818, 0.7797, 0.7743, 0.7635, 0.7557, 0.7557, 0.75, 0.7458, 0.7229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4998837", "2450611", "4253088", "4074080", "5932719", "4165452", "2870276", "3915433"], "ranked_scores": [0.5968, 0.5787, 0.5534, 0.5478, 0.5266, 0.5263, 0.5164, 0.514, 0.4966, 0.4937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5231134", "4393603", "1674914", "4939334", "4393601", "1226636", "6775026", "6641480", "1726611"], "ranked_scores": [0.7337, 0.7048, 0.7004, 0.6964, 0.693, 0.6917, 0.6917, 0.6872, 0.6813, 0.6768], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827765", "7170234", "2131335", "6127285", "4489799", "6804877", "7170238", "4489797", "2131339", "7803391"], "ranked_scores": [0.484, 0.4604, 0.4364, 0.435, 0.4324, 0.4217, 0.4208, 0.4144, 0.4078, 0.4077], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "7134383", "4796869", "8045986", "1023113", "1918866", "2175868", "2588002", "3853232", "1839684"], "ranked_scores": [0.7707, 0.7439, 0.7427, 0.7416, 0.7224, 0.722, 0.7189, 0.7119, 0.7101, 0.7066], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["1673140", "6506033", "8820180", "3167491", "4936994", "64801", "6722338", "4390430", "4390429", "3768485"], "ranked_scores": [0.6395, 0.6382, 0.6265, 0.6258, 0.6176, 0.6116, 0.5988, 0.5928, 0.5907, 0.5806], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["6979322", "3968773", "1460640", "2443030", "3346337", "92150", "1546056", "5729775", "631307", "6979330"], "ranked_scores": [0.8021, 0.8005, 0.7986, 0.7947, 0.7909, 0.7888, 0.7771, 0.7712, 0.7437, 0.7421], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5739636", "4942019", "5269626", "1070638", "8281194", "4942015", "2796274", "8426355", "4901734", "2796268"], "ranked_scores": [0.8034, 0.7973, 0.7709, 0.77, 0.7622, 0.7588, 0.7532, 0.7491, 0.7473, 0.741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "7527096", "4805364", "4805366", "954270", "1088384", "1039748", "1333652", "2820637", "5174051"], "ranked_scores": [0.6846, 0.6542, 0.6359, 0.6198, 0.6152, 0.6145, 0.6114, 0.6108, 0.6083, 0.6078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576606", "6033952", "7137675", "2576605", "551238", "2692492", "272188", "681855", "1525620"], "ranked_scores": [0.7819, 0.7455, 0.7397, 0.7341, 0.7306, 0.7278, 0.7225, 0.7219, 0.7175, 0.7172], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6797667", "5408281", "3296425", "8277053", "1850491", "5351935", "6502553", "8265258", "8263203", "250946"], "ranked_scores": [0.6889, 0.659, 0.6513, 0.651, 0.6479, 0.6398, 0.6387, 0.636, 0.6316, 0.6281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7646422", "7288502", "7288504", "5196370", "278768", "2061122", "4437972", "5352322"], "ranked_scores": [0.7884, 0.7551, 0.7469, 0.7467, 0.7351, 0.7255, 0.7195, 0.6997, 0.6979, 0.6808], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "3872927", "1237202", "2525613", "5499496", "6032214", "8531579", "2068025", "7154587", "7154584"], "ranked_scores": [0.5994, 0.5931, 0.5875, 0.5761, 0.5733, 0.5731, 0.5636, 0.5592, 0.5543, 0.5482], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "3039809", "3790429", "2396672", "4451324", "8796486", "2918527", "8796481", "4966850", "4765785"], "ranked_scores": [0.6875, 0.6724, 0.6593, 0.6461, 0.6418, 0.6347, 0.6303, 0.6253, 0.6229, 0.6225], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511150", "4786937", "2898312", "5036995", "4863108", "2208599", "4863107", "6503017", "7526870", "982652"], "ranked_scores": [0.7453, 0.7402, 0.7391, 0.7377, 0.7372, 0.7369, 0.7346, 0.7272, 0.7258, 0.7229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7937494", "2299432", "3701436", "7110611", "7770196", "4303165", "5546116", "4586889"], "ranked_scores": [0.7669, 0.6918, 0.6902, 0.6813, 0.6768, 0.6743, 0.6612, 0.6573, 0.6395, 0.6372], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "4256443", "8327486", "1472503", "4522649", "3659405", "2066951", "4502858", "1417034"], "ranked_scores": [0.7286, 0.7006, 0.6977, 0.6888, 0.6648, 0.663, 0.6586, 0.657, 0.6545, 0.6495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "7853301", "6207588", "4687112", "6207587", "754800", "5904163", "1696161", "7505807"], "ranked_scores": [0.6837, 0.6711, 0.6116, 0.6097, 0.6071, 0.5968, 0.5917, 0.587, 0.584, 0.5777], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "2290637", "2391075", "4004619", "5206549", "2565555", "4223446", "7939521", "1338702", "8819844"], "ranked_scores": [0.7791, 0.7693, 0.7617, 0.7486, 0.7469, 0.7389, 0.7371, 0.7351, 0.735, 0.7321], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "3806458", "4991356", "7161101", "3148555", "4991353", "3672237", "8374135", "6988582"], "ranked_scores": [0.7452, 0.7208, 0.7096, 0.6906, 0.6852, 0.6596, 0.6573, 0.6521, 0.643, 0.6062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4409027", "7778956", "4900578", "4605271", "2531512", "7778949", "5393501", "4363844", "4605270", "6193415"], "ranked_scores": [0.7497, 0.7414, 0.736, 0.7191, 0.7139, 0.6497, 0.6369, 0.6139, 0.6059, 0.5987], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "7428627", "1063812", "5857755", "4590213", "3942500", "139961", "6632522", "4196280", "4208658"], "ranked_scores": [0.6918, 0.6717, 0.6555, 0.6464, 0.6415, 0.6415, 0.6397, 0.636, 0.6337, 0.6328], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["6903206", "1867101", "1933329", "6955768", "5143805", "6903201", "1631830", "8139545", "5812523", "921100"], "ranked_scores": [0.7205, 0.7117, 0.704, 0.7012, 0.6996, 0.6955, 0.6876, 0.6833, 0.6826, 0.6823], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "1623860", "5339585", "2940019", "2359804", "6036135", "2940016", "7420248", "4996201"], "ranked_scores": [0.7531, 0.6543, 0.6195, 0.6139, 0.6045, 0.5678, 0.5614, 0.5612, 0.5602, 0.5601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "7562631", "5304087", "2024648", "1398369", "3451041", "6711596", "3451044", "6711597"], "ranked_scores": [0.7097, 0.6678, 0.6634, 0.6445, 0.6295, 0.625, 0.6094, 0.594, 0.5773, 0.5756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8221437", "7856346", "5431260", "4158114", "4127072", "6834849", "6269961", "4626170", "8015905"], "ranked_scores": [0.7043, 0.7015, 0.6749, 0.6684, 0.6541, 0.653, 0.638, 0.637, 0.6356, 0.6341], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495831", "3495837", "1188785", "3495838", "3450402", "108001", "3147298", "2387122", "6392875"], "ranked_scores": [0.6237, 0.6186, 0.6157, 0.5758, 0.5686, 0.552, 0.5237, 0.5204, 0.5187, 0.5133], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6401864", "6212591", "6212597", "6212588", "1941403", "6965745", "2852056", "3843788", "3843787"], "ranked_scores": [0.6602, 0.6564, 0.6479, 0.6443, 0.6269, 0.5347, 0.5181, 0.5156, 0.4841, 0.4802], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "1384086", "2379160", "7803343", "1031361", "4892500", "1399397", "7078336", "5286547", "4520541"], "ranked_scores": [0.659, 0.4691, 0.4368, 0.4307, 0.4269, 0.4226, 0.413, 0.3994, 0.3958, 0.3939], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "7511874", "5891383", "2716981", "1193873", "8432430", "3668938", "1420186", "3128424"], "ranked_scores": [0.7368, 0.6971, 0.6692, 0.6334, 0.6282, 0.6241, 0.617, 0.6164, 0.6009, 0.5937], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "1690952", "7515853", "7104592", "4437855", "5809788", "4738326", "7395884", "1134210"], "ranked_scores": [0.7616, 0.7551, 0.6489, 0.6264, 0.6257, 0.6236, 0.6162, 0.6159, 0.6098, 0.6087], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "1420930", "2229750", "7138494", "8424304", "3559380", "6358107", "7589839", "4594387", "1981693"], "ranked_scores": [0.6428, 0.6162, 0.6124, 0.6038, 0.5977, 0.5831, 0.5819, 0.5671, 0.5626, 0.5595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["8667781", "3681700", "7946528", "3596760", "2819440", "2830832", "8743967", "4957113", "4564069", "5785232"], "ranked_scores": [0.6569, 0.6559, 0.6449, 0.6419, 0.6278, 0.6278, 0.6251, 0.625, 0.6229, 0.615], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-512-pq-m64-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["8083127", "1674646", "20886", "3527619", "7072115", "7584907", "2746690", "5265626", "6858216", "575979"], "ranked_scores": [0.7683, 0.7679, 0.7635, 0.7505, 0.7419, 0.735, 0.7335, 0.7299, 0.7268, 0.7263], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["157696", "20886", "5633832", "220565", "4848021", "4036031", "527685", "8083127", "389116", "2684883"], "ranked_scores": [0.6559, 0.6432, 0.6431, 0.6406, 0.6388, 0.6388, 0.6346, 0.6305, 0.6288, 0.6237], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["1238142", "6236648", "5842823", "5559112", "3792488", "7094398", "1592656", "911138", "7694305", "298606"], "ranked_scores": [0.5616, 0.5367, 0.5361, 0.5298, 0.5294, 0.5279, 0.5263, 0.524, 0.5235, 0.5193], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "7369987", "2548176", "2812582", "2541248", "515311", "7386338", "5984488", "66620"], "ranked_scores": [0.6585, 0.6559, 0.6525, 0.6388, 0.6385, 0.6361, 0.6353, 0.6308, 0.6287, 0.6274], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7255678", "7048914", "5346316", "5450605", "7048912", "3794297", "3794304", "7255675", "2070215", "3794300"], "ranked_scores": [0.5537, 0.5404, 0.5386, 0.5383, 0.53, 0.5275, 0.5275, 0.527, 0.5212, 0.5096], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "3205963", "1123190", "5401718", "7776113", "1229810", "1190311", "7600993", "8643852", "2215699"], "ranked_scores": [0.5765, 0.5567, 0.5269, 0.494, 0.4932, 0.4929, 0.4889, 0.4875, 0.4869, 0.4845], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "7813557", "4816964", "6964479", "5227711", "6964486", "1777799", "6980305", "6815901", "6311584"], "ranked_scores": [0.7019, 0.6995, 0.6807, 0.6624, 0.657, 0.644, 0.6434, 0.643, 0.6175, 0.6144], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5079417", "4154575", "5997547", "8343642", "4041246", "5609239"], "ranked_scores": [0.6067, 0.6066, 0.5843, 0.5417, 0.531, 0.5281, 0.5248, 0.5177, 0.5156, 0.5099], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["7531871", "1365210", "1365215", "6950276", "4414409", "4432472", "249524", "289405", "289409", "8452568"], "ranked_scores": [0.5967, 0.5845, 0.5794, 0.5774, 0.5739, 0.5701, 0.5682, 0.568, 0.5678, 0.5632], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "4562810", "947575", "5132484", "2117748", "1021034", "7189134", "3546549", "4513419", "2579637"], "ranked_scores": [0.526, 0.5148, 0.4995, 0.4987, 0.4958, 0.4925, 0.4908, 0.4894, 0.4883, 0.4875], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1438830", "1226213", "1226215", "2469923", "8583763", "5218385", "8583766"], "ranked_scores": [0.5509, 0.5359, 0.4728, 0.4617, 0.449, 0.4374, 0.3919, 0.3877, 0.3865, 0.3865], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7058926", "4623383", "295794", "5389787", "295788", "8111528", "4516321", "3961796", "5196335", "8111532"], "ranked_scores": [0.4612, 0.4524, 0.4524, 0.4349, 0.425, 0.4198, 0.4069, 0.4058, 0.4028, 0.3994], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301819", "7301823", "7301816", "7301814", "7301818", "6041657", "3512764", "4243709", "3454177", "430273"], "ranked_scores": [0.6136, 0.6003, 0.5969, 0.5221, 0.5155, 0.5052, 0.4862, 0.4828, 0.4798, 0.479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8259512", "7970735", "7970736", "8450827", "1265191", "8450833", "8259514", "7970734", "3414066"], "ranked_scores": [0.6641, 0.6306, 0.613, 0.6005, 0.5871, 0.5764, 0.5415, 0.5411, 0.5281, 0.5207], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "7160799", "8346654", "4702013", "5720449", "4702009", "3043375", "734127", "7160804"], "ranked_scores": [0.6077, 0.562, 0.5592, 0.5533, 0.5505, 0.5482, 0.548, 0.5284, 0.5258, 0.5252], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "1136294", "2010657", "8827602", "8827604", "46048", "4768599", "8484568", "3452115"], "ranked_scores": [0.5619, 0.5032, 0.432, 0.432, 0.4179, 0.4131, 0.4002, 0.3929, 0.3904, 0.3848], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870704", "7870705", "6975615", "6667088", "7919682", "3702788", "8091571", "3555960"], "ranked_scores": [0.6121, 0.5539, 0.4715, 0.464, 0.4375, 0.4314, 0.4258, 0.4257, 0.4255, 0.4231], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "4880893", "7948050", "2116933", "2116938", "2116932", "2116929", "2236339", "2116936", "3646584"], "ranked_scores": [0.6672, 0.6642, 0.6639, 0.6565, 0.6481, 0.6452, 0.6432, 0.6377, 0.6357, 0.6352], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["2870276", "7958943", "2647181", "2450611", "7958944", "3891003", "3569426", "3915433", "2356989", "4998837"], "ranked_scores": [0.4993, 0.4769, 0.4511, 0.4395, 0.4374, 0.4342, 0.4329, 0.4318, 0.4278, 0.4261], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "5231134", "4393603", "1726611", "2044076", "5554969", "925659", "4624988", "4393601"], "ranked_scores": [0.6615, 0.6466, 0.6266, 0.6207, 0.6169, 0.614, 0.6032, 0.6011, 0.601, 0.6006], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827765", "2131335", "8232517", "7170238", "4489797", "1705600", "1854682", "6127285", "6768417", "6804877"], "ranked_scores": [0.4241, 0.4048, 0.3986, 0.3908, 0.3897, 0.3795, 0.3767, 0.373, 0.373, 0.3709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "4796869", "8045986", "5535297", "863946", "5088303", "1839684", "8540414", "3627016", "2588000"], "ranked_scores": [0.6784, 0.6586, 0.6473, 0.6424, 0.6406, 0.6378, 0.6373, 0.6366, 0.6343, 0.6328], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "8820180", "4936994", "7689710", "7689707", "1673140", "4390429", "4390430", "3768485", "5039968"], "ranked_scores": [0.5924, 0.592, 0.5714, 0.5645, 0.5503, 0.5372, 0.5268, 0.5238, 0.5231, 0.52], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "3346337", "5808457", "6979322", "4153409", "3968773", "5210161", "8386856", "268498", "4284022"], "ranked_scores": [0.7067, 0.7024, 0.6913, 0.6823, 0.6807, 0.6799, 0.6794, 0.6781, 0.6774, 0.677], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["1106640", "656138", "8281194", "2796274", "7992320", "5269626", "8307546", "2636672", "2796265", "4942015"], "ranked_scores": [0.6844, 0.6796, 0.6704, 0.6698, 0.6591, 0.6589, 0.6586, 0.6586, 0.6578, 0.6573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "7527096", "4805364", "2820637", "954270", "3073632", "1039754", "5027726", "1088384", "4805366"], "ranked_scores": [0.588, 0.5847, 0.5839, 0.58, 0.561, 0.5593, 0.5578, 0.5556, 0.5519, 0.5507], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "551238", "7137675", "272190", "2692492", "6033952", "6224698", "2576606", "2576605", "1314390"], "ranked_scores": [0.7015, 0.6885, 0.6778, 0.6661, 0.6654, 0.663, 0.6586, 0.6574, 0.6556, 0.6488], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["3132831", "5952078", "3296425", "6465151", "2589790", "1850491", "6797667", "1615478", "8277053", "5351935"], "ranked_scores": [0.5831, 0.5736, 0.5627, 0.5597, 0.5527, 0.5523, 0.5485, 0.5448, 0.5419, 0.5369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7646422", "7288502", "5756090", "5196370", "2061122", "5669642", "5756096", "4195768"], "ranked_scores": [0.6685, 0.6422, 0.6342, 0.6273, 0.6134, 0.6119, 0.6072, 0.606, 0.5974, 0.5942], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "7647368", "7154585", "7154587", "3872927", "2068025", "8531579", "1237202", "5499496", "7619577"], "ranked_scores": [0.5731, 0.5657, 0.5371, 0.5259, 0.523, 0.5205, 0.5157, 0.5131, 0.5105, 0.5039], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "3790429", "8796486", "2998932", "2918527", "4451324", "4765785", "3039809", "7833611", "2421104"], "ranked_scores": [0.5696, 0.5523, 0.546, 0.5373, 0.5339, 0.5295, 0.5289, 0.5217, 0.5172, 0.5144], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["4600593", "2208599", "4786937", "2617807", "1511150", "6503017", "6760855", "5036995", "7526867", "2099688"], "ranked_scores": [0.641, 0.6402, 0.6364, 0.6336, 0.628, 0.6246, 0.6216, 0.6204, 0.6203, 0.6175], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "3701436", "8310623", "8237806", "5546116", "6281807", "7110611", "7434451", "7937494"], "ranked_scores": [0.6659, 0.612, 0.6036, 0.5987, 0.5945, 0.5905, 0.5882, 0.5881, 0.5831, 0.5782], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "4256443", "8327486", "3770821", "4522649", "4502858", "3659405", "30089", "1417034"], "ranked_scores": [0.6415, 0.6393, 0.6375, 0.625, 0.6167, 0.6157, 0.6128, 0.6096, 0.6048, 0.6016], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "8733282", "5904163", "1683771", "7853301", "754800", "6207587", "2789716", "6207588"], "ranked_scores": [0.6028, 0.562, 0.5609, 0.551, 0.537, 0.5367, 0.535, 0.534, 0.5244, 0.5236], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2391075", "351022", "4004619", "2290637", "2565557", "5212100", "2391077", "6302238", "174956", "4432184"], "ranked_scores": [0.7223, 0.7206, 0.7181, 0.7124, 0.7098, 0.7092, 0.7086, 0.7081, 0.7074, 0.7047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "826058", "3806458", "4991356", "4991353", "3672237", "7161101", "8374135", "3148555", "3926427"], "ranked_scores": [0.6426, 0.6387, 0.624, 0.6195, 0.6151, 0.6049, 0.6021, 0.5935, 0.5729, 0.5675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4900578", "2531512", "4409027", "5393501", "4605270", "7778949", "4363844", "6193415"], "ranked_scores": [0.6078, 0.5804, 0.5748, 0.5728, 0.5664, 0.5327, 0.5212, 0.5073, 0.4858, 0.4789], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["3942500", "7428627", "6632522", "4590213", "6632518", "7831679", "4196280", "1063812", "5186526", "6803877"], "ranked_scores": [0.5686, 0.5649, 0.5646, 0.5639, 0.5561, 0.5496, 0.5465, 0.5431, 0.5421, 0.5391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5143805", "921100", "1867101", "1933329", "5812523", "6903201", "6903206", "1716202", "6955768", "8139545"], "ranked_scores": [0.6295, 0.6115, 0.6077, 0.6059, 0.6039, 0.5987, 0.5928, 0.5919, 0.5913, 0.5899], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "7420248", "2940019", "1623860", "5339585", "7503113", "7503110", "7728427", "2940016"], "ranked_scores": [0.5801, 0.5491, 0.5483, 0.5449, 0.5423, 0.5391, 0.516, 0.5078, 0.4949, 0.4946], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "2024648", "8034055", "6711596", "7562631", "8623619", "5559112", "6711597", "1398369"], "ranked_scores": [0.5644, 0.5639, 0.5191, 0.5077, 0.4987, 0.4951, 0.4908, 0.4839, 0.4805, 0.4764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8221437", "7856346", "6132796", "8015905", "4158114", "6387274", "5409487", "4626170", "4127072"], "ranked_scores": [0.6304, 0.6001, 0.5939, 0.5785, 0.5765, 0.5762, 0.5607, 0.5605, 0.5601, 0.5588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495831", "7770963", "3495837", "3450402", "1634694", "3495838", "2387122", "5439713", "8424890", "7770959"], "ranked_scores": [0.4934, 0.4724, 0.4691, 0.4347, 0.4254, 0.4216, 0.4024, 0.4019, 0.4018, 0.4017], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212591", "609594", "6212588", "6212597", "3843787", "2852056", "7189473", "8233321", "1941403"], "ranked_scores": [0.5805, 0.5663, 0.5657, 0.5049, 0.498, 0.4536, 0.4125, 0.4099, 0.4098, 0.4087], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7601059", "3823638", "2790097", "4803924", "2379160", "1384086", "3823641", "5653612"], "ranked_scores": [0.5275, 0.4461, 0.3722, 0.3649, 0.3635, 0.3626, 0.3543, 0.347, 0.3424, 0.3401], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "8177246", "1460687", "3668938", "1460685", "1460689", "2857974", "1420186", "1193873"], "ranked_scores": [0.6229, 0.5962, 0.579, 0.5701, 0.5693, 0.5657, 0.5647, 0.5635, 0.5615, 0.5599], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7104592", "1690952", "4738326", "6124976", "4437855", "4684937", "1134210", "1449069"], "ranked_scores": [0.5864, 0.5841, 0.5524, 0.537, 0.5358, 0.5235, 0.5225, 0.5139, 0.5074, 0.5002], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "7589839", "3712796", "7888894", "3629200", "6358107", "2229750", "2192937", "6532155", "286801"], "ranked_scores": [0.5106, 0.5038, 0.4977, 0.4904, 0.4867, 0.4867, 0.4864, 0.4855, 0.4835, 0.4816], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["1939468", "8667781", "3596760", "3944077", "3998777", "3664758", "4701564", "4049212", "7946528", "2830832"], "ranked_scores": [0.5987, 0.5955, 0.5863, 0.5842, 0.5806, 0.5795, 0.5787, 0.5781, 0.5756, 0.5755], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-512-pq-m64-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "7072115", "8083127", "575979", "7837267", "5265626", "3527619", "1674644", "7072119", "7584907"], "ranked_scores": [0.8018, 0.784, 0.7803, 0.7694, 0.7667, 0.7652, 0.7583, 0.7546, 0.7509, 0.7509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["8083127", "220565", "5633832", "2684883", "1297109", "50056", "2581550", "527685", "1674644", "157696"], "ranked_scores": [0.6931, 0.6907, 0.6906, 0.6896, 0.6635, 0.6602, 0.656, 0.6557, 0.6541, 0.6531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "5842823", "4726075", "911138", "5221728", "1238142", "2295208", "5582271", "5559112"], "ranked_scores": [0.6469, 0.6259, 0.6139, 0.5948, 0.576, 0.5737, 0.5616, 0.5596, 0.5593, 0.5579], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "2812582", "3338175", "7369987", "515311", "2548173", "3182362", "8279447", "7011409", "5984488"], "ranked_scores": [0.7473, 0.7399, 0.7396, 0.7205, 0.7115, 0.6984, 0.6941, 0.6906, 0.6904, 0.6876], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["5450605", "3794297", "3794304", "7048914", "4305354", "7255678", "5346316", "2070215", "3640120", "7255675"], "ranked_scores": [0.6213, 0.616, 0.6147, 0.614, 0.6027, 0.599, 0.5958, 0.5891, 0.5769, 0.5678], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "7600993", "1190311", "4450104", "1805806", "7776113", "3205963", "2215699", "5254021", "1229810"], "ranked_scores": [0.6767, 0.5824, 0.5775, 0.5724, 0.5664, 0.56, 0.5599, 0.5592, 0.551, 0.5495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "4816964", "7813557", "6964479", "5227711", "6980305", "6964486", "6801871", "6311584", "1777799"], "ranked_scores": [0.7798, 0.7577, 0.7509, 0.7474, 0.7369, 0.7301, 0.6881, 0.6776, 0.6728, 0.6674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5997547", "1768445", "4154575", "5079417", "4041246", "5609239"], "ranked_scores": [0.7015, 0.6913, 0.6394, 0.6294, 0.5827, 0.5804, 0.5777, 0.577, 0.5609, 0.5583], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365215", "1365210", "5110182", "6950276", "249524", "7531871", "6950269", "289409", "3761519"], "ranked_scores": [0.6806, 0.671, 0.6644, 0.662, 0.6555, 0.6541, 0.6535, 0.6524, 0.6416, 0.6373], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "4562810", "4513419", "947575", "2552610", "6124279", "7187662", "2323827", "5469449", "627686"], "ranked_scores": [0.6068, 0.5906, 0.5576, 0.5461, 0.5452, 0.5342, 0.5322, 0.5321, 0.5305, 0.5298], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1438830", "1226215", "1226213", "8583766", "5218385", "8583763", "1928478"], "ranked_scores": [0.7105, 0.681, 0.5629, 0.5491, 0.5205, 0.5174, 0.4838, 0.4727, 0.4705, 0.4681], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623383", "295788", "7058926", "295794", "4069689", "7168976", "3272997", "7168973", "7058927", "3961796"], "ranked_scores": [0.5616, 0.5502, 0.5422, 0.5172, 0.4997, 0.495, 0.4907, 0.4887, 0.4869, 0.4862], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301818", "7301814", "3512764", "3803414", "277376", "277374", "6808332"], "ranked_scores": [0.732, 0.6963, 0.6938, 0.6018, 0.5889, 0.5752, 0.5604, 0.5502, 0.541, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8259512", "7970736", "7970735", "8450827", "8450833", "1265191", "8450828", "8259514", "7970734"], "ranked_scores": [0.7694, 0.7297, 0.7291, 0.6795, 0.6495, 0.646, 0.6458, 0.6273, 0.6272, 0.6115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "4702013", "8128745", "8346654", "3457120", "3043375", "5720449", "133696", "8684894", "7160804"], "ranked_scores": [0.7453, 0.6738, 0.6553, 0.6434, 0.6289, 0.6249, 0.6224, 0.6188, 0.6129, 0.6075], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "2010657", "3452115", "46048", "8067800", "1136294", "3936785", "8827604", "3505871"], "ranked_scores": [0.7058, 0.5861, 0.5291, 0.5169, 0.4938, 0.4851, 0.4841, 0.4469, 0.445, 0.4426], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870704", "7870705", "6667088", "5672319", "5340239", "3702788", "6975615", "5143532"], "ranked_scores": [0.7351, 0.6113, 0.5724, 0.5533, 0.528, 0.5255, 0.5158, 0.5108, 0.5069, 0.4871], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116932", "7948050", "7948042", "4880893", "8157542", "2116929", "2116938", "2116936", "3646584", "2116933"], "ranked_scores": [0.7772, 0.7756, 0.7709, 0.7623, 0.7562, 0.7541, 0.746, 0.7443, 0.7393, 0.734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "2450611", "4998837", "3109473", "3056113", "3891003", "4253088", "2870276", "2647181"], "ranked_scores": [0.5662, 0.5657, 0.5481, 0.5224, 0.4785, 0.4778, 0.4772, 0.475, 0.4664, 0.4618], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5231134", "2044076", "4393603", "1674914", "4393601", "1226636", "6775026", "6641480", "4939334"], "ranked_scores": [0.7277, 0.6946, 0.6893, 0.6812, 0.677, 0.6752, 0.6752, 0.674, 0.6682, 0.6645], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["6127285", "2131335", "7827765", "7170238", "4489797", "2131339", "1705600", "7803391", "1854682", "4489799"], "ranked_scores": [0.4714, 0.4545, 0.454, 0.429, 0.422, 0.4218, 0.4183, 0.4161, 0.4157, 0.4119], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "4796869", "8045986", "7134383", "1839684", "2588002", "1918866", "3853232", "6941634", "8540414"], "ranked_scores": [0.7957, 0.7766, 0.7738, 0.7614, 0.7559, 0.7544, 0.747, 0.7402, 0.7353, 0.7346], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "1673140", "8820180", "3768485", "4390430", "7689707", "3167491", "64801", "7689710"], "ranked_scores": [0.6703, 0.648, 0.6409, 0.6295, 0.6138, 0.5892, 0.5866, 0.5812, 0.5665, 0.5589], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3968773", "92150", "1460640", "3346337", "6979322", "2443030", "1546056", "5729775", "5808457", "6979330"], "ranked_scores": [0.798, 0.794, 0.7936, 0.7848, 0.7797, 0.7768, 0.7726, 0.7573, 0.753, 0.7297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5739636", "4942019", "5269626", "8426355", "2636668", "1070638", "2796274", "4942015", "2796268", "7992320"], "ranked_scores": [0.7912, 0.7834, 0.7623, 0.7584, 0.7523, 0.7507, 0.7476, 0.7454, 0.7424, 0.7424], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "4805364", "7527096", "6032018", "2820637", "954270", "4805366", "5027731", "1039754", "3073632"], "ranked_scores": [0.7095, 0.665, 0.6628, 0.6536, 0.6495, 0.6408, 0.6391, 0.6378, 0.637, 0.6339], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576606", "2576605", "551238", "7137675", "3554461", "6033952", "2692492", "1314390", "521366"], "ranked_scores": [0.7932, 0.768, 0.7613, 0.755, 0.7495, 0.7404, 0.7384, 0.7355, 0.7197, 0.7092], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6797667", "6465151", "5408281", "3296425", "8265258", "1850491", "8277053", "5351935", "2589790", "3132831"], "ranked_scores": [0.6749, 0.6445, 0.6405, 0.632, 0.6252, 0.6249, 0.6242, 0.6209, 0.6151, 0.6144], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7646422", "7288502", "7288504", "278768", "2061122", "5196370", "4437972", "5756090"], "ranked_scores": [0.7707, 0.7349, 0.7269, 0.7196, 0.7055, 0.6941, 0.691, 0.6881, 0.6725, 0.6638], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "2068025", "1237202", "5499496", "7154587", "8531579", "1463441", "3872927", "4594595", "7647368"], "ranked_scores": [0.6324, 0.5999, 0.5996, 0.5962, 0.5953, 0.594, 0.5877, 0.5807, 0.5698, 0.5635], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4451324", "8796486", "4233620", "3790429", "8796481", "2396672", "3039809", "2918527", "7833611"], "ranked_scores": [0.6674, 0.6384, 0.6206, 0.6131, 0.6111, 0.6091, 0.6045, 0.6041, 0.5977, 0.5945], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["4786937", "1511150", "2208599", "2898312", "2099688", "4863107", "5036995", "4863108", "982652", "7526870"], "ranked_scores": [0.7366, 0.7325, 0.7286, 0.7178, 0.7171, 0.7165, 0.7149, 0.7148, 0.7127, 0.7084], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "2299432", "3701436", "8310623", "7937494", "7110611", "2486151", "5546116", "4586889"], "ranked_scores": [0.7639, 0.7074, 0.6962, 0.6864, 0.6764, 0.6746, 0.67, 0.6549, 0.6534, 0.6533], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "4256443", "8327486", "2066951", "1472503", "4502858", "3770821", "5343617", "3659405"], "ranked_scores": [0.7622, 0.7355, 0.735, 0.7284, 0.6956, 0.6933, 0.6854, 0.6771, 0.6769, 0.6764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "5904163", "754800", "6207588", "6207587", "7645257", "7853301", "8733282", "1696161"], "ranked_scores": [0.6901, 0.6517, 0.6075, 0.6, 0.5979, 0.5927, 0.5833, 0.5833, 0.5821, 0.5705], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "2290637", "4004619", "2391075", "2835995", "7734838", "2565555", "2565560", "1338705", "1338702"], "ranked_scores": [0.7803, 0.7708, 0.7557, 0.7464, 0.7447, 0.742, 0.742, 0.7363, 0.7359, 0.7354], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3806458", "4991356", "4991354", "4991353", "7161101", "3148555", "8374135", "3672237", "6465402"], "ranked_scores": [0.7721, 0.7391, 0.7297, 0.7293, 0.7182, 0.6997, 0.6754, 0.6612, 0.6467, 0.6286], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4605271", "4900578", "2531512", "5393501", "7778949", "6193415", "4605270", "3747811"], "ranked_scores": [0.7424, 0.7406, 0.7241, 0.7233, 0.6692, 0.6286, 0.6183, 0.6084, 0.6026, 0.5844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "1063812", "2488121", "4590213", "6632522", "3942500", "5857755", "139961", "8586692", "1063811"], "ranked_scores": [0.6641, 0.6627, 0.6597, 0.6465, 0.644, 0.6428, 0.6408, 0.6397, 0.6396, 0.6343], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "5143805", "6903206", "921100", "1933329", "6903201", "8139545", "5812523", "6955768", "1716202"], "ranked_scores": [0.6812, 0.6786, 0.6755, 0.6617, 0.661, 0.6586, 0.6523, 0.6507, 0.647, 0.6375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "2940019", "5339585", "1623860", "2940016", "7420248", "7503113", "2359804", "7503110"], "ranked_scores": [0.7533, 0.6657, 0.6415, 0.6274, 0.6222, 0.6066, 0.6028, 0.5847, 0.5819, 0.5783], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "2024648", "7562624", "5304087", "7562631", "1398369", "1732853", "3451041", "3451044", "2069035"], "ranked_scores": [0.676, 0.6437, 0.6387, 0.6076, 0.6017, 0.5999, 0.5838, 0.5765, 0.5536, 0.5446], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8221437", "7856346", "4158114", "5431260", "4127072", "4626170", "8015905", "5409488", "5409487"], "ranked_scores": [0.6911, 0.6749, 0.6569, 0.6376, 0.6245, 0.6189, 0.6096, 0.6074, 0.5993, 0.5961], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "7770963", "3495838", "3450402", "1634694", "3885772", "7770959", "6786202", "1188785"], "ranked_scores": [0.5684, 0.5522, 0.5514, 0.5221, 0.4931, 0.4893, 0.471, 0.4683, 0.4665, 0.4628], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6401864", "6212591", "6212597", "6212588", "2852056", "1941403", "6965745", "3843788", "3843787"], "ranked_scores": [0.6703, 0.6514, 0.6497, 0.6297, 0.6132, 0.492, 0.4863, 0.4588, 0.4549, 0.4547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "2790097", "1384086", "7601059", "3823638", "7936183", "2379160", "3823641", "6948296"], "ranked_scores": [0.6515, 0.4513, 0.4428, 0.4287, 0.4125, 0.4103, 0.4046, 0.3987, 0.3951, 0.3923], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "7511874", "1193873", "8432430", "3668938", "1420186", "1460689", "8177246"], "ranked_scores": [0.7328, 0.6797, 0.6728, 0.66, 0.653, 0.6309, 0.6308, 0.626, 0.6232, 0.6167], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "1134210", "4738326", "4437855", "1136108", "7104592", "7515853", "6124976"], "ranked_scores": [0.7518, 0.735, 0.6377, 0.6032, 0.5924, 0.5838, 0.5761, 0.5756, 0.569, 0.56], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "3559380", "1420930", "2229750", "7138494", "8424304", "7597791", "3712796", "4594387", "286801"], "ranked_scores": [0.613, 0.5748, 0.572, 0.5681, 0.5574, 0.5557, 0.5514, 0.5469, 0.5456, 0.5402], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["3596760", "8667781", "2830832", "3404247", "7946528", "3681700", "3944077", "2819440", "4564069", "8743967"], "ranked_scores": [0.6702, 0.667, 0.663, 0.6583, 0.6579, 0.6534, 0.6485, 0.64, 0.6367, 0.6348], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-notrunc-pq-m64-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "575979", "8083127", "7072115", "1674644", "7837267", "3527619", "2684883", "8083121", "7584907"], "ranked_scores": [0.7986, 0.7984, 0.7868, 0.7819, 0.7787, 0.7773, 0.7766, 0.7733, 0.773, 0.7706], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["5633832", "2684883", "8083127", "2581550", "157696", "1297109", "1674644", "20886", "8398033", "3063200"], "ranked_scores": [0.7469, 0.7417, 0.7279, 0.7231, 0.7182, 0.7066, 0.705, 0.7027, 0.6987, 0.6889], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "911138", "5842823", "4726075", "3792488", "1238142", "8377636", "7297120", "5221728"], "ranked_scores": [0.667, 0.6573, 0.6453, 0.6351, 0.6213, 0.6177, 0.6117, 0.6055, 0.605, 0.6029], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "2812582", "3338175", "7011409", "515311", "7369987", "1727064", "2541248", "2548176", "66616"], "ranked_scores": [0.7909, 0.789, 0.7833, 0.7593, 0.7514, 0.7503, 0.7414, 0.7368, 0.7338, 0.7336], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "5450605", "7255678", "3794297", "5346316", "3794304", "8554964", "1936834", "4305354", "7255675"], "ranked_scores": [0.6479, 0.6401, 0.6364, 0.6337, 0.6329, 0.6303, 0.6274, 0.6155, 0.6118, 0.6095], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "1190311", "7600993", "3205963", "8817884", "1123190", "378964", "1229810", "8299818", "478419"], "ranked_scores": [0.6669, 0.6155, 0.6123, 0.603, 0.5901, 0.5768, 0.5703, 0.569, 0.5668, 0.5657], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "6964479", "7813557", "5227711", "6964486", "6801871", "6980305", "1777799", "6311584"], "ranked_scores": [0.7838, 0.7785, 0.769, 0.7591, 0.7478, 0.7452, 0.7429, 0.7355, 0.7251, 0.6851], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "7698064", "3550559", "8343642", "5997547", "5079417", "4041246", "2562047", "4136867"], "ranked_scores": [0.7065, 0.6997, 0.6704, 0.6452, 0.6452, 0.6285, 0.6245, 0.6203, 0.5982, 0.5933], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["5110182", "7531871", "6950273", "6950269", "6950276", "1640257", "8452568", "3761522", "289409", "4432472"], "ranked_scores": [0.6856, 0.6787, 0.6757, 0.6717, 0.6674, 0.6647, 0.6643, 0.6615, 0.6595, 0.6585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "4513419", "4562810", "6124279", "947575", "2323827", "336438", "2552610", "6880513"], "ranked_scores": [0.6365, 0.6265, 0.5873, 0.5856, 0.5837, 0.5824, 0.5702, 0.5695, 0.5667, 0.563], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "4922192", "1226213", "1226215", "8583764", "8583763", "8583766", "2469923"], "ranked_scores": [0.7277, 0.718, 0.6032, 0.5759, 0.5597, 0.5515, 0.4932, 0.4904, 0.4845, 0.4761], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4069689", "295794", "7058926", "4623383", "5389787", "3961796", "5196335", "295788", "3272997", "7168976"], "ranked_scores": [0.5452, 0.5308, 0.5204, 0.5169, 0.5041, 0.4946, 0.4912, 0.4894, 0.4844, 0.4749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301818", "7301814", "277374", "3512764", "277376", "3803414", "4561063"], "ranked_scores": [0.7188, 0.6999, 0.6981, 0.6554, 0.6164, 0.6098, 0.6031, 0.6027, 0.595, 0.5816], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8259512", "7970736", "8450827", "8450833", "7970735", "7970734", "1265191", "8450828", "8259514"], "ranked_scores": [0.7495, 0.7445, 0.7319, 0.692, 0.6793, 0.6791, 0.676, 0.6728, 0.6502, 0.6363], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "4702013", "7185831", "3457120", "8346654", "485410", "7160799", "2703674", "133696", "7160804"], "ranked_scores": [0.7599, 0.6988, 0.6858, 0.6778, 0.6776, 0.6744, 0.6656, 0.6645, 0.6616, 0.6593], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "46048", "2010657", "1136294", "3452115", "4768599", "3505871", "8067800", "8023011"], "ranked_scores": [0.6949, 0.6386, 0.5521, 0.5393, 0.5356, 0.5224, 0.52, 0.511, 0.5037, 0.4961], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7870700", "5672319", "6975615", "5340239", "5261392", "7870704", "7919682", "5827343"], "ranked_scores": [0.6954, 0.6179, 0.5843, 0.5604, 0.5525, 0.5518, 0.5493, 0.5484, 0.544, 0.5431], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116932", "7948042", "2116938", "4880893", "3646584", "8157542", "2116936", "7948050", "2116929", "2116933"], "ranked_scores": [0.81, 0.8082, 0.7991, 0.7988, 0.7969, 0.7964, 0.7957, 0.7936, 0.7843, 0.7837], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "2450611", "7958943", "4998837", "3056113", "5932719", "2870276", "2647181", "3109473", "3891003"], "ranked_scores": [0.5505, 0.549, 0.5426, 0.532, 0.5104, 0.4886, 0.4873, 0.4815, 0.4802, 0.4784], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5231134", "4393603", "3444262", "4393601", "1226636", "6641480", "2002380", "2044076", "925659"], "ranked_scores": [0.7281, 0.718, 0.7115, 0.7103, 0.7072, 0.7072, 0.694, 0.6894, 0.6792, 0.6766], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["2131335", "7827765", "6127285", "4595482", "7803391", "7170238", "2131339", "1854682", "4489797", "1705600"], "ranked_scores": [0.4903, 0.4715, 0.4693, 0.4599, 0.4537, 0.4463, 0.4444, 0.4425, 0.4361, 0.4328], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "4796869", "2588002", "1839684", "442006", "1918866", "2175868", "7269273", "3853232", "1023113"], "ranked_scores": [0.7907, 0.7882, 0.7772, 0.7771, 0.7714, 0.765, 0.7595, 0.7583, 0.7563, 0.7548], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "1673140", "4936994", "8820180", "2188117", "4390430", "3768485", "2800418", "7689710", "1143382"], "ranked_scores": [0.6271, 0.6053, 0.601, 0.5866, 0.5813, 0.5781, 0.5746, 0.57, 0.5614, 0.5581], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3346337", "3968773", "92150", "1546056", "6979322", "1460640", "5808457", "2443030", "6979330", "7649297"], "ranked_scores": [0.8069, 0.8067, 0.8063, 0.7985, 0.7962, 0.7922, 0.788, 0.7878, 0.7645, 0.7639], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5739636", "5269626", "8426355", "4942019", "4942015", "7992320", "1070633", "2796274", "2636672", "2796265"], "ranked_scores": [0.8146, 0.8062, 0.8047, 0.7946, 0.7899, 0.7892, 0.7889, 0.7886, 0.7844, 0.782], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "6032018", "4805364", "3073632", "2820637", "1088384", "4805366", "7527096", "8421090", "6343914"], "ranked_scores": [0.7128, 0.7036, 0.6992, 0.6935, 0.6924, 0.6884, 0.6869, 0.686, 0.6845, 0.6817], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "551238", "2576606", "272190", "6033952", "7137675", "2576605", "2692492", "3554461", "870345"], "ranked_scores": [0.7986, 0.783, 0.7587, 0.7578, 0.7547, 0.7538, 0.7534, 0.7457, 0.7456, 0.7412], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6465151", "5408281", "8277053", "6797667", "3296425", "5351935", "1850491", "8265258", "2139645", "7409003"], "ranked_scores": [0.7044, 0.6883, 0.6822, 0.6783, 0.6737, 0.6709, 0.6694, 0.6647, 0.6609, 0.6605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7288502", "7646422", "2061122", "278768", "7288504", "5196370", "2209127", "4437972"], "ranked_scores": [0.7471, 0.7333, 0.7277, 0.7231, 0.7205, 0.7022, 0.7005, 0.6954, 0.6936, 0.691], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["2068025", "5499496", "6818953", "3872927", "4594595", "1237202", "7154587", "1463441", "8531579", "3230959"], "ranked_scores": [0.6431, 0.6364, 0.6352, 0.6176, 0.6102, 0.6074, 0.6046, 0.6023, 0.6003, 0.5899], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4451324", "7833611", "8796486", "3790429", "2421104", "2396672", "4966850", "5675630", "8796481"], "ranked_scores": [0.6871, 0.6665, 0.6603, 0.657, 0.6351, 0.6291, 0.6263, 0.6252, 0.6231, 0.6221], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["4863108", "4863107", "2898312", "1511150", "2617807", "4786937", "2208599", "2099688", "7526870", "982652"], "ranked_scores": [0.7892, 0.7868, 0.7866, 0.7735, 0.7677, 0.7609, 0.7598, 0.7575, 0.7531, 0.7493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "6281807", "8310623", "7937494", "7434451", "3701436", "7770199", "4586889"], "ranked_scores": [0.7355, 0.7139, 0.6908, 0.6845, 0.6842, 0.6789, 0.6763, 0.671, 0.6692, 0.6619], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "4256443", "8327486", "1472503", "5336580", "2066951", "30089", "4522649", "3770821", "1417034"], "ranked_scores": [0.7653, 0.7393, 0.7391, 0.7284, 0.7273, 0.7148, 0.7103, 0.7048, 0.6998, 0.6977], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "6207587", "6207588", "754800", "5904163", "7645257", "1696161", "7853301", "7119732"], "ranked_scores": [0.7156, 0.6546, 0.6532, 0.648, 0.6352, 0.6345, 0.6252, 0.6198, 0.6197, 0.6129], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "2290637", "4004619", "2391075", "7734838", "351022", "5206549", "1338703", "174956", "2651678"], "ranked_scores": [0.7763, 0.7737, 0.7685, 0.7587, 0.7535, 0.7528, 0.7526, 0.7443, 0.7394, 0.7373], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "826058", "4991356", "3806458", "4991353", "7161101", "8374135", "6465402", "3148555", "3672237"], "ranked_scores": [0.7391, 0.7354, 0.7146, 0.7142, 0.7074, 0.6957, 0.6683, 0.6589, 0.6577, 0.6477], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4605271", "4409027", "4900578", "7778956", "2531512", "5393501", "4605270", "7778949", "8201717", "6193415"], "ranked_scores": [0.7371, 0.7248, 0.7199, 0.7197, 0.7013, 0.6514, 0.6432, 0.642, 0.628, 0.6198], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["1063812", "6632520", "4005369", "6632518", "7428627", "139970", "6632522", "7831679", "3942500", "5186526"], "ranked_scores": [0.704, 0.6976, 0.695, 0.6904, 0.6903, 0.6843, 0.6839, 0.6836, 0.682, 0.6815], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["6955768", "5143805", "5812523", "1716202", "8139545", "6903201", "1867101", "1019739", "921100", "6903206"], "ranked_scores": [0.6916, 0.6914, 0.6857, 0.6856, 0.6851, 0.6802, 0.6783, 0.6715, 0.6697, 0.6646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "2940019", "1623860", "7420248", "1969532", "3617286", "7728427", "5339585", "7728423"], "ranked_scores": [0.7679, 0.6968, 0.6867, 0.6675, 0.6603, 0.6384, 0.6271, 0.6265, 0.6263, 0.6257], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "2024648", "7562624", "5304087", "1398369", "1732853", "7562631", "3451041", "3811525", "3451044"], "ranked_scores": [0.7197, 0.6867, 0.6842, 0.6327, 0.6258, 0.6257, 0.6238, 0.6035, 0.5959, 0.5924], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "8221430", "7856346", "4158114", "5431260", "4127072", "1922718", "8221431", "5409488", "5210293"], "ranked_scores": [0.691, 0.6816, 0.6583, 0.6544, 0.6522, 0.6507, 0.645, 0.6421, 0.6311, 0.6276], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "7770963", "3495838", "1634694", "3885772", "3450402", "7770959", "1188785", "6786202"], "ranked_scores": [0.6609, 0.6365, 0.6363, 0.5898, 0.5884, 0.5797, 0.575, 0.5736, 0.5674, 0.564], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "609594", "6212591", "6212597", "6212588", "3843788", "1941403", "2852056", "3843787", "1189674"], "ranked_scores": [0.6819, 0.678, 0.6657, 0.6414, 0.631, 0.5232, 0.499, 0.4915, 0.4896, 0.4584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7601059", "7936183", "2790097", "1384086", "3823641", "7803343", "2379160", "3823638"], "ranked_scores": [0.609, 0.4718, 0.4587, 0.4352, 0.4275, 0.4264, 0.4252, 0.4158, 0.4122, 0.4113], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "2857974", "3668938", "1460685", "1420186", "1460689", "8177246", "1460687", "1193873"], "ranked_scores": [0.7189, 0.6904, 0.6718, 0.6674, 0.6672, 0.666, 0.6653, 0.665, 0.6515, 0.6501], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "7104592", "7515853", "1136108", "6124976", "1134210", "4437855", "4709447"], "ranked_scores": [0.7514, 0.7398, 0.677, 0.6457, 0.6403, 0.6342, 0.6339, 0.6301, 0.6298, 0.6243], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "3559380", "1420930", "6532155", "8424304", "3712796", "2229750", "5812535", "7888894", "5209746"], "ranked_scores": [0.6992, 0.6493, 0.6463, 0.6357, 0.6354, 0.63, 0.6272, 0.6237, 0.6226, 0.6192], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["8667781", "3596760", "2830832", "1304102", "8798058", "3944077", "3989499", "3404247", "8771883", "4564069"], "ranked_scores": [0.6824, 0.6808, 0.676, 0.6722, 0.6715, 0.6619, 0.6563, 0.6548, 0.6496, 0.6469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-64-pq-m4-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["4362703", "1674644", "1674646", "6858216", "7584907", "20886", "2746690", "1301327", "1433976", "6892660"], "ranked_scores": [0.9297, 0.9285, 0.9269, 0.8971, 0.897, 0.8962, 0.894, 0.8938, 0.8938, 0.8938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["4956876", "2684883", "527685", "7584907", "8083127", "5633832", "2938604", "3308552", "1095159", "7391330"], "ranked_scores": [0.8438, 0.8329, 0.8316, 0.815, 0.8136, 0.8132, 0.7981, 0.7959, 0.7954, 0.7951], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "911138", "5616900", "6236648", "5842823", "153457", "6712790", "1745534", "8335775", "5221728"], "ranked_scores": [0.7245, 0.7145, 0.7102, 0.6919, 0.6894, 0.6859, 0.6821, 0.6806, 0.6782, 0.6742], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["691719", "939894", "3338175", "452450", "5769842", "7011409", "2812582", "2041473", "4680939", "3125130"], "ranked_scores": [0.8442, 0.8442, 0.8442, 0.8442, 0.8435, 0.8435, 0.8435, 0.8196, 0.8196, 0.8084], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "3794304", "7048914", "7255678", "5346316", "7255675", "7048912", "8524691", "4269405", "4348677"], "ranked_scores": [0.7948, 0.7948, 0.7948, 0.7948, 0.7948, 0.7948, 0.7948, 0.7948, 0.7718, 0.7662], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1229810", "1494980", "5401715", "8643852", "5254021", "7636640", "1190311", "8817884", "3205963", "8299818"], "ranked_scores": [0.7073, 0.7073, 0.7068, 0.6998, 0.6791, 0.6791, 0.6772, 0.6772, 0.6772, 0.6772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "6311584", "5519518", "6801871", "1598672", "7260457", "6964479", "7813557", "7840121", "563355"], "ranked_scores": [0.7507, 0.7313, 0.7293, 0.7278, 0.7278, 0.7278, 0.7278, 0.7278, 0.7278, 0.7101], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "7698064", "3550559", "3550563", "3859979", "3689309", "5238552", "3671400", "8323783", "1325723"], "ranked_scores": [0.6804, 0.6634, 0.6469, 0.6434, 0.5992, 0.5949, 0.5566, 0.5532, 0.5371, 0.5358], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["3761522", "4414409", "1640260", "6950269", "140286", "140290", "6950273", "2322244", "4432476", "7531871"], "ranked_scores": [0.8034, 0.8012, 0.7791, 0.7774, 0.7739, 0.7739, 0.7739, 0.7717, 0.7717, 0.7717], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7011905", "4476040", "5002757", "4582407", "630314", "1297109", "7187663", "2552611", "7391330", "3308552"], "ranked_scores": [0.669, 0.6481, 0.6268, 0.6258, 0.6251, 0.6173, 0.6172, 0.6003, 0.5978, 0.5974], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["4405605", "1226216", "4922192", "209692", "1226213", "1226215", "208854", "7707024", "5349748", "1390706"], "ranked_scores": [0.6239, 0.6215, 0.6132, 0.5973, 0.5908, 0.5904, 0.5696, 0.5676, 0.5669, 0.5648], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["5196335", "4069689", "4597681", "7168976", "295788", "566163", "2215882", "2172877", "8534096", "4996378"], "ranked_scores": [0.5667, 0.5569, 0.5436, 0.5411, 0.536, 0.5314, 0.5303, 0.5236, 0.5215, 0.5207], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["4935193", "5809779", "6363850", "5809784", "6363854", "6363851", "4892433", "7301823", "5289585", "4561063"], "ranked_scores": [0.6409, 0.6374, 0.6374, 0.6374, 0.6374, 0.6374, 0.6374, 0.6183, 0.5888, 0.5839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "3437046", "7970728", "7970734", "8450827", "7970736", "8450833", "8450828", "211437", "8596346"], "ranked_scores": [0.7818, 0.7701, 0.7681, 0.7681, 0.7681, 0.7681, 0.7681, 0.7681, 0.7587, 0.7587], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["2540442", "981996", "8828653", "6193662", "7160804", "4619086", "6232868", "8636883", "5720449", "8771061"], "ranked_scores": [0.7674, 0.7674, 0.7567, 0.745, 0.745, 0.7406, 0.7406, 0.7406, 0.7383, 0.735], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["6467669", "7220310", "2010657", "7496070", "7872867", "3936785", "7574370", "5190750", "1136294", "6010341"], "ranked_scores": [0.6901, 0.6555, 0.6337, 0.6314, 0.6296, 0.6253, 0.6204, 0.6192, 0.6191, 0.5982], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7919682", "5672317", "6975615", "7870700", "6439597", "6439595", "3835170", "630605", "6368665", "7264667"], "ranked_scores": [0.6485, 0.6485, 0.6253, 0.6171, 0.6105, 0.6105, 0.5947, 0.5423, 0.5423, 0.5423], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["3646584", "2116929", "2116936", "2116932", "4880896", "4880893", "2116933", "7948050", "7948042", "8722440"], "ranked_scores": [0.8459, 0.8435, 0.8435, 0.8435, 0.8435, 0.8435, 0.8435, 0.8435, 0.8435, 0.8413], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "4985799", "3915433", "6937119", "6937120", "2870276", "7218532", "7958943", "1611463", "4774834"], "ranked_scores": [0.7652, 0.7147, 0.6985, 0.6696, 0.6696, 0.6649, 0.6553, 0.6546, 0.6437, 0.6424], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503576", "1764325", "6641482", "1674914", "1226636", "7503570", "925659", "1863876", "4393603", "5231134"], "ranked_scores": [0.8272, 0.8272, 0.8189, 0.8064, 0.8056, 0.7999, 0.7986, 0.7972, 0.7921, 0.7921], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1299663", "6513250", "6046078", "7803391", "1842454", "6127285", "1174164", "1174172", "1174168", "1484399"], "ranked_scores": [0.7669, 0.7616, 0.76, 0.7588, 0.7559, 0.728, 0.7104, 0.7104, 0.7104, 0.7017], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["1023113", "5426222", "4796869", "1839684", "2175868", "2588002", "2587999", "5143396", "442006", "7269273"], "ranked_scores": [0.7886, 0.771, 0.771, 0.7703, 0.7703, 0.7703, 0.7703, 0.7703, 0.7703, 0.7703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["8820180", "5039968", "2188117", "7689710", "6506033", "5467125", "4936994", "4606680", "1673140", "7689707"], "ranked_scores": [0.7455, 0.7423, 0.7365, 0.7365, 0.7365, 0.7304, 0.7131, 0.7127, 0.6917, 0.6917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5808457", "8477248", "1493895", "1494462", "2884457", "5210161", "5717874", "4843274", "3356485", "5427648"], "ranked_scores": [0.8802, 0.8649, 0.8632, 0.8632, 0.8632, 0.8632, 0.8632, 0.8632, 0.8632, 0.8632], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["6639719", "2636672", "6588011", "5873574", "7630103", "8426355", "1017723", "4647338", "4838373", "5771761"], "ranked_scores": [0.9074, 0.9074, 0.9074, 0.9074, 0.9074, 0.8945, 0.892, 0.8911, 0.89, 0.8844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "7527096", "1088384", "4805366", "3073632", "2820637", "6343914", "631296", "6719570", "8421090"], "ranked_scores": [0.8435, 0.8335, 0.8258, 0.8258, 0.8258, 0.8258, 0.8155, 0.7997, 0.7997, 0.7997], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["2080220", "1368309", "7131195", "7249172", "2211097", "755730", "8630969", "4520838", "5474252", "870346"], "ranked_scores": [0.7902, 0.7902, 0.7902, 0.7883, 0.7856, 0.7789, 0.7789, 0.7699, 0.7697, 0.7685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["5184907", "8346188", "8499149", "8741687", "6465151", "1663808", "4547262", "3749515", "5952078", "8263203"], "ranked_scores": [0.8227, 0.82, 0.8177, 0.8021, 0.7953, 0.7953, 0.7859, 0.7766, 0.7749, 0.7732], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4195768", "7980282", "365236", "7288504", "4954684", "2510740", "4437972", "4437965", "4261975", "7288502"], "ranked_scores": [0.8624, 0.8569, 0.8509, 0.8509, 0.8509, 0.8442, 0.8442, 0.8366, 0.8366, 0.831], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["7899629", "3173599", "7878881", "1536187", "4244515", "7619577", "7369414", "8789524", "1756080", "899170"], "ranked_scores": [0.7029, 0.7027, 0.6975, 0.6877, 0.6866, 0.6838, 0.6823, 0.6774, 0.6727, 0.6688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["4765788", "2026078", "6286277", "535868", "8287779", "7344853", "2626730", "4451324", "4765789", "5675630"], "ranked_scores": [0.7182, 0.7182, 0.7182, 0.7182, 0.7182, 0.7182, 0.7168, 0.6991, 0.6974, 0.6967], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526871", "4786937", "7573185", "1511150", "7526867", "7526870", "2005370", "6062947", "6503017", "7526868"], "ranked_scores": [0.8538, 0.8318, 0.824, 0.8021, 0.8018, 0.7972, 0.7972, 0.7971, 0.7971, 0.7971], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "3259751", "7110611", "111007", "607856", "7110612", "6688745", "7027322", "4788846", "2737704"], "ranked_scores": [0.8071, 0.804, 0.8012, 0.78, 0.7735, 0.7696, 0.7696, 0.7678, 0.7572, 0.753], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["2066951", "2391916", "30089", "4502856", "4522649", "4534195", "6979705", "5362792", "5336580", "8549944"], "ranked_scores": [0.7939, 0.7939, 0.7939, 0.7939, 0.7939, 0.7939, 0.7939, 0.7939, 0.7939, 0.7939], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["4039012", "7853304", "3712671", "6207588", "6207587", "7874898", "1694528", "6684798", "3388064", "57309"], "ranked_scores": [0.7911, 0.7822, 0.7726, 0.7699, 0.7653, 0.7653, 0.7653, 0.7572, 0.7465, 0.7449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4205560", "351022", "4589415", "3920912", "1899174", "2835995", "4360889", "1338705", "4432183", "5310704"], "ranked_scores": [0.8768, 0.868, 0.8629, 0.8584, 0.8584, 0.8576, 0.8576, 0.8572, 0.8568, 0.8568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["3672237", "826058", "6465402", "3656154", "3148555", "4991354", "3806458", "4991353", "4991356", "8374135"], "ranked_scores": [0.7825, 0.7753, 0.7729, 0.7679, 0.7579, 0.7579, 0.7579, 0.7579, 0.7579, 0.7433], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4409027", "4605271", "7778956", "5393501", "4363844", "7689564", "2531512", "4605270", "4363840"], "ranked_scores": [0.8091, 0.8091, 0.7988, 0.7875, 0.7425, 0.6769, 0.6769, 0.6473, 0.6435, 0.6263], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["4917639", "5558671", "6803877", "7831679", "7606919", "7428627", "7611350", "7256517", "7061609", "5390765"], "ranked_scores": [0.735, 0.735, 0.7275, 0.7217, 0.7174, 0.7174, 0.7073, 0.705, 0.7037, 0.7023], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1933329", "2404041", "1867101", "1631830", "7313345", "921101", "6761606", "1051929", "5903809", "4117805"], "ranked_scores": [0.8944, 0.8821, 0.8722, 0.8651, 0.8615, 0.86, 0.8544, 0.854, 0.8477, 0.8424], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4130908", "7420248", "4258668", "1969532", "2940019", "5339590", "8532695", "2359804", "8494137"], "ranked_scores": [0.7613, 0.7611, 0.7292, 0.7245, 0.7162, 0.7162, 0.7152, 0.7152, 0.7124, 0.7119], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["2024648", "5304087", "7562631", "3715197", "1732853", "8738884", "3368462", "1142358", "332783", "8623619"], "ranked_scores": [0.7411, 0.7045, 0.6959, 0.6797, 0.6445, 0.6442, 0.6084, 0.6008, 0.5918, 0.5888], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["1061747", "5409488", "5409487", "3834488", "3716873", "5101805", "3742896", "5409485", "4158117", "6960265"], "ranked_scores": [0.697, 0.6902, 0.6902, 0.6826, 0.6791, 0.6791, 0.6791, 0.6791, 0.6791, 0.6791], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495835", "654073", "1634694", "6625132", "3885772", "7770963", "3495838", "6232101", "3147298"], "ranked_scores": [0.7467, 0.7467, 0.7367, 0.7302, 0.7302, 0.7302, 0.6982, 0.6927, 0.6856, 0.6623], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "609594", "6401864", "8405293", "6185824", "3625144", "6185825", "6212591", "6212597", "8120878"], "ranked_scores": [0.8026, 0.7919, 0.7793, 0.7197, 0.7197, 0.7197, 0.7197, 0.7103, 0.7052, 0.702], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7704729", "6948296", "7193888", "4520541", "2465849", "5145284", "5287450", "4619244", "5128175", "5720449"], "ranked_scores": [0.6902, 0.6805, 0.6689, 0.6683, 0.6542, 0.6434, 0.628, 0.625, 0.6132, 0.6101], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "2447197", "1460685", "1443272", "1460690", "5201030", "1460683", "7829393", "8432430"], "ranked_scores": [0.7618, 0.7618, 0.7534, 0.7534, 0.7382, 0.7304, 0.7304, 0.7304, 0.7251, 0.7152], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "6107573", "4437857", "1449069", "7104592", "6437182", "8600254", "6533908", "5809788"], "ranked_scores": [0.8165, 0.8165, 0.8028, 0.7913, 0.7887, 0.7862, 0.7831, 0.7738, 0.7718, 0.7639], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["5955284", "195648", "7589839", "2229750", "8424304", "7152851", "1981696", "1772350", "8123901", "1981693"], "ranked_scores": [0.7345, 0.7309, 0.727, 0.7258, 0.7258, 0.722, 0.7154, 0.7089, 0.7089, 0.6938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["5025261", "4230973", "4701564", "4385335", "3596760", "2872904", "7946528", "8707863", "3084182", "7966624"], "ranked_scores": [0.7107, 0.7042, 0.7016, 0.7016, 0.7016, 0.694, 0.6916, 0.6893, 0.6847, 0.6845], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-128-pq-m8-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674644", "1674646", "768350", "7584907", "4362703", "7072115", "5496645", "558173", "638358", "4591200"], "ranked_scores": [0.8339, 0.8321, 0.8292, 0.8279, 0.8255, 0.8244, 0.8117, 0.805, 0.7993, 0.7962], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "8083127", "7584907", "5633832", "2938604", "8083121", "3063200", "3619391", "1095159", "1297112"], "ranked_scores": [0.7629, 0.7318, 0.7198, 0.7129, 0.706, 0.7052, 0.7043, 0.7006, 0.6996, 0.6989], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "6236648", "7383965", "1592656", "3451044", "3451041", "911138", "5842823", "3451043", "1729038"], "ranked_scores": [0.7083, 0.6625, 0.6325, 0.6102, 0.6096, 0.6096, 0.609, 0.6028, 0.5989, 0.5975], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "5769842", "2812582", "7011409", "6368608", "452450", "6926916", "66616", "2548176", "6368609"], "ranked_scores": [0.841, 0.84, 0.84, 0.8366, 0.8287, 0.8282, 0.8256, 0.8256, 0.8232, 0.8215], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "3794304", "3794297", "7048912", "3640120", "7255675", "5346316", "7255678", "1159742", "1946943"], "ranked_scores": [0.8121, 0.8017, 0.8017, 0.7972, 0.7811, 0.7776, 0.7776, 0.7776, 0.7733, 0.7637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["8299818", "5401715", "1190311", "1805806", "970989", "3971679", "1494980", "1229810", "2742231", "8817884"], "ranked_scores": [0.6828, 0.6777, 0.6667, 0.6662, 0.6623, 0.6606, 0.6574, 0.6574, 0.6574, 0.6566], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "7840121", "6964479", "6311584", "6964486", "7813557", "5519518", "1173182", "6815901"], "ranked_scores": [0.7382, 0.726, 0.726, 0.7217, 0.7023, 0.6992, 0.6985, 0.6981, 0.6979, 0.6979], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "7698064", "3550559", "3550563", "3689309", "5997547", "1716202", "5812523", "6903201", "5079417"], "ranked_scores": [0.5892, 0.569, 0.5681, 0.557, 0.5088, 0.4764, 0.476, 0.476, 0.476, 0.4665], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "140294", "6950269", "5110182", "4414409", "6950276", "1640260", "3761522", "140290", "6950273"], "ranked_scores": [0.7388, 0.7319, 0.7193, 0.717, 0.7143, 0.7142, 0.7103, 0.7093, 0.7065, 0.7065], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["5002757", "7011905", "4476040", "7187663", "7391330", "7187662", "2117748", "4582407", "6880513", "6880517"], "ranked_scores": [0.6045, 0.5888, 0.5871, 0.5806, 0.5551, 0.5544, 0.5457, 0.5455, 0.5382, 0.5382], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1226215", "1438830", "1226213", "1390706", "2469923", "4405605", "2136954"], "ranked_scores": [0.6649, 0.6265, 0.6063, 0.5959, 0.5889, 0.5721, 0.5515, 0.5416, 0.5402, 0.5396], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7168976", "2172884", "729503", "4996378", "295789", "295794", "295788", "4069689", "7058927", "566163"], "ranked_scores": [0.508, 0.4913, 0.4887, 0.4883, 0.4867, 0.4761, 0.473, 0.4684, 0.461, 0.457], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "6363854", "6363850", "5809779", "4892433", "6363851", "994550", "2932576", "3512764", "6012313"], "ranked_scores": [0.6455, 0.6426, 0.6426, 0.6426, 0.6426, 0.6426, 0.6219, 0.6129, 0.6104, 0.6075], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970736", "8450833", "7970728", "8450828", "7970734", "8450827", "7970735", "1265191", "320956"], "ranked_scores": [0.7997, 0.7952, 0.7815, 0.7815, 0.7705, 0.7705, 0.7554, 0.7512, 0.7377, 0.7042], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "5720449", "4619086", "6193662", "8636883", "981996", "8128745", "6232868", "7160799", "7206774"], "ranked_scores": [0.7333, 0.7308, 0.7306, 0.7263, 0.7118, 0.7084, 0.707, 0.7055, 0.704, 0.703], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["2010657", "7220310", "7872867", "1136294", "6467669", "3936785", "1390109", "7220312", "6010341", "5190750"], "ranked_scores": [0.665, 0.6618, 0.6504, 0.6478, 0.6313, 0.6185, 0.6019, 0.5932, 0.5887, 0.5832], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["5672317", "7919682", "7870707", "2001870", "5556001", "3835174", "5261392", "6368665", "5644674", "6043027"], "ranked_scores": [0.6504, 0.6036, 0.5929, 0.5889, 0.5889, 0.5889, 0.5889, 0.5889, 0.5872, 0.5872], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8722441", "7948042", "2116932", "2116936", "2116929", "4880893", "4880896", "2211646", "4845318", "507236"], "ranked_scores": [0.8376, 0.8139, 0.8086, 0.8086, 0.8086, 0.802, 0.802, 0.7939, 0.7915, 0.7915], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "6937120", "6937119", "4985799", "3915433", "942766", "2066418", "3891003", "1611463", "4998837"], "ranked_scores": [0.7007, 0.6159, 0.6159, 0.5785, 0.5776, 0.5749, 0.5648, 0.5533, 0.5509, 0.5487], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["6641482", "1307740", "829440", "2044069", "2002380", "7503570", "6641480", "1863876", "5674942", "8065757"], "ranked_scores": [0.788, 0.7872, 0.7872, 0.7872, 0.7872, 0.7717, 0.7672, 0.7634, 0.7622, 0.7486], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["6513250", "2131335", "1842454", "7827767", "1174164", "1174168", "6046078", "1174172", "7170238", "4595482"], "ranked_scores": [0.6813, 0.6656, 0.6648, 0.6578, 0.652, 0.652, 0.6503, 0.6448, 0.6423, 0.6422], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["1023113", "2588002", "4796869", "2175868", "1839684", "2587999", "7269273", "7134383", "442006", "5143396"], "ranked_scores": [0.8011, 0.7883, 0.7837, 0.7827, 0.7683, 0.7683, 0.7683, 0.7674, 0.7663, 0.7586], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "7689710", "5039968", "4936994", "8820180", "2188117", "1673140", "5136036", "7689707", "5467125"], "ranked_scores": [0.7103, 0.6997, 0.6962, 0.66, 0.6599, 0.6513, 0.647, 0.6419, 0.6387, 0.6058], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5808457", "1460640", "2443030", "3346337", "92150", "3968773", "7649297", "1546056", "8000092", "6979322"], "ranked_scores": [0.8468, 0.8365, 0.8365, 0.8365, 0.8365, 0.8365, 0.8365, 0.8305, 0.8279, 0.8256], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5873574", "2636672", "1017723", "2636668", "7630103", "6639719", "2636677", "6588011", "4647338", "8426355"], "ranked_scores": [0.8674, 0.8601, 0.8591, 0.8555, 0.8531, 0.8531, 0.8531, 0.8507, 0.8442, 0.8291], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "3073632", "1088384", "2820637", "5170949", "101099", "631288", "8421090", "8363828", "4805364"], "ranked_scores": [0.7984, 0.7787, 0.7787, 0.7787, 0.7646, 0.7629, 0.758, 0.7512, 0.7492, 0.7458], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["7249172", "870346", "1314383", "1613675", "272190", "6224698", "2080220", "7131195", "3554461", "2576606"], "ranked_scores": [0.7658, 0.7628, 0.7529, 0.7518, 0.7462, 0.7391, 0.7384, 0.7384, 0.7366, 0.735], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8346188", "5184907", "5952078", "412211", "6465151", "1663808", "5351935", "8277053", "8741687", "8263203"], "ranked_scores": [0.7588, 0.7575, 0.754, 0.7417, 0.739, 0.7327, 0.7323, 0.7302, 0.7243, 0.7065], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7288502", "7980282", "5352322", "2510740", "4437972", "5756099", "5094229", "4195768", "5335298"], "ranked_scores": [0.8329, 0.8273, 0.8246, 0.7899, 0.7882, 0.7882, 0.7799, 0.7796, 0.7785, 0.7768], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1536187", "3173599", "7899629", "8584772", "3101072", "8624217", "8789524", "8498825", "3424319", "3974537"], "ranked_scores": [0.7227, 0.7194, 0.7045, 0.7005, 0.6933, 0.6728, 0.6655, 0.6648, 0.6643, 0.6561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["4765788", "8773427", "7833608", "4451324", "7833611", "7428028", "8287779", "7344853", "8796481", "8607085"], "ranked_scores": [0.7065, 0.7031, 0.7022, 0.6976, 0.691, 0.6608, 0.657, 0.6525, 0.6487, 0.6481], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["5036995", "6062947", "2208599", "6503017", "7526871", "7573185", "8783461", "7526870", "982644", "4786937"], "ranked_scores": [0.8018, 0.8018, 0.8007, 0.7973, 0.7956, 0.7926, 0.7914, 0.7908, 0.7823, 0.7795], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110612", "3259751", "7027322", "2737704", "2737708", "7110606", "6270123", "5430044", "8237802", "2486151"], "ranked_scores": [0.785, 0.7824, 0.7669, 0.7641, 0.7566, 0.7499, 0.7408, 0.734, 0.7326, 0.7309], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["30089", "5336580", "5362792", "30085", "4502858", "30088", "1592532", "2066951", "4522649", "6979705"], "ranked_scores": [0.8495, 0.8495, 0.8495, 0.8452, 0.841, 0.8406, 0.8398, 0.838, 0.8331, 0.8331], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207588", "6207587", "4039012", "6684798", "7886033", "3712671", "1917162", "7874898", "3108253"], "ranked_scores": [0.7443, 0.7206, 0.7137, 0.7113, 0.6931, 0.6744, 0.6736, 0.6733, 0.6684, 0.6672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "351022", "4205560", "4004619", "8819844", "2476395", "2391075", "2290637", "5310704", "946762"], "ranked_scores": [0.8681, 0.8662, 0.8608, 0.8523, 0.8482, 0.8482, 0.8478, 0.8478, 0.8431, 0.8429], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991353", "4991354", "3806458", "4991356", "3672237", "8374135", "3148555", "3656154", "6465402"], "ranked_scores": [0.7774, 0.7631, 0.7631, 0.7611, 0.7611, 0.7609, 0.7565, 0.7437, 0.7326, 0.7312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4409027", "4605271", "7778956", "5393501", "2531512", "954469", "4363844", "6300621", "4605270"], "ranked_scores": [0.7542, 0.7321, 0.711, 0.6694, 0.6281, 0.6133, 0.5479, 0.5428, 0.5368, 0.5355], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "7831679", "139964", "7606919", "5857751", "139970", "8586692", "7611350", "139961", "6632522"], "ranked_scores": [0.737, 0.7046, 0.7027, 0.7019, 0.6924, 0.6863, 0.6815, 0.679, 0.6741, 0.6618], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1933329", "1867101", "5812523", "6903201", "1716202", "6955768", "6955766", "5143805", "921101", "6903206"], "ranked_scores": [0.8458, 0.8342, 0.827, 0.827, 0.827, 0.818, 0.8165, 0.8148, 0.8138, 0.8107], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7420248", "4258668", "3252244", "2940016", "2359804", "1969532", "7728427", "5339586", "4130908"], "ranked_scores": [0.8105, 0.7962, 0.7902, 0.7826, 0.7716, 0.7706, 0.766, 0.7595, 0.7585, 0.7505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["5304087", "8738884", "2024648", "7562631", "7562624", "8646229", "1732853", "2024646", "1732850", "7611888"], "ranked_scores": [0.768, 0.7573, 0.7443, 0.7018, 0.6897, 0.6748, 0.6714, 0.616, 0.5989, 0.583], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8015905", "3742896", "5101805", "3716869", "1922718", "4127072", "6834849", "5431260", "3644713"], "ranked_scores": [0.7088, 0.7061, 0.7057, 0.7057, 0.7057, 0.7, 0.6992, 0.6907, 0.6887, 0.6884], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3885772", "1634694", "3495837", "3495835", "3495838", "3495831", "6625132", "1005751", "7770963", "3495840"], "ranked_scores": [0.7282, 0.7282, 0.7191, 0.7073, 0.6823, 0.6415, 0.6371, 0.6299, 0.6092, 0.6032], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "609594", "6212588", "6212591", "6212597", "6185824", "3625144", "6185825", "8405293", "8120878"], "ranked_scores": [0.7657, 0.7615, 0.741, 0.714, 0.6961, 0.6202, 0.6192, 0.5842, 0.5842, 0.5754], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "5128175", "5128180", "6744770", "7186342", "8499854", "6392824", "5635135", "5702620", "7704729"], "ranked_scores": [0.6618, 0.6129, 0.6008, 0.5661, 0.5584, 0.556, 0.5518, 0.5406, 0.5395, 0.5394], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "8432430", "5201030", "6919840", "1420186", "1460689", "2857974", "3668938"], "ranked_scores": [0.6947, 0.6827, 0.6754, 0.6615, 0.6541, 0.6472, 0.6462, 0.6462, 0.6462, 0.6462], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "4684937", "6107573", "5830025", "7104592", "4437855", "4437857", "6176864", "4878176"], "ranked_scores": [0.7826, 0.7736, 0.7515, 0.7295, 0.7269, 0.7218, 0.7197, 0.7197, 0.713, 0.7128], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "2229750", "8424304", "1981696", "1981693", "7589844", "5955284", "1420930", "195648", "7152851"], "ranked_scores": [0.6722, 0.6687, 0.6649, 0.6596, 0.6533, 0.6533, 0.6413, 0.6384, 0.6307, 0.6199], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["4701564", "4385335", "5025261", "5785232", "3998777", "3944077", "2830832", "3596760", "3989499", "3404247"], "ranked_scores": [0.7047, 0.6999, 0.6899, 0.688, 0.6876, 0.6816, 0.6814, 0.6809, 0.6783, 0.674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-256-pq-m32-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7584907", "1674646", "8083127", "2746690", "1245154", "3619391", "7072115", "1674644", "2725064", "558173"], "ranked_scores": [0.7525, 0.7522, 0.7398, 0.7391, 0.7344, 0.7328, 0.732, 0.7309, 0.7297, 0.7293], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["220565", "8083127", "2684883", "1021034", "5633832", "8083121", "6990807", "1297109", "1674646", "1150856"], "ranked_scores": [0.6665, 0.6576, 0.6574, 0.6485, 0.6476, 0.6327, 0.629, 0.6263, 0.6172, 0.6167], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "6235583", "4921435", "298606", "2660744", "6711596", "6711597", "8528760", "134195", "3455812"], "ranked_scores": [0.5583, 0.5389, 0.5386, 0.5313, 0.5312, 0.5227, 0.5186, 0.5153, 0.5147, 0.512], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2548176", "8279447", "2548173", "691719", "3338175", "5769842", "2812582", "6926916", "7386338", "2740613"], "ranked_scores": [0.6735, 0.6735, 0.6694, 0.6676, 0.6633, 0.6603, 0.6601, 0.6589, 0.6577, 0.6577], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "3794297", "1936834", "5346316", "3794304", "7255675", "4348677", "3640120", "8554964", "7255678"], "ranked_scores": [0.6824, 0.6629, 0.655, 0.6487, 0.6485, 0.6453, 0.6444, 0.6415, 0.638, 0.6374], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["2742231", "970989", "1229810", "3205963", "1494980", "8299818", "8283881", "4496437", "5606320", "3971679"], "ranked_scores": [0.542, 0.5138, 0.5105, 0.5074, 0.497, 0.4795, 0.4782, 0.4779, 0.4768, 0.4715], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "4816964", "6104775", "1767388", "1173182", "5519518", "5227711", "6964486", "6815896", "320191"], "ranked_scores": [0.6766, 0.6638, 0.6597, 0.6289, 0.627, 0.6115, 0.6095, 0.6088, 0.6076, 0.6053], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "3689309", "3689305", "5997547", "8152557", "1867101", "6480901"], "ranked_scores": [0.6272, 0.5209, 0.5188, 0.4932, 0.3966, 0.3894, 0.3777, 0.3753, 0.3717, 0.3707], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["6950276", "249524", "6950275", "140294", "6733381", "6950273", "5110182", "1365210", "3761522", "1640260"], "ranked_scores": [0.6538, 0.6436, 0.6231, 0.6138, 0.6087, 0.6082, 0.6031, 0.5915, 0.5912, 0.5883], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["5469449", "7187663", "2117748", "8215736", "3566763", "2139272", "2117742", "5917719", "915232", "5132484"], "ranked_scores": [0.5004, 0.4955, 0.4649, 0.464, 0.4631, 0.4631, 0.4628, 0.4576, 0.4575, 0.4559], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "4922192", "1226215", "5775568", "5022892", "1226213", "6033800", "2469923"], "ranked_scores": [0.6391, 0.5751, 0.5364, 0.5146, 0.5012, 0.4782, 0.4737, 0.473, 0.4686, 0.4575], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7547697", "7058927", "7058926", "1577991", "114691", "2242588", "2172884", "295789", "7547705", "4069689"], "ranked_scores": [0.4354, 0.4241, 0.403, 0.3993, 0.399, 0.3933, 0.3929, 0.3905, 0.39, 0.3867], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "5809779", "7410464", "1317497", "6363851", "4798572", "7301814", "6363850"], "ranked_scores": [0.5943, 0.585, 0.5614, 0.5347, 0.5208, 0.5175, 0.5147, 0.5108, 0.5063, 0.5059], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970728", "7970735", "7970736", "8450827", "8450828", "8450833", "320956", "1265191", "7970734"], "ranked_scores": [0.6978, 0.6822, 0.6512, 0.6429, 0.6351, 0.6078, 0.6044, 0.5845, 0.5833, 0.5813], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "232771", "3457120", "7185831", "7612966", "5720449", "485410", "4702013", "3043375"], "ranked_scores": [0.6743, 0.6147, 0.6105, 0.5982, 0.5858, 0.5851, 0.5829, 0.5756, 0.5683, 0.5612], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["2010657", "7220310", "5190750", "1136294", "4768599", "1390109", "2949038", "7220312", "8067800", "7872867"], "ranked_scores": [0.5809, 0.5542, 0.5004, 0.4863, 0.48, 0.4676, 0.4626, 0.4607, 0.4563, 0.4545], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["6368665", "7870707", "3835174", "3830558", "5827343", "2001870", "5143532", "6768280", "7911229", "6043027"], "ranked_scores": [0.5647, 0.555, 0.5494, 0.5468, 0.5394, 0.5308, 0.5298, 0.5273, 0.5239, 0.5188], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4517260", "7948042", "3646580", "2116929", "2236339", "8722441", "8157542", "2116932", "4880896", "7671660"], "ranked_scores": [0.6725, 0.6718, 0.6617, 0.6617, 0.6614, 0.6525, 0.6506, 0.6468, 0.646, 0.6418], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "2320165", "6937120", "4374443", "4253088", "5347138", "1782220", "4725494", "6937119", "3891003"], "ranked_scores": [0.5026, 0.4781, 0.4732, 0.4648, 0.4587, 0.4532, 0.452, 0.4414, 0.4414, 0.4408], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5964551", "8045998", "6641480", "7932035", "4393601", "1226636", "1290166", "1674914", "6951440"], "ranked_scores": [0.6801, 0.6672, 0.6265, 0.606, 0.6052, 0.6051, 0.6042, 0.6024, 0.5995, 0.5954], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489799", "5233423", "5137135", "7827767", "6804877", "4595482", "6854565", "1174172", "5213340", "1174168"], "ranked_scores": [0.5916, 0.59, 0.5837, 0.5709, 0.57, 0.5682, 0.5656, 0.5602, 0.5585, 0.558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["2588002", "1023113", "4796869", "2175868", "8045986", "1839684", "5535297", "863946", "6941634", "2588000"], "ranked_scores": [0.6713, 0.6594, 0.6517, 0.6498, 0.6411, 0.64, 0.6392, 0.6323, 0.63, 0.6286], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "2188117", "7689710", "4936994", "1673140", "8820180", "5039968", "3368582", "5364572", "7689707"], "ranked_scores": [0.619, 0.6038, 0.5974, 0.5951, 0.5817, 0.5759, 0.5735, 0.5723, 0.5624, 0.5269], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["2443030", "92150", "4843274", "1460640", "3346337", "3968773", "8000092", "5608274", "5511937", "8717679"], "ranked_scores": [0.7525, 0.7525, 0.7466, 0.7447, 0.7428, 0.7407, 0.7401, 0.74, 0.7332, 0.7322], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5269626", "2636677", "1017723", "8426355", "2636672", "5739636", "5123227", "5784428", "8631154", "1348264"], "ranked_scores": [0.6681, 0.6664, 0.6633, 0.6538, 0.6533, 0.6515, 0.6468, 0.6462, 0.639, 0.6382], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["8363828", "1588755", "4805366", "8421090", "954268", "5027731", "1039754", "3073632", "6343914", "101099"], "ranked_scores": [0.6027, 0.5938, 0.5908, 0.5904, 0.5886, 0.5872, 0.5865, 0.5861, 0.5856, 0.5853], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "272190", "1613678", "2576606", "272188", "2576605", "3937136", "870346", "5832533", "870351"], "ranked_scores": [0.6785, 0.6654, 0.6588, 0.6568, 0.6537, 0.6514, 0.6476, 0.636, 0.6263, 0.622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8277053", "8741687", "5952078", "7810605", "5351935", "5085223", "3132831", "1850491", "6694795", "8263203"], "ranked_scores": [0.6463, 0.6373, 0.6155, 0.6128, 0.6004, 0.5991, 0.5985, 0.5961, 0.5955, 0.5948], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4377794", "7288502", "2929750", "4278761", "5352322", "4437972", "2061122", "7646422", "5094229", "4195768"], "ranked_scores": [0.6793, 0.6745, 0.6664, 0.6584, 0.6548, 0.653, 0.6525, 0.651, 0.6471, 0.6457], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1536187", "7899629", "8498825", "8118269", "1690652", "8789524", "8675542", "8242417", "5764460", "6291922"], "ranked_scores": [0.6047, 0.5601, 0.5493, 0.5447, 0.5367, 0.5296, 0.5278, 0.5237, 0.5197, 0.5167], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833611", "7833608", "6714731", "4765788", "4966850", "4765789", "1800205", "2396672", "4451324", "3726367"], "ranked_scores": [0.5297, 0.5015, 0.494, 0.49, 0.4893, 0.4871, 0.4745, 0.4558, 0.4537, 0.4442], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526871", "2898312", "4863107", "982644", "6503017", "1511155", "7526870", "4786937", "5036995", "4863108"], "ranked_scores": [0.6661, 0.6427, 0.6417, 0.6402, 0.6379, 0.6354, 0.6351, 0.6347, 0.6212, 0.6147], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "8237802", "7434455", "1958620", "8237806", "7770199", "7362929", "5546116", "8310623"], "ranked_scores": [0.7221, 0.712, 0.6977, 0.6939, 0.6859, 0.6845, 0.6796, 0.6749, 0.6719, 0.6716], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["4522649", "5362792", "1417034", "2391916", "30085", "1205478", "5336580", "1592532", "166399", "4502858"], "ranked_scores": [0.7385, 0.7375, 0.7362, 0.7348, 0.732, 0.7279, 0.7277, 0.7253, 0.7232, 0.7223], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207587", "6207588", "7645257", "7874898", "6684798", "7886033", "3108253", "3712671", "8354063"], "ranked_scores": [0.6981, 0.6564, 0.6526, 0.6307, 0.6292, 0.6269, 0.6188, 0.6136, 0.6024, 0.5989], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "8187749", "2245440", "4205560", "4004619", "351022", "2391075", "2290637", "3560310", "6302238"], "ranked_scores": [0.7817, 0.7762, 0.7731, 0.7728, 0.7728, 0.7718, 0.7668, 0.7663, 0.7663, 0.763], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991356", "826058", "3806458", "8374135", "4991354", "3672237", "4991353", "6988582", "6465402", "7161101"], "ranked_scores": [0.6405, 0.6405, 0.6351, 0.6301, 0.6284, 0.6219, 0.6096, 0.5932, 0.5914, 0.5882], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "2531512", "5393501", "4900578", "4409027", "5231292", "4409024", "3260957", "3856337"], "ranked_scores": [0.5767, 0.5407, 0.5225, 0.5071, 0.5028, 0.4967, 0.4466, 0.4422, 0.4288, 0.428], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["3722839", "7831679", "139964", "5338899", "2422076", "7428627", "6632518", "3942500", "4590213", "4005369"], "ranked_scores": [0.6377, 0.6213, 0.6157, 0.609, 0.6021, 0.602, 0.5976, 0.5955, 0.5955, 0.5879], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["921100", "1867101", "4992578", "1933329", "1631830", "8608886", "6903206", "5812523", "1716202", "921101"], "ranked_scores": [0.6625, 0.6546, 0.6397, 0.6325, 0.6283, 0.6276, 0.6274, 0.6265, 0.6242, 0.6229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["2940016", "4258663", "7503113", "7420248", "5339586", "3252244", "7728427", "2940019", "1623860", "2359804"], "ranked_scores": [0.6681, 0.6678, 0.6451, 0.6449, 0.6397, 0.6287, 0.627, 0.6235, 0.6155, 0.6036], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["5304087", "8738884", "2024648", "7562631", "7562624", "1732853", "3811525", "8264837", "3599369", "2971041"], "ranked_scores": [0.5858, 0.5841, 0.5771, 0.55, 0.5468, 0.5378, 0.5275, 0.5242, 0.5238, 0.5198], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8015905", "4127072", "5409485", "5409488", "3716869", "8221430", "2525123", "4343906", "6132796", "5409486"], "ranked_scores": [0.5347, 0.5269, 0.5113, 0.5089, 0.5027, 0.5011, 0.5005, 0.4998, 0.4972, 0.497], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "7770963", "3495838", "1188785", "1634694", "3885772", "3495835", "1005751", "6392875"], "ranked_scores": [0.6623, 0.5815, 0.5666, 0.5631, 0.5457, 0.5381, 0.5381, 0.5292, 0.5102, 0.5004], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6401864", "6212591", "6212597", "6212588", "8470196", "8120878", "186816", "2852056", "6106100"], "ranked_scores": [0.6328, 0.629, 0.6213, 0.6088, 0.5818, 0.5095, 0.4803, 0.4747, 0.4477, 0.4401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "5635135", "5128175", "3740532", "5128180", "8499854", "1676112", "2432015", "5841488", "7601059"], "ranked_scores": [0.5502, 0.4567, 0.4285, 0.4279, 0.4267, 0.4225, 0.4163, 0.4131, 0.4074, 0.4042], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["5891383", "7511875", "1460685", "2973373", "4139196", "1460689", "7644552", "2857974", "3668938", "1460690"], "ranked_scores": [0.6182, 0.6152, 0.5839, 0.575, 0.5659, 0.5576, 0.5565, 0.5556, 0.5555, 0.554], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "4437855", "7395885", "7104592", "5310192", "4684937", "7985411", "6567497", "5830025", "4878176"], "ranked_scores": [0.6748, 0.674, 0.6674, 0.6424, 0.6307, 0.6136, 0.6134, 0.6096, 0.6073, 0.5973], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["5209746", "7589839", "2229750", "8424304", "1981693", "6986881", "1420930", "4603370", "1892025", "286801"], "ranked_scores": [0.5459, 0.5254, 0.5252, 0.5243, 0.518, 0.5114, 0.4805, 0.4751, 0.4718, 0.4697], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "4304523", "3664758", "3989499", "4385335", "5025261", "5468741", "3944077", "8743966"], "ranked_scores": [0.6191, 0.5921, 0.5429, 0.5424, 0.5392, 0.5355, 0.5174, 0.513, 0.5089, 0.5051], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-256-pq-m32-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "7584907", "1674644", "4591200", "5496645", "8083127", "7072115", "2746690", "5687382", "638358"], "ranked_scores": [0.7846, 0.7844, 0.7659, 0.762, 0.7594, 0.7585, 0.7576, 0.7541, 0.7535, 0.7532], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297109", "2684883", "5633832", "220565", "1150856", "6990807", "7584907", "1674644", "3308552", "8083127"], "ranked_scores": [0.7135, 0.7093, 0.6942, 0.677, 0.6756, 0.6736, 0.6734, 0.6635, 0.6627, 0.6619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "6236648", "298606", "911138", "5221728", "7905688", "6711597", "3792488", "7383965"], "ranked_scores": [0.6431, 0.5786, 0.5746, 0.5675, 0.5614, 0.5573, 0.5534, 0.5473, 0.5453, 0.5448], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "5769842", "2812582", "515311", "5359258", "2548176", "2541248", "7011409", "452450", "1727064"], "ranked_scores": [0.8361, 0.8276, 0.7925, 0.7819, 0.776, 0.7605, 0.7599, 0.7519, 0.7456, 0.7456], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7255675", "3794304", "3640120", "7048914", "3794297", "7255678", "8554964", "7048912", "1159742", "1936834"], "ranked_scores": [0.7625, 0.7608, 0.757, 0.7533, 0.7507, 0.7492, 0.7317, 0.7285, 0.7098, 0.7074], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["4450104", "3971679", "5606320", "970989", "1190311", "3205963", "378964", "1179925", "8299818", "4496437"], "ranked_scores": [0.5994, 0.5955, 0.589, 0.5843, 0.5837, 0.5808, 0.5791, 0.5769, 0.5736, 0.5708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "4816964", "6964479", "6964486", "7813557", "5227711", "7840121", "6980305", "3566159", "1777799"], "ranked_scores": [0.765, 0.7517, 0.7285, 0.727, 0.7119, 0.7012, 0.6989, 0.6838, 0.681, 0.6786], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "3689309", "5644075", "4136867", "5276202", "845557", "5812523"], "ranked_scores": [0.6666, 0.5706, 0.5662, 0.5558, 0.4693, 0.4218, 0.412, 0.3998, 0.3908, 0.3898], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "6950276", "1640257", "6950275", "249524", "5110182", "3761522", "1640260", "4414409", "6950269"], "ranked_scores": [0.7262, 0.7245, 0.7124, 0.71, 0.7003, 0.6929, 0.6891, 0.6885, 0.6857, 0.68], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "5469449", "7011905", "915232", "5132484", "2552611", "2117748", "2508734", "4582407"], "ranked_scores": [0.5997, 0.5085, 0.4989, 0.4971, 0.4958, 0.4906, 0.4872, 0.4815, 0.4804, 0.4801], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "4922192", "2136954", "1226215", "1226213", "5775568", "1588095", "3829937"], "ranked_scores": [0.7267, 0.726, 0.672, 0.6269, 0.5786, 0.5676, 0.5225, 0.4781, 0.4736, 0.4689], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7058927", "7058926", "7547697", "3961796", "7547705", "2172877", "4069689", "295794", "4907018", "7168976"], "ranked_scores": [0.4916, 0.4801, 0.4585, 0.4583, 0.4549, 0.453, 0.4443, 0.4338, 0.4282, 0.4271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "4892433", "6363851", "5809779", "6363850", "6363854", "7301814", "3803414"], "ranked_scores": [0.6267, 0.6095, 0.6076, 0.5986, 0.5864, 0.5838, 0.5819, 0.5583, 0.5566, 0.5527], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970728", "7970735", "7970736", "8450827", "8450833", "8450828", "1265191", "320956", "7970734"], "ranked_scores": [0.812, 0.7897, 0.7807, 0.7583, 0.7511, 0.7391, 0.7341, 0.7152, 0.7062, 0.7], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "5720449", "8636883", "4702013", "485410", "4619086", "7160804", "232771", "6193662"], "ranked_scores": [0.7486, 0.6907, 0.68, 0.6734, 0.6693, 0.6592, 0.6546, 0.6486, 0.6441, 0.6408], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2010657", "6467669", "5190750", "7220312", "8067800", "1136294", "3936785", "7872867", "2238728"], "ranked_scores": [0.7241, 0.6329, 0.6074, 0.5774, 0.5672, 0.5646, 0.5625, 0.559, 0.5579, 0.5194], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5143532", "3835174", "6368665", "5827343", "5672317", "6043027", "3272070", "2001870", "7937822"], "ranked_scores": [0.6847, 0.6821, 0.6459, 0.6415, 0.6263, 0.6191, 0.6112, 0.6102, 0.6082, 0.6032], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116932", "7948042", "2116929", "3646580", "8722441", "1435310", "6074131", "3692412", "3646584", "8157542"], "ranked_scores": [0.7954, 0.7856, 0.7822, 0.7799, 0.7795, 0.7732, 0.7603, 0.7551, 0.7504, 0.7497], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "6937120", "1782220", "7958943", "133086", "4374443", "6937119", "5347138", "2320165", "1815026"], "ranked_scores": [0.67, 0.5547, 0.5443, 0.539, 0.5342, 0.5291, 0.5234, 0.5222, 0.5184, 0.5154], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5964551", "5674942", "1307740", "2044069", "1674914", "8045998", "4393603", "6951440", "7503576"], "ranked_scores": [0.7681, 0.7167, 0.7065, 0.7039, 0.6993, 0.6854, 0.6839, 0.6786, 0.6769, 0.6728], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1174168", "1174164", "1174172", "1842454", "6804877", "1299663", "4489799", "6046078", "2859564", "7170238"], "ranked_scores": [0.688, 0.688, 0.6729, 0.6686, 0.6651, 0.6638, 0.6633, 0.6607, 0.6534, 0.6479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "2588002", "4796869", "863946", "1839684", "1023113", "7134383", "5535297", "442006", "2175868"], "ranked_scores": [0.7891, 0.7797, 0.7766, 0.7751, 0.7541, 0.753, 0.7492, 0.7293, 0.7288, 0.7271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "2188117", "8820180", "7689710", "5039968", "1673140", "7689707", "3368582", "5364572"], "ranked_scores": [0.7297, 0.6988, 0.6722, 0.6715, 0.6663, 0.6305, 0.6227, 0.595, 0.58, 0.5554], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3968773", "1460640", "1546056", "2443030", "92150", "5729775", "3346337", "3046036", "4615784", "631307"], "ranked_scores": [0.8186, 0.8106, 0.7985, 0.7974, 0.7967, 0.7849, 0.7827, 0.7808, 0.7719, 0.771], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5269626", "2636672", "4787774", "5784428", "2636677", "1017723", "3733774", "8426355", "5873574", "2636668"], "ranked_scores": [0.7836, 0.7798, 0.7753, 0.7669, 0.7653, 0.764, 0.7628, 0.7621, 0.762, 0.7618], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["4805364", "4805366", "7527096", "1039754", "5170949", "101099", "6343914", "8421090", "1088384", "631288"], "ranked_scores": [0.7312, 0.7245, 0.7243, 0.722, 0.7164, 0.7091, 0.7076, 0.697, 0.6928, 0.6919], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "2576605", "272188", "1665801", "2576606", "272190", "551238", "821374", "4520834"], "ranked_scores": [0.761, 0.6999, 0.6784, 0.678, 0.6741, 0.6724, 0.6682, 0.6677, 0.6589, 0.6568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8741687", "6694795", "7409003", "2139645", "7810605", "5952078", "8263203", "8346188", "8499149", "5184907"], "ranked_scores": [0.7296, 0.7153, 0.7153, 0.7083, 0.7065, 0.7055, 0.6912, 0.6845, 0.6728, 0.6707], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5352322", "4377794", "5335298", "2536497", "1848152", "7288502", "4195768", "2510740", "4437972"], "ranked_scores": [0.737, 0.7332, 0.7188, 0.7136, 0.7125, 0.711, 0.7085, 0.7062, 0.7049, 0.7036], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1536187", "3173599", "8789524", "8641232", "3424319", "2525613", "8624217", "8242417", "8675542", "8584772"], "ranked_scores": [0.6672, 0.6644, 0.638, 0.6107, 0.607, 0.5892, 0.5884, 0.5873, 0.5811, 0.5712], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "6714731", "4451324", "7833611", "4765788", "8773427", "4765789", "8607085", "2396672", "8287779"], "ranked_scores": [0.7406, 0.6419, 0.6352, 0.6233, 0.6213, 0.5909, 0.5861, 0.567, 0.5665, 0.5572], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511150", "4786937", "7526867", "7526870", "7526871", "982644", "1511155", "4863108", "5036995", "4863107"], "ranked_scores": [0.7947, 0.7608, 0.7558, 0.7477, 0.7454, 0.7258, 0.7241, 0.7221, 0.7193, 0.7171], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "2299432", "7770196", "3259751", "6688747", "8310623", "2385899", "4517769"], "ranked_scores": [0.7945, 0.7514, 0.7278, 0.7184, 0.7061, 0.7059, 0.7018, 0.6947, 0.6878, 0.6877], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["5336580", "4502858", "30085", "1417034", "4522649", "4502856", "5362792", "1592532", "166399", "2366115"], "ranked_scores": [0.7997, 0.7991, 0.7984, 0.7957, 0.7888, 0.784, 0.7839, 0.7812, 0.7749, 0.7692], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207588", "6207587", "3712671", "3108253", "7645257", "8098325", "7874898", "7886033", "2789716"], "ranked_scores": [0.7543, 0.7407, 0.7302, 0.7001, 0.6758, 0.661, 0.6578, 0.6576, 0.6541, 0.6537], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "351022", "2290637", "2391075", "4205560", "2245440", "3661383", "4589415", "7734838", "8187749"], "ranked_scores": [0.8348, 0.8305, 0.8288, 0.8254, 0.8209, 0.8199, 0.8197, 0.8174, 0.8155, 0.8139], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3672237", "4991354", "4991353", "4991356", "3806458", "8374135", "6465402", "2913412", "7161101"], "ranked_scores": [0.8012, 0.7898, 0.7894, 0.7668, 0.7513, 0.7464, 0.7294, 0.7198, 0.6488, 0.6475], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4605271", "7778956", "2531512", "4409027", "5393501", "4605270", "3260957", "6300620", "4363844"], "ranked_scores": [0.7261, 0.6691, 0.6678, 0.6665, 0.6498, 0.5887, 0.5348, 0.5283, 0.5241, 0.5121], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "3722839", "7428627", "8586692", "6632518", "6803877", "4005369", "6632520", "6632522", "139961"], "ranked_scores": [0.6758, 0.671, 0.6629, 0.6577, 0.6502, 0.6495, 0.6478, 0.6464, 0.6402, 0.6335], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "921100", "921101", "8139545", "1933329", "1716202", "6761606", "8608886", "5143805", "6903201"], "ranked_scores": [0.7616, 0.7322, 0.7282, 0.7182, 0.7161, 0.7085, 0.7045, 0.6967, 0.6941, 0.6924], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7728427", "7420248", "4258668", "3252244", "2940016", "7503113", "5339586", "1969532", "8532695"], "ranked_scores": [0.7673, 0.7448, 0.7207, 0.72, 0.7168, 0.7085, 0.702, 0.6778, 0.6703, 0.6612], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "5304087", "7562624", "2024648", "7562631", "8646229", "1732853", "1398369", "7611886", "1732850"], "ranked_scores": [0.7576, 0.6972, 0.6944, 0.6613, 0.6611, 0.6373, 0.6329, 0.6165, 0.5968, 0.573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "7856346", "4343906", "4127072", "6132796", "8221431", "8015905", "5409485", "5101805", "4158114"], "ranked_scores": [0.6743, 0.6245, 0.6101, 0.603, 0.6005, 0.5942, 0.5917, 0.5875, 0.5806, 0.5765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "7770963", "3495835", "3495838", "3495840", "1634694", "3885772", "6625132", "1188785"], "ranked_scores": [0.7754, 0.739, 0.7089, 0.685, 0.6618, 0.6348, 0.6086, 0.6086, 0.5805, 0.5501], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "609594", "6212588", "6212591", "6212597", "8120878", "186816", "8470196", "6965745", "6106100"], "ranked_scores": [0.7586, 0.7374, 0.7043, 0.6898, 0.6809, 0.5865, 0.5474, 0.5458, 0.5162, 0.4963], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "2790097", "8499854", "4520541", "5145284", "6948296", "8516623", "5128180", "6744770", "7186342"], "ranked_scores": [0.6365, 0.5312, 0.5217, 0.4962, 0.4895, 0.4799, 0.4782, 0.4764, 0.4655, 0.4524], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "8432430", "1460687", "2857974", "1460689", "3668938", "2719551", "1420186"], "ranked_scores": [0.7414, 0.6917, 0.6817, 0.6425, 0.6398, 0.6172, 0.6168, 0.6158, 0.6142, 0.6126], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7985411", "7395884", "6567497", "4437855", "1690952", "1728760", "1136108", "7104592"], "ranked_scores": [0.7752, 0.7522, 0.6852, 0.6726, 0.6679, 0.6643, 0.6638, 0.6572, 0.6532, 0.653], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "1981693", "1420930", "2229750", "8424304", "5955284", "1981696", "6986881", "5209746", "637289"], "ranked_scores": [0.6105, 0.6091, 0.6007, 0.6003, 0.6, 0.5917, 0.5782, 0.5435, 0.515, 0.5029], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "3596760", "8743966", "3664758", "7966624", "5025261", "4564069", "3989499", "2999426", "3944077"], "ranked_scores": [0.7021, 0.6324, 0.6291, 0.6051, 0.5967, 0.596, 0.5882, 0.5842, 0.5782, 0.5749], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-512-pq-m64-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "1674644", "7584907", "3527619", "749759", "5896402", "20886", "615746", "8083127", "558173"], "ranked_scores": [0.7662, 0.7575, 0.7564, 0.7441, 0.735, 0.7325, 0.73, 0.7293, 0.7254, 0.7232], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1674646", "542682", "2684883", "1674644", "220565", "3619391", "7584907", "8083127", "615746", "5865180"], "ranked_scores": [0.6972, 0.6944, 0.6826, 0.6819, 0.6808, 0.6775, 0.6742, 0.6722, 0.6633, 0.6588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7905688", "7383965", "5951944", "8668637", "6711596", "5582271", "1592656", "5559112", "4726075"], "ranked_scores": [0.5205, 0.511, 0.5052, 0.4876, 0.4738, 0.473, 0.4663, 0.4523, 0.4521, 0.4507], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2812582", "698581", "5769842", "66616", "8279447", "5359258", "1983563", "452450", "6926916", "4092415"], "ranked_scores": [0.7328, 0.7314, 0.7287, 0.7283, 0.7277, 0.7247, 0.7246, 0.7241, 0.723, 0.7208], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "3794304", "3794297", "1936834", "4348677", "3640120", "7255678", "8554964", "5346316", "7048912"], "ranked_scores": [0.6753, 0.6607, 0.659, 0.6584, 0.6572, 0.6543, 0.6522, 0.6492, 0.6475, 0.6451], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "3971679", "4450104", "2742231", "5676506", "1179925", "8283881", "378964", "1805806", "5254021"], "ranked_scores": [0.4543, 0.4493, 0.4473, 0.4429, 0.4419, 0.4392, 0.4353, 0.4351, 0.4287, 0.428], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "7813557", "1767388", "4816964", "3566159", "320191", "7123629", "4318064", "5108583", "6964479"], "ranked_scores": [0.6909, 0.6445, 0.6427, 0.6366, 0.6224, 0.6109, 0.6095, 0.6094, 0.6083, 0.6031], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "3550559", "7698064", "5997547", "1933329", "1867101", "6212591", "4136867", "5079417"], "ranked_scores": [0.5675, 0.5157, 0.5133, 0.4988, 0.3985, 0.3897, 0.3782, 0.375, 0.3676, 0.3655], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "6733381", "1365210", "6950273", "8452568", "4414409", "140286", "6950275", "3761522", "1102477"], "ranked_scores": [0.5645, 0.5635, 0.5586, 0.5499, 0.5499, 0.5406, 0.5376, 0.5363, 0.5325, 0.5296], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["5469449", "915232", "2117748", "5942525", "8215736", "7187663", "7137594", "2117742", "5132484", "7187662"], "ranked_scores": [0.4917, 0.489, 0.4828, 0.482, 0.4814, 0.481, 0.4772, 0.4745, 0.4734, 0.469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "4922192", "1226215", "1226213", "2136954", "6033800", "209692", "5022892"], "ranked_scores": [0.5692, 0.553, 0.4906, 0.4478, 0.4275, 0.401, 0.3878, 0.3687, 0.3653, 0.3588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7058926", "7858639", "3961796", "4623381", "4069689", "1438830", "295794", "4996378", "295788", "295789"], "ranked_scores": [0.4236, 0.3738, 0.3682, 0.355, 0.3543, 0.3543, 0.3491, 0.3471, 0.3464, 0.3456], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "5809779", "6363854", "6363851", "4892433", "5833649", "6674075", "3803414"], "ranked_scores": [0.5688, 0.5274, 0.5205, 0.5127, 0.4945, 0.4924, 0.4603, 0.4534, 0.4446, 0.4437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8259512", "7970736", "7970735", "8450827", "8450833", "8450828", "7970734", "320956", "1265191"], "ranked_scores": [0.6671, 0.643, 0.6419, 0.6345, 0.6085, 0.6034, 0.6026, 0.5876, 0.5734, 0.5695], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "232771", "8128745", "4702013", "5720449", "7185831", "734127", "6835042", "8296550", "981996"], "ranked_scores": [0.6734, 0.6019, 0.5919, 0.5742, 0.5675, 0.5606, 0.5601, 0.5537, 0.5531, 0.5489], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2010657", "7220312", "5190750", "3936785", "1136294", "4768599", "8067800", "7872867", "2238728"], "ranked_scores": [0.5787, 0.5099, 0.4825, 0.4785, 0.4708, 0.4634, 0.4497, 0.4454, 0.443, 0.4408], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "3835174", "6368665", "5143532", "5556001", "6043027", "3830558", "3272070", "3636075", "4830265"], "ranked_scores": [0.5388, 0.5326, 0.5206, 0.5137, 0.5087, 0.5036, 0.4907, 0.4903, 0.4888, 0.4862], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "4517260", "3646580", "2116932", "2116929", "4880896", "8157542", "8722441", "3692412", "2116933"], "ranked_scores": [0.6984, 0.6936, 0.6886, 0.6853, 0.6834, 0.679, 0.6778, 0.6599, 0.6588, 0.6547], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "6937120", "942766", "2647181", "5347138", "6937119", "7958943", "5347134", "133086", "4985799"], "ranked_scores": [0.5024, 0.4584, 0.4246, 0.4244, 0.4175, 0.4168, 0.4149, 0.3985, 0.3968, 0.3968], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5964551", "8045998", "1674914", "1307740", "6951440", "2044069", "2002380", "8814306", "6775026"], "ranked_scores": [0.6697, 0.6486, 0.6172, 0.609, 0.5935, 0.5901, 0.586, 0.579, 0.5757, 0.5745], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489799", "5233423", "6804877", "1174168", "1174172", "1174164", "4595482", "7170238", "4489797", "7827767"], "ranked_scores": [0.5753, 0.5492, 0.5475, 0.5367, 0.5355, 0.5284, 0.5237, 0.5219, 0.5166, 0.5149], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "1023113", "4796869", "863946", "2588002", "2587999", "5535297", "3853232", "1839684", "5143396"], "ranked_scores": [0.6487, 0.6368, 0.6273, 0.6209, 0.6168, 0.6153, 0.613, 0.6083, 0.6077, 0.6014], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "7689710", "4936994", "2188117", "5039968", "3368582", "1673140", "8820180", "5364572", "5039965"], "ranked_scores": [0.5835, 0.5546, 0.5533, 0.5438, 0.5377, 0.5289, 0.5247, 0.5225, 0.5142, 0.5067], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "3968773", "2443030", "1460640", "3346337", "5729775", "1735116", "6542300", "1546056", "1494462"], "ranked_scores": [0.7389, 0.7369, 0.7341, 0.7302, 0.7242, 0.7235, 0.7169, 0.7118, 0.7105, 0.7101], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5269626", "8426355", "4942019", "5739636", "4901734", "8631154", "1070634", "1871086", "7424964", "4942015"], "ranked_scores": [0.6831, 0.6802, 0.6682, 0.6676, 0.6634, 0.6628, 0.6598, 0.6593, 0.6586, 0.6571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["6343914", "4805366", "7527096", "1088384", "1039754", "5027731", "4805364", "2820637", "631296", "8421090"], "ranked_scores": [0.6162, 0.61, 0.607, 0.6057, 0.5985, 0.5975, 0.5975, 0.5962, 0.5958, 0.5932], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "870351", "870346", "4520834", "272188", "7249172", "2576606", "3937136", "2576605"], "ranked_scores": [0.6643, 0.6539, 0.6399, 0.636, 0.6347, 0.6337, 0.6324, 0.6298, 0.629, 0.6273], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7810605", "8741687", "5952078", "8277053", "3132831", "8346188", "8263203", "6694795", "412211", "3720839"], "ranked_scores": [0.6502, 0.6493, 0.6381, 0.6329, 0.6201, 0.6179, 0.6051, 0.6037, 0.6003, 0.5977], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["2929750", "4377794", "8265919", "7646422", "7288502", "5352322", "4437972", "2510740", "5094229", "2536497"], "ranked_scores": [0.6321, 0.6292, 0.6283, 0.6257, 0.6177, 0.6147, 0.6094, 0.6078, 0.6015, 0.6001], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1536187", "7899629", "3173599", "1690652", "8242417", "1756080", "6291922", "8498825", "8584772", "2923681"], "ranked_scores": [0.5791, 0.5276, 0.4939, 0.492, 0.4822, 0.4809, 0.4809, 0.4803, 0.48, 0.48], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "6714731", "4765788", "4451324", "4765789", "1800205", "7344853", "8607085", "1800207"], "ranked_scores": [0.5239, 0.5016, 0.4937, 0.4902, 0.4834, 0.4817, 0.4719, 0.4613, 0.4583, 0.4503], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526871", "4863107", "2898312", "4786937", "6503017", "7526867", "1511150", "7526870", "982652", "982644"], "ranked_scores": [0.6516, 0.6463, 0.6448, 0.6359, 0.6336, 0.6326, 0.6216, 0.6212, 0.6206, 0.6196], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7770196", "2486151", "3259751", "8310623", "5546116", "8237802", "7770199", "1416173"], "ranked_scores": [0.723, 0.7189, 0.69, 0.6834, 0.6749, 0.6731, 0.6726, 0.664, 0.6637, 0.6582], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "1417034", "4502858", "166399", "5362792", "2391916", "30088", "5343617", "4502856", "5336580"], "ranked_scores": [0.7184, 0.6966, 0.6898, 0.6878, 0.6858, 0.684, 0.6808, 0.6801, 0.677, 0.6765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207587", "6207588", "3712671", "7874898", "3108253", "6684798", "1464540", "7886033", "5181693"], "ranked_scores": [0.6633, 0.6012, 0.5994, 0.5885, 0.5822, 0.5806, 0.5744, 0.5729, 0.5682, 0.5673], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "2290637", "2391075", "3661383", "174956", "2476395", "4004619", "8187754", "2245440", "3383567"], "ranked_scores": [0.7977, 0.789, 0.7885, 0.7882, 0.7822, 0.7787, 0.7782, 0.7757, 0.775, 0.7749], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "8374135", "4991354", "3806458", "4991356", "4991353", "3672237", "7161099", "3148555", "7161101"], "ranked_scores": [0.6298, 0.6267, 0.6261, 0.6143, 0.6063, 0.5922, 0.5778, 0.5623, 0.5614, 0.5575], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4900578", "4409027", "2531512", "3747811", "7575158", "5393501", "863733", "6448142"], "ranked_scores": [0.5414, 0.5205, 0.4948, 0.4907, 0.4735, 0.4473, 0.4008, 0.3932, 0.3894, 0.387], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["6632518", "4590213", "7428627", "3942500", "6632522", "7831679", "1063811", "6632520", "4005369", "139961"], "ranked_scores": [0.5692, 0.5682, 0.5503, 0.546, 0.5428, 0.5407, 0.5382, 0.5367, 0.5365, 0.5354], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["6761606", "1867101", "1692091", "921101", "1933329", "1716202", "8139545", "4992578", "5812523", "5143805"], "ranked_scores": [0.666, 0.6598, 0.6542, 0.6414, 0.6387, 0.6328, 0.6316, 0.6262, 0.6244, 0.6222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "3252244", "7420248", "7728427", "7503113", "5339586", "1623860", "2940016", "2940019", "4258668"], "ranked_scores": [0.6723, 0.6545, 0.6534, 0.6494, 0.622, 0.6203, 0.6178, 0.6135, 0.6, 0.5913], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "5304087", "7562624", "2024648", "1732853", "7562631", "3811525", "1398369", "3451041", "3451044"], "ranked_scores": [0.5652, 0.5574, 0.5459, 0.53, 0.5297, 0.5187, 0.501, 0.497, 0.4839, 0.4748], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8015905", "3716869", "4343906", "3742896", "4127072", "8221430", "5409485", "5210293", "5409486", "8221437"], "ranked_scores": [0.5715, 0.5672, 0.5557, 0.5541, 0.5494, 0.5478, 0.5448, 0.5438, 0.5393, 0.5348], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "3495835", "7770963", "3495838", "1634694", "3885772", "7770959", "1188785", "6392875"], "ranked_scores": [0.561, 0.5288, 0.5193, 0.4959, 0.4955, 0.4757, 0.4757, 0.4589, 0.4542, 0.4445], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212591", "609594", "6401864", "6212588", "6212597", "1941403", "6965745", "186816", "917841", "2852056"], "ranked_scores": [0.627, 0.6227, 0.6206, 0.6156, 0.5976, 0.4544, 0.4487, 0.4466, 0.4337, 0.431], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "8499854", "1676112", "7601059", "5286547", "6948296", "6744770", "5128180", "1325723", "5128175"], "ranked_scores": [0.5372, 0.4508, 0.4174, 0.4173, 0.4138, 0.3897, 0.389, 0.3884, 0.3783, 0.3763], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "1460689", "1460685", "1460687", "2020929", "1420186", "8177246", "6919840", "7644552"], "ranked_scores": [0.598, 0.5436, 0.5251, 0.5243, 0.5198, 0.5151, 0.5099, 0.5033, 0.5003, 0.4995], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "4437855", "7104592", "4878176", "3873782", "5310192", "4684937", "7985411", "6025784"], "ranked_scores": [0.596, 0.5958, 0.5568, 0.5516, 0.5494, 0.5476, 0.5418, 0.5337, 0.5274, 0.5253], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "1981693", "8424304", "5955284", "6986881", "5209746", "2229750", "1981696", "6361048", "1721507"], "ranked_scores": [0.5165, 0.4946, 0.4753, 0.4705, 0.4644, 0.464, 0.4611, 0.4597, 0.4366, 0.4305], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "2575364", "7830233", "5025261", "297876", "4232045", "8743966", "4304523", "8798058"], "ranked_scores": [0.5886, 0.541, 0.5383, 0.5375, 0.5365, 0.533, 0.5226, 0.5208, 0.5202, 0.5193], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-512-pq-m64-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "3527619", "7584907", "1674644", "7072115", "638358", "2746690", "575979", "5265626", "615746"], "ranked_scores": [0.7959, 0.7902, 0.7801, 0.7751, 0.7634, 0.7606, 0.7544, 0.7463, 0.7448, 0.7424], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1674646", "2684883", "1674644", "542682", "1297109", "5633832", "7584907", "3308552", "3619391", "220565"], "ranked_scores": [0.7225, 0.7208, 0.7158, 0.7079, 0.7073, 0.6978, 0.696, 0.6938, 0.6872, 0.6859], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "7905688", "911138", "5582271", "5842823", "3792488", "298606", "4726075", "2554124"], "ranked_scores": [0.6183, 0.5702, 0.5608, 0.5414, 0.5391, 0.5383, 0.51, 0.4982, 0.4892, 0.4876], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "2812582", "5359258", "8279447", "6926916", "66616", "452450", "698581", "6574813"], "ranked_scores": [0.8489, 0.8346, 0.8301, 0.8173, 0.8125, 0.7918, 0.79, 0.7854, 0.7819, 0.7772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "7255678", "7048914", "7048912", "3640120", "8554964", "7255675", "5346316", "1159742"], "ranked_scores": [0.7708, 0.7645, 0.7483, 0.7462, 0.7417, 0.7342, 0.7265, 0.726, 0.7115, 0.7019], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["4450104", "1179925", "3971679", "378964", "1805806", "5606320", "7929603", "5676506", "8283881", "970989"], "ranked_scores": [0.5968, 0.5558, 0.5548, 0.5537, 0.549, 0.5338, 0.5324, 0.5257, 0.5213, 0.5118], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "7813557", "4816964", "6964479", "3566159", "5108583", "1767388", "6964486", "1173182", "6980305"], "ranked_scores": [0.7558, 0.721, 0.7163, 0.7078, 0.6836, 0.6649, 0.661, 0.6592, 0.6544, 0.6536], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "4136867", "7017745", "5276202", "5644076", "6252080", "3428369"], "ranked_scores": [0.6618, 0.6035, 0.5809, 0.5752, 0.4464, 0.4264, 0.3858, 0.3792, 0.3748, 0.3747], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1640257", "249524", "8452568", "1640256", "1365210", "4414409", "1640260", "5110182", "3761522", "2322244"], "ranked_scores": [0.698, 0.673, 0.6667, 0.6628, 0.6556, 0.6535, 0.6511, 0.6467, 0.6453, 0.6353], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5132484", "7187662", "2117748", "915232", "627686", "6124279", "5324876", "5469449", "3434622"], "ranked_scores": [0.588, 0.5214, 0.5176, 0.5094, 0.5084, 0.5031, 0.499, 0.4975, 0.4961, 0.4953], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "4922192", "1226215", "1226213", "2136954", "1501685", "8114676", "2037947"], "ranked_scores": [0.7013, 0.6977, 0.6084, 0.5595, 0.4846, 0.4768, 0.475, 0.4086, 0.3891, 0.383], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7058926", "3961796", "7858639", "7168976", "7058927", "4069689", "7168973", "295788", "295794", "4623383"], "ranked_scores": [0.4508, 0.4251, 0.4206, 0.4169, 0.4155, 0.411, 0.4052, 0.4002, 0.3902, 0.3895], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "4892433", "5809779", "6363854", "6363851", "6363850", "3803414", "3512764"], "ranked_scores": [0.6363, 0.5974, 0.5832, 0.5716, 0.568, 0.5587, 0.5583, 0.5431, 0.5049, 0.5038], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970735", "7970728", "7970736", "8259512", "8450827", "8450833", "8450828", "1265191", "320956", "7970734"], "ranked_scores": [0.7758, 0.7712, 0.7596, 0.7575, 0.735, 0.7202, 0.7167, 0.6977, 0.6897, 0.6662], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "5720449", "6193662", "7160804", "4702013", "6835042", "1466669", "232771", "7160799"], "ranked_scores": [0.735, 0.6829, 0.6789, 0.6744, 0.6692, 0.6602, 0.6464, 0.6464, 0.6389, 0.6301], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2010657", "7220312", "5190750", "3936785", "2238728", "6467669", "1136294", "7872867", "8067800"], "ranked_scores": [0.7118, 0.5956, 0.5793, 0.5493, 0.5384, 0.5372, 0.5342, 0.5307, 0.529, 0.5163], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5143532", "3835174", "7937822", "6368665", "3830558", "2001870", "8584557", "6043027", "5644674"], "ranked_scores": [0.6442, 0.6411, 0.6252, 0.6069, 0.6043, 0.5958, 0.5935, 0.5876, 0.586, 0.5849], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116932", "7948042", "2116929", "8157542", "1435310", "2116936", "3646580", "3646584", "8722441", "7948050"], "ranked_scores": [0.7893, 0.7812, 0.7773, 0.768, 0.765, 0.7648, 0.7646, 0.7625, 0.7599, 0.7517], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "6937120", "6937119", "2870276", "7958943", "5347138", "5347134", "2450611", "133086", "7218532"], "ranked_scores": [0.6565, 0.5174, 0.5042, 0.4885, 0.4833, 0.4832, 0.4817, 0.4791, 0.4789, 0.4722], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5964551", "1307740", "2044069", "1674914", "8045998", "2002380", "6951440", "6775026", "829440"], "ranked_scores": [0.7577, 0.7115, 0.7081, 0.6994, 0.696, 0.6808, 0.6742, 0.6663, 0.6535, 0.6425], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1174164", "1174168", "4489799", "1174172", "6804877", "4826837", "4595482", "1842454", "7170238", "4489794"], "ranked_scores": [0.6673, 0.6673, 0.6589, 0.6406, 0.6351, 0.6334, 0.6268, 0.6186, 0.6141, 0.6064], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "4796869", "1023113", "863946", "2588002", "7134383", "1839684", "4796876", "3853232", "5535297"], "ranked_scores": [0.7839, 0.7378, 0.7357, 0.7229, 0.7208, 0.7193, 0.7063, 0.6953, 0.6904, 0.6895], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "2188117", "8820180", "7689710", "5039968", "1673140", "7689707", "3368582", "5039965"], "ranked_scores": [0.6748, 0.6359, 0.6207, 0.6108, 0.6077, 0.5949, 0.5637, 0.5624, 0.5604, 0.534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3968773", "2443030", "1460640", "1546056", "5729775", "92150", "3346337", "3046036", "631307", "4615784"], "ranked_scores": [0.8199, 0.8114, 0.8064, 0.8017, 0.7973, 0.785, 0.7839, 0.7674, 0.7657, 0.765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8426355", "5269626", "5734570", "2636668", "6604385", "1871086", "5784428", "1070634", "4787774", "1017723"], "ranked_scores": [0.7823, 0.7808, 0.7545, 0.7542, 0.7528, 0.7525, 0.7492, 0.7458, 0.7434, 0.7431], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["4805364", "7527096", "6343914", "4805366", "1039754", "1088384", "1588747", "954268", "8421090", "5027731"], "ranked_scores": [0.7355, 0.7349, 0.7297, 0.7217, 0.7155, 0.7091, 0.7005, 0.6941, 0.6925, 0.6893], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "551238", "2080220", "2576605", "870346", "272188", "1665801", "2576606", "272190"], "ranked_scores": [0.7407, 0.71, 0.6713, 0.6661, 0.666, 0.6656, 0.6637, 0.663, 0.6599, 0.6586], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8741687", "5952078", "7810605", "6694795", "5184907", "2139645", "7409003", "8263203", "8346188", "5351934"], "ranked_scores": [0.751, 0.7206, 0.7163, 0.7092, 0.7037, 0.6982, 0.6942, 0.6873, 0.6775, 0.6755], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4377794", "8265919", "5352322", "5094229", "2510740", "4437972", "5335298", "1848152", "7288502", "4278761"], "ranked_scores": [0.7046, 0.6964, 0.6953, 0.6774, 0.6735, 0.6704, 0.669, 0.6678, 0.661, 0.6608], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1536187", "3173599", "8584772", "4603370", "8624217", "3424319", "8242417", "8789524", "7899629", "2525613"], "ranked_scores": [0.6477, 0.6383, 0.5819, 0.5792, 0.579, 0.5584, 0.5531, 0.5489, 0.5479, 0.5436], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4765788", "6714731", "4451324", "7833611", "8607085", "4765789", "1800205", "8773427", "7344853"], "ranked_scores": [0.6778, 0.6268, 0.6139, 0.5956, 0.5955, 0.593, 0.5893, 0.5654, 0.5609, 0.5555], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511150", "7526867", "4786937", "7526871", "4863107", "2898312", "7526870", "1511155", "5036995", "4863108"], "ranked_scores": [0.7734, 0.773, 0.7527, 0.7437, 0.7269, 0.7253, 0.7243, 0.7182, 0.713, 0.7116], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "3259751", "7110611", "2486151", "8310623", "7770196", "1669333", "7434451", "8237802"], "ranked_scores": [0.7936, 0.7652, 0.7484, 0.7395, 0.7315, 0.7213, 0.7196, 0.7177, 0.7152, 0.6982], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "1417034", "5362792", "4502858", "4502856", "30085", "8327486", "166399", "6979705"], "ranked_scores": [0.7861, 0.7844, 0.7823, 0.7807, 0.7783, 0.774, 0.7686, 0.7659, 0.764, 0.7623], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207588", "6207587", "3712671", "3108253", "7886033", "6684798", "7874898", "7645257", "1696161"], "ranked_scores": [0.7326, 0.6938, 0.6879, 0.683, 0.6398, 0.6167, 0.6167, 0.6144, 0.6113, 0.6098], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "2290637", "2391075", "4205560", "3661383", "2476395", "4589415", "1338702", "174956", "1338703"], "ranked_scores": [0.8448, 0.84, 0.8354, 0.826, 0.8249, 0.8194, 0.8173, 0.8163, 0.8159, 0.8136], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "4991353", "4991356", "3806458", "8374135", "3672237", "3148555", "6465402", "2913412"], "ranked_scores": [0.7666, 0.7423, 0.7236, 0.7002, 0.6936, 0.6879, 0.6818, 0.6449, 0.6362, 0.6081], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "7778956", "4409027", "4605271", "2531512", "4605270", "5393501", "3747811", "2103530", "4363844"], "ranked_scores": [0.6934, 0.6705, 0.6451, 0.6369, 0.6039, 0.4906, 0.4853, 0.4806, 0.4705, 0.4693], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "7428627", "4005369", "8586692", "6632518", "6632522", "6632520", "5186526", "3722839", "139961"], "ranked_scores": [0.6523, 0.6346, 0.6282, 0.6268, 0.6265, 0.6263, 0.6236, 0.6148, 0.6144, 0.6123], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["6761606", "1867101", "8139545", "1716202", "1933329", "5143805", "5812523", "1692091", "921101", "7735540"], "ranked_scores": [0.7514, 0.7259, 0.7247, 0.7131, 0.7114, 0.7057, 0.6892, 0.6814, 0.681, 0.6785], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7728427", "3252244", "7420248", "1969532", "4258668", "2940016", "5339586", "7503113", "2940019"], "ranked_scores": [0.7722, 0.7618, 0.7392, 0.7261, 0.7081, 0.7012, 0.6932, 0.6841, 0.6828, 0.6686], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "5304087", "7562631", "1732853", "2024648", "1398369", "3811525", "8646229", "3451041"], "ranked_scores": [0.7564, 0.7083, 0.7063, 0.6618, 0.6594, 0.6271, 0.6097, 0.5712, 0.5531, 0.5522], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "3716869", "5409485", "6834849", "4343906", "1922718", "5409486", "3742896", "5101805", "5210298"], "ranked_scores": [0.6725, 0.6281, 0.6155, 0.614, 0.6139, 0.6136, 0.6101, 0.6075, 0.6001, 0.5999], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "3495835", "7770963", "3495838", "1634694", "3885772", "3495840", "6625132", "7770959"], "ranked_scores": [0.6992, 0.6687, 0.6252, 0.6122, 0.6035, 0.5829, 0.5829, 0.5636, 0.5416, 0.5265], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "609594", "6212588", "6212591", "6212597", "186816", "917841", "6965745", "609590", "1941403"], "ranked_scores": [0.7312, 0.7172, 0.7142, 0.7088, 0.6773, 0.5064, 0.4945, 0.4817, 0.4708, 0.4556], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "6948296", "8499854", "1676112", "5025269", "4846383", "1325723", "6392824", "2790097", "8499858"], "ranked_scores": [0.6234, 0.5055, 0.4926, 0.4692, 0.466, 0.4443, 0.4381, 0.438, 0.4342, 0.4299], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "1460689", "1420186", "1460687", "2857974", "8432430", "3668938", "8177246"], "ranked_scores": [0.7144, 0.6368, 0.6366, 0.6016, 0.6009, 0.5983, 0.5811, 0.5749, 0.5725, 0.5722], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7395884", "4437855", "7985411", "4878176", "7104592", "6567497", "6107573", "1690952"], "ranked_scores": [0.7301, 0.7073, 0.6361, 0.6223, 0.6175, 0.6133, 0.6092, 0.606, 0.5983, 0.585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981693", "7589839", "1420930", "8424304", "5955284", "2229750", "1981696", "6986881", "7589844", "637289"], "ranked_scores": [0.5961, 0.5842, 0.5657, 0.559, 0.5544, 0.5533, 0.5341, 0.48, 0.4778, 0.477], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8743966", "3596760", "5025261", "2830832", "297876", "8771883", "3944077", "3839347", "7966624"], "ranked_scores": [0.7248, 0.6236, 0.6178, 0.6038, 0.6006, 0.5935, 0.5848, 0.5828, 0.5801, 0.5799], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-notrunc-pq-m64-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "1674644", "3527619", "638358", "2746690", "7072115", "768350", "7584907", "558173", "1433976"], "ranked_scores": [0.8059, 0.7985, 0.7862, 0.7717, 0.7698, 0.7686, 0.7682, 0.7636, 0.7604, 0.7537], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1674646", "2684883", "1674644", "5633832", "8083127", "1297109", "3619391", "5865180", "3308552", "542682"], "ranked_scores": [0.7167, 0.7155, 0.7133, 0.7001, 0.6915, 0.6903, 0.6829, 0.6803, 0.6787, 0.6786], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "911138", "7905688", "7383965", "5842823", "2554124", "4726075", "694863", "298606", "8623619"], "ranked_scores": [0.5765, 0.5653, 0.555, 0.5475, 0.5464, 0.5081, 0.5022, 0.5017, 0.4989, 0.4978], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "2812582", "5359258", "6926916", "8279447", "66616", "7011409", "452450", "6574813"], "ranked_scores": [0.8317, 0.8315, 0.8281, 0.8086, 0.807, 0.8023, 0.7974, 0.7923, 0.7845, 0.7771], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "7048914", "3640120", "7255675", "7048912", "7255678", "5450605", "8554964", "5346316"], "ranked_scores": [0.7701, 0.7675, 0.7543, 0.7454, 0.7445, 0.7396, 0.7366, 0.7285, 0.7246, 0.7245], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["4450104", "1805806", "3971679", "1179925", "378964", "5676506", "8643852", "1190311", "5606320", "970989"], "ranked_scores": [0.6081, 0.6027, 0.594, 0.5829, 0.5796, 0.5751, 0.568, 0.5659, 0.5633, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "4816964", "6964479", "7813557", "1173182", "320191", "1767388", "5108583", "3566159", "4318064"], "ranked_scores": [0.753, 0.7479, 0.7215, 0.7147, 0.711, 0.7075, 0.7027, 0.7015, 0.7009, 0.6977], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "3550559", "7698064", "4136867", "6252080", "5644076", "4041246", "3689309", "3428369"], "ranked_scores": [0.643, 0.5517, 0.5429, 0.5366, 0.4531, 0.3978, 0.3841, 0.3823, 0.3798, 0.3727], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "1640257", "1640260", "8452568", "2322244", "6950273", "1640256", "5110182", "6950275", "6733381"], "ranked_scores": [0.732, 0.7277, 0.7247, 0.7182, 0.6996, 0.694, 0.693, 0.6905, 0.6893, 0.6873], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5132484", "7187662", "2117748", "6124279", "5469449", "7137594", "6678435", "4617506", "6880517"], "ranked_scores": [0.6015, 0.5481, 0.5401, 0.5327, 0.5276, 0.5236, 0.5209, 0.5204, 0.5191, 0.5146], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "1438830", "4922192", "1226213", "1226215", "2136954", "1501685", "1588095", "209692"], "ranked_scores": [0.6988, 0.6892, 0.5913, 0.5045, 0.4982, 0.4662, 0.4433, 0.3978, 0.3843, 0.3839], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623383", "7058926", "7858639", "7058927", "7547697", "7168976", "295794", "7168973", "4996378", "295789"], "ranked_scores": [0.4269, 0.4138, 0.4137, 0.4067, 0.406, 0.4047, 0.3986, 0.3959, 0.3931, 0.3929], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "5809779", "7301816", "4892433", "6363854", "6363851", "6363850", "7301819", "5809784", "3803414"], "ranked_scores": [0.6388, 0.5891, 0.5866, 0.5802, 0.5793, 0.5793, 0.579, 0.5756, 0.5485, 0.5365], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970736", "8450827", "7970728", "8450828", "7970735", "8450833", "1265191", "320956", "8259514"], "ranked_scores": [0.7709, 0.756, 0.7504, 0.7487, 0.741, 0.7381, 0.726, 0.7002, 0.682, 0.6774], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "6193662", "4702013", "7160804", "5720449", "232771", "8128745", "7160799", "5841488", "4619086"], "ranked_scores": [0.7206, 0.7101, 0.6908, 0.684, 0.674, 0.6679, 0.6611, 0.659, 0.6575, 0.6571], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2010657", "5190750", "7220312", "2238728", "1136294", "7903539", "7872867", "8067800", "3936785"], "ranked_scores": [0.6704, 0.6021, 0.5479, 0.5426, 0.5288, 0.5196, 0.497, 0.4966, 0.4956, 0.4947], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5143532", "7937822", "2001870", "3830558", "3835174", "6368665", "5827343", "5644674", "3835170"], "ranked_scores": [0.6469, 0.6351, 0.6331, 0.625, 0.6231, 0.6208, 0.6192, 0.6192, 0.6179, 0.6146], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116932", "2116929", "7948042", "8157542", "3646584", "8722441", "2116936", "3646580", "2116938", "1435310"], "ranked_scores": [0.8305, 0.8223, 0.8181, 0.8025, 0.7998, 0.7989, 0.7977, 0.7975, 0.7788, 0.7763], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "6937119", "7218532", "6937120", "4985799", "2450611", "2870276", "5347138", "7809289", "7958943"], "ranked_scores": [0.6569, 0.5572, 0.5457, 0.542, 0.5362, 0.526, 0.5184, 0.5184, 0.5178, 0.5142], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "1307740", "2044069", "1674914", "2002380", "829440", "5964551", "7503576", "8045998", "4393603"], "ranked_scores": [0.7709, 0.7167, 0.7142, 0.7086, 0.6964, 0.6873, 0.6842, 0.6748, 0.6714, 0.6696], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489799", "6804877", "4595482", "2859564", "474971", "7170238", "1174164", "1174168", "4826837", "5233423"], "ranked_scores": [0.6714, 0.6671, 0.6624, 0.6436, 0.6414, 0.64, 0.6381, 0.6373, 0.6335, 0.6306], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "1023113", "2588002", "4796869", "863946", "5535297", "1839684", "4796876", "2587999", "2588000"], "ranked_scores": [0.7537, 0.7322, 0.7262, 0.7208, 0.7139, 0.7046, 0.687, 0.6868, 0.6806, 0.6805], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "7689710", "8820180", "4936994", "7689707", "2188117", "5039968", "1673140", "3368582", "5039965"], "ranked_scores": [0.6534, 0.6351, 0.6136, 0.6085, 0.6039, 0.601, 0.5999, 0.5603, 0.5442, 0.544], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["2443030", "3968773", "92150", "1460640", "3346337", "5729775", "1546056", "3046036", "4615784", "631307"], "ranked_scores": [0.8097, 0.8072, 0.8044, 0.8032, 0.7972, 0.7945, 0.7886, 0.7865, 0.7864, 0.7766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8426355", "2636672", "5269626", "1871086", "1017723", "4647338", "2796274", "5784428", "2636677", "3733774"], "ranked_scores": [0.7927, 0.7799, 0.7796, 0.7742, 0.7677, 0.7675, 0.767, 0.7629, 0.7622, 0.7615], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "4805366", "4805364", "1039754", "2820637", "5170949", "6343914", "5027731", "1088384", "1588755"], "ranked_scores": [0.7618, 0.7399, 0.7384, 0.7285, 0.7266, 0.7202, 0.7183, 0.7166, 0.7132, 0.7132], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "272188", "5832533", "4520834", "1665801", "7131195", "1123678", "1861116", "845706"], "ranked_scores": [0.7242, 0.7018, 0.6911, 0.691, 0.6905, 0.6743, 0.6738, 0.6733, 0.6729, 0.6721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8741687", "5952078", "6694795", "5351934", "7409003", "7810605", "2139645", "412211", "5184907", "3720839"], "ranked_scores": [0.7472, 0.7267, 0.726, 0.7169, 0.7157, 0.7145, 0.7138, 0.7137, 0.7121, 0.7117], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["7288502", "5352322", "2510740", "4278761", "2929750", "4377794", "4437972", "8265919", "5094229", "2536497"], "ranked_scores": [0.7121, 0.7114, 0.7096, 0.7005, 0.6952, 0.6939, 0.6934, 0.6883, 0.6868, 0.6778], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1536187", "3173599", "8624217", "4603370", "8584772", "3424319", "7899629", "8242417", "2175305", "7619577"], "ranked_scores": [0.6581, 0.6526, 0.6145, 0.6107, 0.6094, 0.5865, 0.5719, 0.571, 0.568, 0.5679], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8607085", "7833611", "4765788", "4451324", "6714731", "8796486", "1800205", "4765789", "7344853"], "ranked_scores": [0.689, 0.6586, 0.6577, 0.6494, 0.6434, 0.6284, 0.6276, 0.6153, 0.5881, 0.5864], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526871", "6503017", "7526867", "4786937", "1511155", "7526870", "1511150", "2898312", "4863107", "982652"], "ranked_scores": [0.7629, 0.7532, 0.7504, 0.7461, 0.742, 0.7382, 0.7294, 0.7275, 0.7272, 0.7228], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110612", "7110606", "8310623", "3259751", "7110611", "4303165", "1669333", "5546116", "4684314", "2299432"], "ranked_scores": [0.7464, 0.7443, 0.721, 0.7186, 0.7174, 0.7072, 0.7062, 0.6999, 0.6959, 0.6946], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["5362792", "1417034", "4502858", "1592532", "30085", "5336580", "6979705", "4502856", "166399", "5694666"], "ranked_scores": [0.789, 0.7869, 0.7863, 0.7843, 0.7804, 0.7755, 0.769, 0.768, 0.7653, 0.7592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207587", "6207588", "3712671", "7505807", "4687112", "6684798", "7886033", "3845663", "3108253"], "ranked_scores": [0.7097, 0.689, 0.6798, 0.6793, 0.6445, 0.6404, 0.6305, 0.621, 0.6208, 0.6181], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "2290637", "2391075", "4589415", "3661383", "174956", "1338702", "4205560", "2245440", "3765105"], "ranked_scores": [0.8455, 0.842, 0.8388, 0.8378, 0.8324, 0.8283, 0.8237, 0.8214, 0.8202, 0.8138], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "4991353", "3806458", "4991356", "8374135", "3672237", "6465402", "6988582", "7161101"], "ranked_scores": [0.7791, 0.7589, 0.7258, 0.7196, 0.7176, 0.7072, 0.7048, 0.6693, 0.646, 0.6369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4900578", "4409027", "4605271", "2531512", "5393501", "4605270", "8201717", "6300621", "3747811"], "ranked_scores": [0.6838, 0.6772, 0.6613, 0.6609, 0.6298, 0.531, 0.528, 0.5042, 0.4998, 0.4987], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "6632518", "6632522", "8586692", "7831679", "5186526", "4005369", "4590213", "6632520", "3942500"], "ranked_scores": [0.6531, 0.6519, 0.6453, 0.6432, 0.6407, 0.6381, 0.6379, 0.6365, 0.6345, 0.634], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5812523", "1716202", "5143805", "6761606", "1867101", "1933329", "8139545", "6955768", "921101", "4992578"], "ranked_scores": [0.7516, 0.7287, 0.7268, 0.7264, 0.7207, 0.7122, 0.7086, 0.6981, 0.6946, 0.6889], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7728427", "3252244", "7420248", "4258668", "2940016", "1969532", "2940019", "1623860", "7503113"], "ranked_scores": [0.7614, 0.7477, 0.7418, 0.7341, 0.7096, 0.6961, 0.6951, 0.6918, 0.6875, 0.6817], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "5304087", "7562631", "7562624", "1732853", "2024648", "8646229", "3811525", "1398369", "1732850"], "ranked_scores": [0.7412, 0.7118, 0.7074, 0.7005, 0.6495, 0.6438, 0.5838, 0.58, 0.5736, 0.568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "4127072", "1922718", "3742896", "5409485", "3716869", "5101805", "5409486", "1061740", "4158114"], "ranked_scores": [0.6536, 0.6325, 0.6224, 0.6198, 0.6171, 0.6154, 0.6154, 0.6118, 0.6078, 0.6043], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "3495835", "3495838", "3495840", "1634694", "3885772", "7770963", "6625132", "1079499"], "ranked_scores": [0.6912, 0.6664, 0.6442, 0.6413, 0.6267, 0.6163, 0.6163, 0.6157, 0.5755, 0.5284], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "6212597", "6401864", "609594", "6212591", "917841", "609590", "186816", "6965745", "1941403"], "ranked_scores": [0.7067, 0.6955, 0.6879, 0.6764, 0.6617, 0.5137, 0.4879, 0.4797, 0.4769, 0.4725], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "8499854", "1676112", "6948296", "7601059", "6938258", "1325723", "8499858", "5286547", "5128180"], "ranked_scores": [0.637, 0.5116, 0.486, 0.4815, 0.4649, 0.4638, 0.4635, 0.4629, 0.4596, 0.4565], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "1460685", "3668938", "2857974", "1420186", "1460689", "1460687", "8432430", "1460690"], "ranked_scores": [0.7125, 0.6676, 0.6332, 0.6286, 0.6261, 0.6245, 0.6221, 0.6163, 0.6116, 0.5844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "4437855", "7395884", "6567497", "7985411", "7104592", "1246649", "34456", "704294"], "ranked_scores": [0.7104, 0.7057, 0.6358, 0.6292, 0.6112, 0.6076, 0.6059, 0.605, 0.6041, 0.5936], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "8424304", "5955284", "1981693", "1981696", "1420930", "2229750", "6986881", "7152851", "7138494"], "ranked_scores": [0.6119, 0.5946, 0.5938, 0.5921, 0.575, 0.5683, 0.5667, 0.5463, 0.537, 0.5329], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "2830832", "8743966", "3881587", "8771883", "3596760", "5025261", "1304102", "3944077", "3664758"], "ranked_scores": [0.651, 0.6029, 0.5984, 0.5911, 0.5897, 0.5866, 0.5813, 0.5793, 0.5784, 0.5767], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m96-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["575979", "5917719", "7837267", "3527619", "8083127", "3445481", "5265626", "558173", "768350", "1674646"], "ranked_scores": [0.6485, 0.6121, 0.6094, 0.6059, 0.6026, 0.5986, 0.5971, 0.5881, 0.5761, 0.5668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "1297112", "542682", "1297109", "7248824", "1674644", "526260", "7187515", "3308552", "1150856"], "ranked_scores": [0.6817, 0.6717, 0.6568, 0.6521, 0.6245, 0.6238, 0.6106, 0.6078, 0.6026, 0.6015], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "911138", "298606", "5616900", "5221728", "8543994", "2403650", "7383965", "2403648"], "ranked_scores": [0.6326, 0.5918, 0.5801, 0.5695, 0.5477, 0.5396, 0.5083, 0.5026, 0.4995, 0.4966], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["66616", "5359258", "6926916", "8279447", "3338175", "5769842", "2541248", "4092415", "1983560", "5512724"], "ranked_scores": [0.7993, 0.7966, 0.7961, 0.7867, 0.7775, 0.7701, 0.7659, 0.7643, 0.7616, 0.7611], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "3794304", "7048914", "5450605", "3794300", "5346316", "1587850", "8554964", "2070215", "7255678"], "ranked_scores": [0.7198, 0.7179, 0.7012, 0.6983, 0.6903, 0.6812, 0.6695, 0.665, 0.665, 0.6592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "3205963", "8817884", "378964", "4496437", "8643852", "2190617", "3971679", "1975045", "1825327"], "ranked_scores": [0.5532, 0.5498, 0.5444, 0.5413, 0.5258, 0.5198, 0.515, 0.5102, 0.5084, 0.5059], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "6964479", "7813557", "7840121", "4816964", "1777799", "6964486", "5227711", "6980305", "6801871"], "ranked_scores": [0.7058, 0.7016, 0.6943, 0.6862, 0.6834, 0.6741, 0.6653, 0.6501, 0.6499, 0.627], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5644075", "1043672", "5644076", "7637427", "147832", "8069476"], "ranked_scores": [0.6707, 0.6697, 0.6176, 0.5599, 0.5447, 0.4531, 0.4462, 0.4281, 0.4229, 0.4136], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "8452568", "2322244", "1365215", "249524", "5110182", "6950276", "289409", "1102477", "4667084"], "ranked_scores": [0.727, 0.7212, 0.639, 0.6387, 0.62, 0.6072, 0.6036, 0.6015, 0.6001, 0.593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "2117748", "5132484", "5469449", "8215736", "7187662", "7137594", "1696206", "5324876", "2117742"], "ranked_scores": [0.6322, 0.5141, 0.5113, 0.5074, 0.5071, 0.494, 0.4764, 0.4736, 0.4736, 0.4711], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1226215", "1438830", "2037947", "5022892", "6062397", "4711434", "6042871"], "ranked_scores": [0.7488, 0.7481, 0.5545, 0.5363, 0.5278, 0.4956, 0.4817, 0.4687, 0.4677, 0.4676], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7858636", "2899047", "662304", "8223942", "5043664", "7168973", "8111528", "7168976", "4231642", "295794"], "ranked_scores": [0.4502, 0.397, 0.3949, 0.3814, 0.3654, 0.3612, 0.3562, 0.3511, 0.3481, 0.3448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "5809779", "4892433", "6363851", "7301814", "5809784", "4561063", "277376"], "ranked_scores": [0.7223, 0.6695, 0.6695, 0.5539, 0.5532, 0.5496, 0.54, 0.537, 0.5326, 0.5324], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "7970736", "8450827", "8259514", "8259512", "7970734", "1265191", "7970735", "8450833", "7970728"], "ranked_scores": [0.751, 0.7309, 0.7304, 0.7285, 0.7083, 0.7017, 0.7003, 0.6961, 0.6765, 0.6621], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "8296550", "6145894", "8346654", "7160804", "8296554", "981996", "7749216", "6193662"], "ranked_scores": [0.6962, 0.5989, 0.591, 0.5868, 0.5859, 0.5835, 0.5749, 0.5629, 0.5414, 0.5411], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "5190750", "5190753", "1488928", "3452115", "7691443", "7220313", "7903539", "8484568"], "ranked_scores": [0.7578, 0.7479, 0.4928, 0.4791, 0.4684, 0.4654, 0.4634, 0.4491, 0.4481, 0.4469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7805085", "4830263", "7870705", "7937824", "7108982", "8584557", "7870704", "4830265"], "ranked_scores": [0.7535, 0.6348, 0.5576, 0.5566, 0.5539, 0.5393, 0.5275, 0.5268, 0.5183, 0.5164], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "7948050", "7948042", "4880893", "2116938", "3646584", "2116936", "2116932", "2116929", "2116933"], "ranked_scores": [0.6888, 0.6832, 0.6621, 0.6521, 0.6191, 0.6185, 0.6163, 0.6132, 0.6084, 0.6048], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "1815026", "5980491", "4374443", "3333503", "1611463", "2535705", "4374445", "7480853"], "ranked_scores": [0.7109, 0.6978, 0.5433, 0.5339, 0.5262, 0.5213, 0.5156, 0.5049, 0.5014, 0.5011], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "2091063", "4624992", "3444262", "7153163", "6951440", "8045998", "5365824", "7503576"], "ranked_scores": [0.6499, 0.573, 0.5689, 0.5417, 0.5398, 0.5374, 0.5351, 0.5164, 0.5142, 0.5121], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "6804877", "2131335", "4489794", "7827765", "2859564", "413808", "4489799", "2131339", "4489797"], "ranked_scores": [0.5658, 0.5347, 0.5339, 0.529, 0.5206, 0.5128, 0.5104, 0.5087, 0.5044, 0.5002], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "1918866", "863946", "391342", "391341", "7623736", "3853232", "7134383", "2588002"], "ranked_scores": [0.7878, 0.756, 0.7321, 0.731, 0.7075, 0.7061, 0.7059, 0.7047, 0.6916, 0.6895], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["8820180", "7689707", "7689710", "6506033", "2188117", "5364572", "4390430", "4936994", "623987", "409310"], "ranked_scores": [0.572, 0.5522, 0.5296, 0.522, 0.5009, 0.4939, 0.4712, 0.4611, 0.4516, 0.449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "1460640", "3968773", "3346337", "2443030", "1546056", "5808457", "6979322", "4615784"], "ranked_scores": [0.8722, 0.8553, 0.8404, 0.8376, 0.8364, 0.8284, 0.8251, 0.7943, 0.7796, 0.7778], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2796274", "1070634", "8426355", "5055675", "4942019", "7424964", "4942015", "1871086", "6082244", "7992320"], "ranked_scores": [0.7702, 0.7621, 0.7484, 0.7444, 0.7419, 0.7375, 0.7369, 0.7251, 0.7234, 0.7222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "5174051", "5170949", "5027731", "8421090", "954268", "5440997", "1588747", "1333652"], "ranked_scores": [0.6881, 0.6759, 0.6253, 0.6114, 0.5812, 0.561, 0.5573, 0.5537, 0.5521, 0.5487], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "7249172", "1314383", "2576605", "870351", "2576606", "272188", "2692492", "551238"], "ranked_scores": [0.7801, 0.7443, 0.7041, 0.7002, 0.6973, 0.6969, 0.6968, 0.6948, 0.6938, 0.6844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "7810605", "8265258", "250946", "3720839", "5085223", "1615478", "1663808", "5408281", "3296425"], "ranked_scores": [0.6013, 0.5774, 0.5087, 0.5081, 0.507, 0.5033, 0.5012, 0.4962, 0.4955, 0.4916], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7288502", "4437972", "5094229", "7646422", "4377794", "5352322", "2536497", "2510740", "2195944"], "ranked_scores": [0.6717, 0.6663, 0.6544, 0.6524, 0.6483, 0.6462, 0.6211, 0.6205, 0.6158, 0.6052], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["5499496", "6818953", "6408406", "7154587", "6045016", "6818958", "7154585", "3924136", "6818952", "7503128"], "ranked_scores": [0.554, 0.5355, 0.5261, 0.5217, 0.5197, 0.5163, 0.5122, 0.5102, 0.5091, 0.5087], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "8796486", "5675630", "4765785", "4451324", "7344853", "8773427", "4765788", "3979452"], "ranked_scores": [0.6624, 0.5978, 0.5969, 0.5645, 0.5617, 0.5221, 0.5124, 0.4975, 0.488, 0.4878], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "2099688", "3141441", "4786937", "7526868", "1511150", "4005928", "7641309", "982652", "447409"], "ranked_scores": [0.7957, 0.7826, 0.7704, 0.7702, 0.7655, 0.7627, 0.7617, 0.7556, 0.7554, 0.7546], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "7937494", "7770196", "5546116", "5164644", "8331763", "7833100", "5655"], "ranked_scores": [0.7168, 0.6359, 0.5932, 0.5818, 0.5525, 0.548, 0.5452, 0.5363, 0.5328, 0.5326], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "4502858", "1417034", "5336580", "30088", "2391916", "4502856", "30089", "6979705"], "ranked_scores": [0.8023, 0.7867, 0.7385, 0.7247, 0.6909, 0.6851, 0.681, 0.668, 0.6644, 0.6597], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "7645257", "6428732", "7505807", "5133662", "1464540", "133509", "8098325", "7853301"], "ranked_scores": [0.7, 0.5584, 0.5411, 0.5403, 0.5392, 0.5385, 0.538, 0.5312, 0.5197, 0.5118], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "2565560", "3920912", "4589415", "4111498", "174956", "2290637", "3765105", "2835995", "1899171"], "ranked_scores": [0.7115, 0.6929, 0.6923, 0.692, 0.6905, 0.6902, 0.6846, 0.6792, 0.6718, 0.6709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "3672237", "4991354", "1621473", "3148555", "4991353", "3806458", "4991356", "826058", "3699781"], "ranked_scores": [0.6952, 0.6336, 0.6285, 0.6162, 0.6087, 0.586, 0.5745, 0.5676, 0.5628, 0.5493], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "6193415", "1250411", "4605271", "5393501", "3747811", "2531512", "7575158"], "ranked_scores": [0.6898, 0.6443, 0.6273, 0.5853, 0.5769, 0.5733, 0.5584, 0.546, 0.5432, 0.5319], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["6632522", "7831679", "6632518", "139961", "6632520", "1063811", "4951287", "1063812", "4005369", "3942500"], "ranked_scores": [0.671, 0.6697, 0.6648, 0.6602, 0.6552, 0.6532, 0.6486, 0.6415, 0.6411, 0.63], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "5812523", "1933329", "886990", "5143805", "6903201", "1716202", "1631830", "6761606", "8139545"], "ranked_scores": [0.6217, 0.6207, 0.6155, 0.6087, 0.6034, 0.5984, 0.5973, 0.5948, 0.5909, 0.5903], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "4258663", "2940019", "3252244", "5339586", "5339587", "1969532", "8532695", "7503113", "4258668"], "ranked_scores": [0.7466, 0.7306, 0.7287, 0.7283, 0.6434, 0.6325, 0.6248, 0.6184, 0.618, 0.6178], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "8822769", "3451041", "3451044", "3811525", "8646229", "7611886", "7562631", "5304087"], "ranked_scores": [0.7562, 0.7028, 0.6338, 0.6333, 0.6235, 0.6206, 0.6129, 0.5998, 0.5859, 0.5847], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221430", "8221437", "4127072", "4343906", "8221431", "4158114", "8015905", "2574259", "1061740"], "ranked_scores": [0.6431, 0.6359, 0.6332, 0.6287, 0.5997, 0.5874, 0.5737, 0.5734, 0.5578, 0.5574], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495838", "3495835", "3495831", "3495840", "8400909", "8424890", "7770959", "3147298"], "ranked_scores": [0.6557, 0.6495, 0.5598, 0.5342, 0.5208, 0.5101, 0.4966, 0.4869, 0.4788, 0.4774], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212591", "6212597", "1053306", "1053300", "471140", "1053302", "3843788"], "ranked_scores": [0.7942, 0.7765, 0.716, 0.7134, 0.6587, 0.5118, 0.4936, 0.4892, 0.472, 0.4717], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "5145284", "4520541", "217890", "2790097", "8349710", "6396838", "5299257", "7332215", "7704729"], "ranked_scores": [0.7429, 0.4533, 0.4366, 0.4066, 0.4021, 0.3981, 0.3974, 0.3899, 0.3884, 0.3867], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "8177246", "7511874", "4846553", "8068698", "7966586", "1460690", "3668938"], "ranked_scores": [0.7524, 0.6842, 0.6826, 0.5992, 0.5942, 0.5933, 0.5924, 0.5924, 0.5879, 0.5874], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "34456", "6124976", "1690952", "1728760", "3302094", "1136108", "3215105"], "ranked_scores": [0.7497, 0.7494, 0.6288, 0.5323, 0.5251, 0.5232, 0.5158, 0.5102, 0.4988, 0.4981], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "1420930", "1981693", "7888894", "6986881", "8424304", "2229750", "1981696", "5955284", "7589844"], "ranked_scores": [0.6075, 0.5985, 0.5902, 0.587, 0.5799, 0.5774, 0.5733, 0.562, 0.56, 0.5499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "3664758", "6342544", "3687242", "8771883", "2819440", "3935875", "1953277", "8743967"], "ranked_scores": [0.7253, 0.5541, 0.501, 0.4714, 0.4664, 0.4605, 0.4525, 0.4483, 0.4481, 0.4465], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m192-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["575979", "5265626", "3445481", "3527619", "5917719", "615746", "768350", "8083127", "5633832", "1674646"], "ranked_scores": [0.6283, 0.5853, 0.5758, 0.564, 0.5638, 0.5492, 0.5473, 0.546, 0.5459, 0.5457], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "7248824", "542682", "1674644", "1297112", "1297109", "3308552", "7121381", "7187515", "4808866"], "ranked_scores": [0.6546, 0.6165, 0.6149, 0.6145, 0.6114, 0.5939, 0.5884, 0.5665, 0.5627, 0.5614], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "911138", "298606", "5842823", "5616900", "4921435", "3475986", "5221728", "8186121", "7383965"], "ranked_scores": [0.5856, 0.5427, 0.5377, 0.5365, 0.5036, 0.4993, 0.492, 0.4919, 0.4757, 0.473], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["6926916", "66616", "8279447", "3338175", "5359258", "3125130", "3589438", "5769842", "7011409", "1983560"], "ranked_scores": [0.7718, 0.7682, 0.7581, 0.7526, 0.7464, 0.739, 0.7372, 0.7366, 0.7306, 0.7275], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "7048914", "5450605", "5346316", "8554964", "3794300", "4269405", "1587850", "2070215"], "ranked_scores": [0.6837, 0.6763, 0.6659, 0.6488, 0.6448, 0.6351, 0.635, 0.6334, 0.6219, 0.6216], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["378964", "2190617", "1975045", "4496437", "8817884", "3205963", "5606320", "1229810", "1494980", "1111800"], "ranked_scores": [0.5295, 0.5255, 0.5241, 0.521, 0.5145, 0.5127, 0.5076, 0.4973, 0.4922, 0.492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "6964479", "7260457", "4816964", "7840121", "6964486", "1777799", "6980305", "5227711", "6801871"], "ranked_scores": [0.646, 0.6364, 0.629, 0.609, 0.6078, 0.585, 0.5831, 0.5802, 0.572, 0.572], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5644075", "5644076", "1043672", "147832", "8069476", "4240249"], "ranked_scores": [0.6213, 0.6094, 0.5964, 0.5234, 0.4623, 0.4247, 0.4184, 0.411, 0.411, 0.4013], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "5110182", "1365215", "249524", "6950275", "2322244", "6950276", "289409", "1102477"], "ranked_scores": [0.6547, 0.6302, 0.5905, 0.5805, 0.5768, 0.5694, 0.5646, 0.5595, 0.5579, 0.5534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "8215736", "2348797", "7137594", "3434622", "5469449", "2066852", "6124279", "5132484", "2117748"], "ranked_scores": [0.6008, 0.4991, 0.4826, 0.4817, 0.4798, 0.475, 0.4718, 0.4692, 0.4662, 0.4603], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1438830", "1234413", "1226215", "6360246", "5022892", "2469923", "6042871"], "ranked_scores": [0.6827, 0.6813, 0.5175, 0.4873, 0.4829, 0.4768, 0.471, 0.4706, 0.4623, 0.4579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["2899047", "7858636", "8223942", "662304", "4231642", "5043664", "6807529", "295789", "6912717", "6535340"], "ranked_scores": [0.4119, 0.4095, 0.4081, 0.3732, 0.3675, 0.3659, 0.354, 0.337, 0.3366, 0.3354], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "1317497", "7301814", "5809779", "5809784", "4798572", "7331852", "4561063"], "ranked_scores": [0.6949, 0.6435, 0.6429, 0.5189, 0.5065, 0.4973, 0.4931, 0.4858, 0.4828, 0.4827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "7970736", "7970735", "8259514", "8450827", "8259512", "7970728", "1265191", "8450833", "7970734"], "ranked_scores": [0.7055, 0.6726, 0.6639, 0.6557, 0.6526, 0.6506, 0.634, 0.6327, 0.6161, 0.6141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "8346654", "5395324", "7160804", "8296550", "4702013", "6193662", "6145894", "8296554"], "ranked_scores": [0.6677, 0.5646, 0.5436, 0.5392, 0.5362, 0.5346, 0.534, 0.5123, 0.5099, 0.5081], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "7220313", "5190750", "3452115", "4768599", "1488928", "8484568", "1488965", "1136294"], "ranked_scores": [0.7277, 0.6922, 0.4618, 0.4571, 0.4524, 0.4458, 0.4388, 0.4345, 0.4323, 0.4316], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "7805085", "4830263", "7108982", "8091571", "8584557", "7870704", "7937824"], "ranked_scores": [0.7184, 0.57, 0.5292, 0.525, 0.5047, 0.4868, 0.4833, 0.4765, 0.4719, 0.469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "8157542", "7948042", "4880893", "2116936", "2116938", "3646584", "2116929", "2116933", "3646580"], "ranked_scores": [0.6389, 0.6266, 0.597, 0.5967, 0.5773, 0.5646, 0.5528, 0.5471, 0.5437, 0.5261], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "3333503", "5980491", "1611463", "4374445", "4725494", "1815026", "2260935", "3225747"], "ranked_scores": [0.6688, 0.6668, 0.5045, 0.4992, 0.4795, 0.477, 0.4709, 0.4696, 0.4688, 0.4626], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "2091063", "6951440", "5231134", "3444262", "4624992", "7454251", "7503576", "7153163"], "ranked_scores": [0.5957, 0.5383, 0.5221, 0.5139, 0.5128, 0.5124, 0.4956, 0.4945, 0.4913, 0.4892], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489794", "7170234", "7827765", "4826837", "2131335", "6804877", "2859564", "4489797", "413808", "2131339"], "ranked_scores": [0.5172, 0.5141, 0.5065, 0.5013, 0.4903, 0.4898, 0.4883, 0.4873, 0.4795, 0.4792], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "391342", "863946", "391341", "7623736", "1918866", "7134383", "2588002", "3853232"], "ranked_scores": [0.7372, 0.6992, 0.663, 0.6628, 0.6548, 0.6547, 0.6537, 0.6451, 0.6394, 0.6393], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "8820180", "6506033", "7689710", "5364572", "2188117", "4936994", "623987", "409310", "1673140"], "ranked_scores": [0.5297, 0.5237, 0.5095, 0.5026, 0.4758, 0.4574, 0.4527, 0.4455, 0.441, 0.4376], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3346337", "2443030", "1460640", "3968773", "1546056", "4615784", "5808457", "1506380"], "ranked_scores": [0.81, 0.7954, 0.7566, 0.7514, 0.7482, 0.7444, 0.7313, 0.7106, 0.7055, 0.7038], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2796274", "1070634", "6082244", "8426355", "7992320", "5055675", "7424964", "5784428", "1106640", "3733774"], "ranked_scores": [0.7117, 0.7077, 0.6964, 0.6919, 0.6784, 0.6747, 0.6726, 0.6703, 0.6687, 0.6679], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "5170949", "5174051", "5027731", "1588747", "5440997", "6343914", "954268", "8421090"], "ranked_scores": [0.6314, 0.6014, 0.5857, 0.5674, 0.5455, 0.5409, 0.5317, 0.5075, 0.5053, 0.5034], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "870351", "1613678", "551238", "2576605", "2692492", "2576606", "272188", "7249172", "1314383"], "ranked_scores": [0.725, 0.6941, 0.6877, 0.6712, 0.6689, 0.658, 0.6489, 0.6329, 0.6318, 0.6219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "7810605", "3296425", "250946", "3720839", "3869346", "1663808", "8277053", "1615478", "6090442"], "ranked_scores": [0.534, 0.5301, 0.4936, 0.4712, 0.4679, 0.4592, 0.4495, 0.4483, 0.4482, 0.448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "4377794", "4437972", "7288502", "7646422", "5352322", "5094229", "2536497", "2195944", "5335298"], "ranked_scores": [0.6359, 0.6213, 0.6036, 0.603, 0.6019, 0.5921, 0.59, 0.5871, 0.5794, 0.5562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["5499496", "5142519", "7154587", "1237202", "6045016", "6818958", "5940921", "6818953", "1948259", "4594595"], "ranked_scores": [0.5195, 0.4931, 0.4879, 0.483, 0.4818, 0.481, 0.4779, 0.4755, 0.4744, 0.4707], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4765785", "7833611", "8796486", "3979452", "5675630", "4451324", "4765789", "8773427", "7344853"], "ranked_scores": [0.6096, 0.541, 0.5376, 0.5239, 0.4829, 0.4812, 0.4787, 0.4552, 0.452, 0.4426], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "982652", "2099688", "4786937", "5525449", "4005928", "3141441", "7526868", "6503017", "1511150"], "ranked_scores": [0.7224, 0.7196, 0.7166, 0.7033, 0.6982, 0.6967, 0.6964, 0.6963, 0.6957, 0.6915], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7770196", "7110611", "7937494", "5546116", "5655", "7041861", "8331763", "5280582"], "ranked_scores": [0.6533, 0.5666, 0.5443, 0.5412, 0.5166, 0.5052, 0.4972, 0.4967, 0.4947, 0.4918], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "4502858", "1417034", "30088", "5336580", "30089", "2391916", "4502856", "30085"], "ranked_scores": [0.7362, 0.698, 0.6811, 0.6631, 0.6393, 0.6371, 0.6304, 0.6103, 0.6099, 0.6082], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "7645257", "133509", "1464540", "7505807", "7853301", "5904163", "8098325", "6207587"], "ranked_scores": [0.6684, 0.5565, 0.5439, 0.5067, 0.5054, 0.504, 0.4987, 0.4925, 0.4851, 0.4823], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4111498", "1338705", "4004619", "4589415", "174956", "2565560", "3920912", "1338703", "1338702", "4893298"], "ranked_scores": [0.6647, 0.6494, 0.648, 0.6411, 0.6364, 0.6358, 0.6348, 0.6289, 0.6285, 0.6283], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "1621473", "3672237", "4991354", "4991353", "3148555", "3806458", "826058", "4991356", "2823095"], "ranked_scores": [0.6374, 0.6032, 0.5995, 0.5904, 0.5663, 0.5577, 0.5364, 0.5332, 0.5322, 0.5209], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4900578", "4409027", "3747811", "1250411", "4605271", "6193415", "2531512", "5393501", "81365"], "ranked_scores": [0.6202, 0.5713, 0.555, 0.5237, 0.5205, 0.5172, 0.5076, 0.5073, 0.5025, 0.4949], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "4951287", "139961", "6632518", "6632520", "139970", "1063811", "6632522", "139964", "4590213"], "ranked_scores": [0.6315, 0.6052, 0.6003, 0.5899, 0.5878, 0.5833, 0.5832, 0.576, 0.5724, 0.5704], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "6761606", "5812523", "5143805", "1933329", "1716202", "886990", "4117805", "8139545", "3689305"], "ranked_scores": [0.6056, 0.5819, 0.5685, 0.5657, 0.5629, 0.5508, 0.5444, 0.5429, 0.5428, 0.5364], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "4258663", "2940019", "3252244", "4258668", "5339587", "5339586", "8532695", "1969532", "7503113"], "ranked_scores": [0.7171, 0.6741, 0.6684, 0.6646, 0.6125, 0.5912, 0.591, 0.5818, 0.5739, 0.5636], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "3451041", "8646229", "3451044", "8822769", "3811525", "3451043", "5304087", "7562631"], "ranked_scores": [0.7098, 0.6417, 0.5903, 0.5881, 0.5784, 0.5668, 0.5514, 0.55, 0.525, 0.5242], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221437", "8221430", "4127072", "4343906", "5431260", "8221431", "4158114", "8015905", "2574259"], "ranked_scores": [0.6054, 0.5961, 0.5894, 0.5739, 0.5397, 0.5332, 0.5284, 0.5191, 0.5101, 0.5094], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495838", "3495835", "3495831", "3495840", "7770959", "8400909", "3147298", "108001"], "ranked_scores": [0.6398, 0.6073, 0.5516, 0.5354, 0.532, 0.5194, 0.4876, 0.4692, 0.4557, 0.4532], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212591", "6212597", "1053306", "1053300", "917841", "471140", "3843788"], "ranked_scores": [0.7338, 0.7312, 0.6766, 0.6595, 0.6286, 0.4992, 0.4834, 0.4819, 0.4818, 0.4713], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "5145284", "7332215", "8736649", "5090588", "6396838", "7078336", "2790097", "8349710"], "ranked_scores": [0.7183, 0.438, 0.4145, 0.4078, 0.3998, 0.3918, 0.3913, 0.391, 0.3851, 0.3709], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "1460687", "7966586", "3668938", "1793105", "10221", "8068698", "3772534"], "ranked_scores": [0.6916, 0.6522, 0.6299, 0.5841, 0.5789, 0.5687, 0.5651, 0.565, 0.5626, 0.5619], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "34456", "6124976", "4878176", "1690952", "1452606", "6533908", "1136108"], "ranked_scores": [0.7138, 0.7062, 0.595, 0.5109, 0.506, 0.5008, 0.4942, 0.4929, 0.4794, 0.4791], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["6986881", "7589839", "7888894", "1981693", "1981696", "6361048", "2229750", "1420930", "5955284", "7138494"], "ranked_scores": [0.5703, 0.5592, 0.5568, 0.5527, 0.5525, 0.5229, 0.5199, 0.5164, 0.5144, 0.5136], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "3664758", "4385335", "6342544", "4957113", "3935875", "5262322", "1953277", "3687242"], "ranked_scores": [0.6956, 0.5156, 0.4668, 0.4451, 0.4434, 0.4266, 0.4225, 0.4222, 0.4183, 0.4174], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m96-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["8083127", "7837267", "575979", "3527619", "1674646", "8083121", "2684883", "558173", "6162682", "7275122"], "ranked_scores": [0.6813, 0.6802, 0.6752, 0.6569, 0.6546, 0.6523, 0.6493, 0.6406, 0.6404, 0.6391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "5633832", "1297109", "8083127", "2581550", "220565", "1674644", "1021034", "1674646", "157696"], "ranked_scores": [0.6209, 0.6104, 0.5999, 0.5913, 0.5813, 0.5766, 0.5636, 0.5578, 0.5572, 0.553], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "7383965", "911138", "6236648", "1238142", "298606", "5221728", "2295208", "5951944"], "ranked_scores": [0.5727, 0.5313, 0.5303, 0.4985, 0.4981, 0.4937, 0.4894, 0.4802, 0.4764, 0.4754], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "5769842", "2812582", "7369987", "3399535", "6368609", "7011409", "5984488", "8279447", "5684712"], "ranked_scores": [0.6728, 0.668, 0.6668, 0.6548, 0.6357, 0.6077, 0.5984, 0.5965, 0.5928, 0.5853], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "5450605", "7048914", "2070215", "1159742", "7255675", "7255678", "5346316", "7048912"], "ranked_scores": [0.5346, 0.5192, 0.4977, 0.4836, 0.4755, 0.4619, 0.4481, 0.4466, 0.4449, 0.443], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "3205963", "8817884", "7600993", "1190311", "1494980", "7929603", "2049514", "4450104", "8299818"], "ranked_scores": [0.569, 0.4673, 0.4656, 0.4566, 0.4556, 0.4513, 0.4464, 0.4374, 0.4318, 0.4296], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "7813557", "6964479", "5227711", "6801871", "6980305", "6964486", "6815901", "1777799"], "ranked_scores": [0.6864, 0.6836, 0.6517, 0.6485, 0.6204, 0.6096, 0.5874, 0.5606, 0.5599, 0.5525], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "5997547", "5079417", "4154575", "3550559", "4041246", "8343642", "2562047"], "ranked_scores": [0.6498, 0.626, 0.5881, 0.5346, 0.528, 0.5227, 0.5112, 0.5058, 0.504, 0.4965], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "8452568", "6950269", "1365215", "5110182", "289409", "249524", "6950276", "7531871", "4667084"], "ranked_scores": [0.556, 0.5552, 0.5466, 0.5353, 0.5275, 0.5168, 0.5164, 0.5137, 0.5088, 0.4934], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "4562810", "947575", "7187662", "2552610", "4513419", "6124279", "5931817", "2323827", "8190833"], "ranked_scores": [0.5359, 0.4846, 0.4744, 0.4706, 0.4539, 0.4411, 0.4384, 0.4345, 0.4299, 0.4287], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1226213", "8583766", "4405605", "8583763", "2469923", "1438830", "209692"], "ranked_scores": [0.6354, 0.6038, 0.4725, 0.4454, 0.4341, 0.4287, 0.423, 0.4129, 0.4127, 0.3928], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["5389787", "4623383", "4069689", "5289585", "662304", "8111528", "5196335", "7058926", "295794", "2242588"], "ranked_scores": [0.4099, 0.4004, 0.3906, 0.3872, 0.3765, 0.3762, 0.3716, 0.3712, 0.3676, 0.3566], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301814", "7301818", "3512764", "277376", "6808332", "3803414", "277374"], "ranked_scores": [0.6773, 0.6714, 0.6687, 0.4983, 0.494, 0.4918, 0.4807, 0.4749, 0.4581, 0.4291], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "7970736", "8259512", "8450827", "8259514", "1265191", "7970735", "8450833", "7970734", "8450828"], "ranked_scores": [0.6789, 0.6703, 0.6668, 0.6045, 0.5683, 0.5681, 0.5615, 0.5584, 0.5327, 0.5285], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "8296550", "3457120", "4702013", "8296554", "8128745", "7185831", "485410", "734127"], "ranked_scores": [0.6792, 0.6285, 0.6104, 0.6047, 0.6039, 0.5997, 0.5965, 0.5919, 0.5876, 0.5851], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "2010657", "3936785", "8484568", "8067800", "4768599", "665690", "3505871"], "ranked_scores": [0.6513, 0.5785, 0.4422, 0.4404, 0.41, 0.4096, 0.4072, 0.4013, 0.3945, 0.3908], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7870700", "630599", "5827343", "5672319", "630605", "5644674", "5261392", "3702788"], "ranked_scores": [0.6505, 0.5141, 0.5081, 0.4863, 0.4613, 0.4603, 0.4566, 0.4527, 0.451, 0.4459], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116932", "7948042", "4880893", "7948050", "8157542", "2116936", "4880896", "3646584", "2116929", "2116938"], "ranked_scores": [0.7142, 0.7139, 0.7121, 0.7012, 0.685, 0.6716, 0.6623, 0.6579, 0.6507, 0.6483], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "2450611", "7958943", "4998837", "3056113", "2647181", "2564157", "2870276", "2356986", "7795675"], "ranked_scores": [0.4964, 0.4909, 0.4552, 0.4082, 0.404, 0.3942, 0.3871, 0.3818, 0.38, 0.3775], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "4393601", "1226636", "4393603", "5231134", "2044076", "3444262", "1726611", "925659", "6641480"], "ranked_scores": [0.6616, 0.6115, 0.6109, 0.6076, 0.6009, 0.5832, 0.5713, 0.5656, 0.549, 0.5455], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489797", "7827765", "2131335", "2131339", "7170238", "6127285", "413808", "7803391", "7170234", "4489799"], "ranked_scores": [0.3874, 0.3803, 0.3608, 0.3556, 0.3485, 0.3282, 0.3263, 0.3205, 0.3154, 0.3076], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "1839684", "8045986", "8540414", "2588002", "4796869", "7134383", "3853232", "1918866", "7623736"], "ranked_scores": [0.7594, 0.7437, 0.7355, 0.7222, 0.7121, 0.7066, 0.7035, 0.6918, 0.6891, 0.6849], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "8820180", "3768485", "1673140", "5364572", "4390430", "7689707", "3246403", "7689710"], "ranked_scores": [0.5571, 0.5303, 0.5079, 0.497, 0.4886, 0.4627, 0.4588, 0.4568, 0.4565, 0.4552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3968773", "92150", "3346337", "1460640", "2443030", "1546056", "6979322", "5210161", "5668797", "6979330"], "ranked_scores": [0.7037, 0.6878, 0.6794, 0.6583, 0.6572, 0.651, 0.6462, 0.629, 0.6125, 0.6116], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5739636", "4942019", "2796274", "5269626", "4901734", "4942015", "8426355", "2636668", "2796265", "7992320"], "ranked_scores": [0.7269, 0.7134, 0.7035, 0.6932, 0.6864, 0.676, 0.6751, 0.6712, 0.6692, 0.665], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "4805364", "5174051", "7527096", "1333652", "1588747", "2820637", "4805366", "1039754", "101099"], "ranked_scores": [0.5685, 0.5505, 0.5361, 0.532, 0.5311, 0.5256, 0.5188, 0.51, 0.5089, 0.5081], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576605", "2576606", "551238", "7137675", "2692492", "6033952", "272190", "272188", "870345"], "ranked_scores": [0.723, 0.6788, 0.6752, 0.6556, 0.6553, 0.6498, 0.6379, 0.6316, 0.6272, 0.614], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6465151", "8277053", "6797667", "1850491", "6694795", "5408281", "7409003", "5351935", "8716923", "5149609"], "ranked_scores": [0.6069, 0.5798, 0.568, 0.5642, 0.5559, 0.5556, 0.5468, 0.5415, 0.5395, 0.5359], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7288502", "7646422", "5094229", "5756090", "278768", "5352322", "2061122", "5196370", "3557230"], "ranked_scores": [0.6759, 0.6595, 0.6485, 0.645, 0.613, 0.6108, 0.6083, 0.6049, 0.5928, 0.5801], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["2068025", "6818953", "5499496", "3872927", "1237202", "8531579", "7154587", "1463441", "6818958", "3230959"], "ranked_scores": [0.5277, 0.5147, 0.5068, 0.5044, 0.4888, 0.4857, 0.4745, 0.4742, 0.4699, 0.4657], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "2396672", "4451324", "8796486", "5675630", "8796481", "3039809", "4966850", "2918527", "7833611"], "ranked_scores": [0.563, 0.5476, 0.5399, 0.5395, 0.5387, 0.5297, 0.5221, 0.522, 0.5127, 0.5059], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "1511150", "4863108", "4786937", "2898312", "982652", "2208599", "4863107", "3141441", "2617812"], "ranked_scores": [0.6749, 0.6631, 0.6616, 0.6525, 0.645, 0.6411, 0.6399, 0.6388, 0.6359, 0.6321], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "5655", "7937494", "8310623", "4586889", "3701436", "7770196", "4303165"], "ranked_scores": [0.6942, 0.6252, 0.5768, 0.5755, 0.5667, 0.5647, 0.5644, 0.5594, 0.5582, 0.5564], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "8327486", "4256443", "5336580", "3659405", "2066951", "5343617", "3770821", "4522649", "2366115"], "ranked_scores": [0.7065, 0.6524, 0.6216, 0.6209, 0.6054, 0.5943, 0.5894, 0.5802, 0.58, 0.5791], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "5904163", "754800", "6207588", "6207587", "7119732", "7853301", "5827787", "1696161"], "ranked_scores": [0.6436, 0.5482, 0.546, 0.5336, 0.5293, 0.5286, 0.5056, 0.4975, 0.4913, 0.4897], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "5206549", "4004619", "2290637", "2835995", "7734838", "1338705", "2565560", "1338702", "6302238"], "ranked_scores": [0.6603, 0.6562, 0.6533, 0.6477, 0.6435, 0.6383, 0.6273, 0.6254, 0.6244, 0.6233], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3806458", "4991356", "4991354", "7161101", "4991353", "8374135", "3148555", "3672237", "6465402"], "ranked_scores": [0.6729, 0.6531, 0.647, 0.6247, 0.617, 0.5761, 0.5563, 0.5469, 0.5323, 0.5098], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "7778956", "4409027", "4605271", "2531512", "5393501", "4605270", "3747811", "2531517", "7778949"], "ranked_scores": [0.6176, 0.6078, 0.5863, 0.5844, 0.5522, 0.5388, 0.526, 0.5167, 0.5102, 0.5089], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "6632518", "6632520", "6632522", "7831679", "2488121", "1063812", "3942500", "4005369", "4590213"], "ranked_scores": [0.6166, 0.5986, 0.5971, 0.5969, 0.5932, 0.5836, 0.5814, 0.5809, 0.578, 0.5732], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "5143805", "5812523", "921100", "463652", "6955768", "1933329", "7313345", "6903201", "8139545"], "ranked_scores": [0.63, 0.5887, 0.5885, 0.5883, 0.5835, 0.5652, 0.5628, 0.5575, 0.5545, 0.5534], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "2940019", "5339585", "7420248", "7503113", "2940016", "7503110", "5339586", "2359804"], "ranked_scores": [0.7187, 0.5775, 0.574, 0.5526, 0.5502, 0.5395, 0.5325, 0.5248, 0.5199, 0.5175], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["2024648", "7562624", "8738884", "3451041", "1398369", "3451044", "5304087", "7562631", "3811525", "1732853"], "ranked_scores": [0.615, 0.578, 0.5754, 0.5383, 0.5262, 0.523, 0.5161, 0.4951, 0.4862, 0.4787], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "7856346", "8221437", "4626170", "6834849", "8221431", "4158114", "5431260", "4127072", "4343906"], "ranked_scores": [0.563, 0.5462, 0.5445, 0.5376, 0.5325, 0.5165, 0.51, 0.5094, 0.5037, 0.5005], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495831", "3495835", "1634694", "3495838", "3885772", "2387122", "7770959", "3450402"], "ranked_scores": [0.5012, 0.4999, 0.4674, 0.4629, 0.4527, 0.4506, 0.4465, 0.4206, 0.4206, 0.4136], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "609594", "6212597", "6212591", "6212588", "3843788", "1941403", "8233321", "3843787", "917841"], "ranked_scores": [0.627, 0.5928, 0.5689, 0.551, 0.5468, 0.4729, 0.4284, 0.4196, 0.3932, 0.3581], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7803343", "7936183", "2790097", "6948296", "1384086", "3823638", "2379160", "4029000"], "ranked_scores": [0.5403, 0.4178, 0.3507, 0.3276, 0.3263, 0.3185, 0.3033, 0.3021, 0.2941, 0.2931], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "1460685", "8177246", "3668938", "2857974", "1460689", "1420186", "7511874", "8432430"], "ranked_scores": [0.6126, 0.5771, 0.5665, 0.5632, 0.5386, 0.5287, 0.5276, 0.5258, 0.523, 0.5181], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "7515853", "4709447", "7104592", "1136108", "1134210", "4738326", "6124976"], "ranked_scores": [0.6596, 0.6526, 0.5343, 0.4853, 0.4829, 0.482, 0.4816, 0.4811, 0.478, 0.4757], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "2229750", "8424304", "7589839", "5955284", "1420930", "7888894", "1981693", "3559380", "6986881"], "ranked_scores": [0.5488, 0.4987, 0.4972, 0.4949, 0.4937, 0.4919, 0.4849, 0.4737, 0.4704, 0.4621], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["3596760", "7946528", "3989499", "8771883", "4564069", "8667781", "8743967", "3391694", "2830832", "2819440"], "ranked_scores": [0.5439, 0.5432, 0.5398, 0.5299, 0.5212, 0.5106, 0.5072, 0.5063, 0.5041, 0.4992], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m192-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7837267", "1674646", "5265626", "3527619", "8083127", "558173", "575979", "6162682", "8083121", "7072115"], "ranked_scores": [0.6498, 0.6446, 0.6374, 0.6274, 0.6268, 0.6258, 0.6195, 0.609, 0.605, 0.5918], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["5633832", "1297109", "2684883", "2581550", "8083127", "220565", "157696", "3671400", "527685", "1674646"], "ranked_scores": [0.5771, 0.5693, 0.5589, 0.5513, 0.5458, 0.5386, 0.5375, 0.5297, 0.5246, 0.5244], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "298606", "6236648", "1238142", "5221728", "7383965", "3792488", "5559112", "2295208"], "ranked_scores": [0.5729, 0.51, 0.4988, 0.4837, 0.4791, 0.4791, 0.4787, 0.4673, 0.4628, 0.4622], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "2812582", "3399535", "7369987", "8279447", "6368609", "66616", "7011409", "5984488"], "ranked_scores": [0.6369, 0.6285, 0.6222, 0.6159, 0.6063, 0.5603, 0.5553, 0.5543, 0.5526, 0.5514], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "3794304", "3794297", "1159742", "2070215", "5450605", "7255675", "7255678", "856390", "2525613"], "ranked_scores": [0.4877, 0.4868, 0.4842, 0.4697, 0.4695, 0.4586, 0.4357, 0.4248, 0.4238, 0.4069], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "1190311", "7600993", "3205963", "1494980", "8817884", "7929603", "7634337", "378964", "5254021"], "ranked_scores": [0.5516, 0.4478, 0.4428, 0.4289, 0.4208, 0.4177, 0.4106, 0.3899, 0.3881, 0.388], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "6964479", "7813557", "5227711", "6801871", "6964486", "6980305", "6815901", "6307875"], "ranked_scores": [0.6392, 0.6285, 0.6038, 0.5617, 0.5521, 0.5455, 0.5366, 0.513, 0.5034, 0.4983], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "4154575", "5079417", "3550559", "5997547", "1768445", "7637427", "8343642"], "ranked_scores": [0.6222, 0.5898, 0.5315, 0.4873, 0.4852, 0.481, 0.4727, 0.4593, 0.4525, 0.4521], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "5110182", "8452568", "6950276", "1365215", "249524", "6950269", "289409", "7531871", "1640260"], "ranked_scores": [0.518, 0.4967, 0.4966, 0.4913, 0.4889, 0.479, 0.4781, 0.4709, 0.4675, 0.4672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "4562810", "947575", "7187662", "2552610", "4513419", "4941655", "5931817", "2323827", "2117748"], "ranked_scores": [0.4779, 0.4728, 0.4655, 0.4414, 0.4377, 0.4366, 0.417, 0.4088, 0.4064, 0.4002], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1226213", "209692", "1438830", "8583763", "2697614", "8583766", "1226215"], "ranked_scores": [0.6145, 0.5655, 0.4419, 0.4212, 0.4164, 0.3979, 0.396, 0.3868, 0.3841, 0.3823], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["5289585", "5389787", "4623383", "4069689", "662304", "7058927", "7058926", "8111532", "5196335", "295794"], "ranked_scores": [0.386, 0.3799, 0.3799, 0.372, 0.3599, 0.3571, 0.3566, 0.3554, 0.3522, 0.3437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301819", "7301823", "7301816", "7301818", "3512764", "7301814", "5809784", "277376", "3803414", "6808332"], "ranked_scores": [0.645, 0.6392, 0.6353, 0.4867, 0.4832, 0.4723, 0.4506, 0.4362, 0.4282, 0.4278], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8259512", "7970736", "8450827", "8259514", "7970735", "1265191", "8450828", "320956", "8450833"], "ranked_scores": [0.6604, 0.6183, 0.618, 0.5729, 0.5355, 0.5175, 0.4872, 0.4863, 0.4791, 0.4672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "3457120", "8296550", "8128745", "8684894", "3043375", "8296554", "4702013", "734127"], "ranked_scores": [0.6401, 0.604, 0.5667, 0.5659, 0.5556, 0.5526, 0.549, 0.5484, 0.5476, 0.5462], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "2010657", "3452115", "8484568", "46048", "8067800", "3505871", "8023011", "665690"], "ranked_scores": [0.6094, 0.5289, 0.4393, 0.4124, 0.4025, 0.398, 0.3926, 0.3636, 0.3626, 0.3592], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7870700", "5827343", "630599", "5672319", "630605", "5644674", "3636075", "5340239"], "ranked_scores": [0.5752, 0.4923, 0.4502, 0.4445, 0.432, 0.4253, 0.4158, 0.4135, 0.4114, 0.4104], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4880893", "7948042", "2116932", "7948050", "8157542", "2116933", "3646580", "2116938", "4517260", "4880896"], "ranked_scores": [0.6443, 0.6415, 0.6262, 0.6121, 0.6028, 0.5988, 0.597, 0.5923, 0.587, 0.5788], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "2450611", "7958943", "4998837", "3056113", "7795675", "3915433", "2870276", "3532662", "2647181"], "ranked_scores": [0.4805, 0.4485, 0.4302, 0.4023, 0.401, 0.372, 0.3697, 0.3666, 0.3654, 0.3563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "4393603", "1226636", "4393601", "2044076", "1726611", "3444262", "5231134", "6641480", "4939334"], "ranked_scores": [0.6319, 0.5667, 0.5664, 0.5627, 0.5603, 0.5502, 0.5427, 0.5394, 0.5361, 0.528], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["2131335", "7827765", "2131339", "6127285", "4489797", "7170238", "2859564", "7803391", "7170234", "2547986"], "ranked_scores": [0.3695, 0.3627, 0.3551, 0.3408, 0.3372, 0.3284, 0.3218, 0.3095, 0.2967, 0.294], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "1839684", "8045986", "8540414", "4796869", "2588002", "7269273", "391341", "7134383", "3853232"], "ranked_scores": [0.7006, 0.6907, 0.682, 0.6688, 0.666, 0.6609, 0.655, 0.6431, 0.6413, 0.6374], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["4936994", "6506033", "1673140", "3768485", "5364572", "7689707", "1143382", "4390430", "8820180", "2749008"], "ranked_scores": [0.5251, 0.5199, 0.4953, 0.4752, 0.4515, 0.4452, 0.4421, 0.4366, 0.4338, 0.4289], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3968773", "3346337", "92150", "5210161", "6979322", "1460640", "8386856", "2443030", "3046036", "1546056"], "ranked_scores": [0.6353, 0.6323, 0.6165, 0.6027, 0.5854, 0.5821, 0.5777, 0.5751, 0.568, 0.564], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5739636", "4942019", "8426355", "2636668", "4942015", "5269626", "5055675", "2796274", "4901734", "7868171"], "ranked_scores": [0.6486, 0.6472, 0.6445, 0.6386, 0.6343, 0.6272, 0.6268, 0.6259, 0.6241, 0.6241], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "4805364", "2820637", "7527096", "1039754", "1333652", "5174051", "6032018", "1333651", "1039748"], "ranked_scores": [0.5128, 0.5124, 0.5038, 0.4852, 0.4833, 0.4827, 0.4802, 0.477, 0.4671, 0.4645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "551238", "2576606", "7137675", "2576605", "2692492", "272188", "272190", "6033952", "870345"], "ranked_scores": [0.6642, 0.6239, 0.6231, 0.6152, 0.6148, 0.6008, 0.5938, 0.5827, 0.5763, 0.5676], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6465151", "6797667", "5408281", "8277053", "6502553", "6694795", "5351935", "8741687", "8265258", "3188819"], "ranked_scores": [0.5507, 0.5248, 0.5196, 0.5027, 0.4871, 0.4859, 0.485, 0.483, 0.4822, 0.4819], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7288502", "7646422", "2061122", "278768", "5352322", "7288504", "4437972", "5756090"], "ranked_scores": [0.6732, 0.6166, 0.6145, 0.5956, 0.5651, 0.5508, 0.5503, 0.5452, 0.5446, 0.5432], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "2068025", "5499496", "1237202", "3872927", "3230959", "8531579", "7154587", "7647368", "7619577"], "ranked_scores": [0.5046, 0.4959, 0.4798, 0.4772, 0.4765, 0.462, 0.4576, 0.4506, 0.4427, 0.4327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4451324", "8607085", "3663599", "4966850", "5675630", "1867187", "2998932", "8796486", "2396672"], "ranked_scores": [0.5094, 0.5092, 0.4875, 0.4774, 0.4741, 0.4685, 0.4645, 0.4623, 0.4588, 0.4507], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "1511150", "4863107", "2898312", "2617812", "4600593", "7526867", "2208599", "2099688", "3141441"], "ranked_scores": [0.6229, 0.6133, 0.6097, 0.6021, 0.6004, 0.5928, 0.5894, 0.5889, 0.588, 0.5813], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "5655", "7110611", "8310623", "7937494", "8237806", "4303165", "2737708", "7770196"], "ranked_scores": [0.6363, 0.5534, 0.5491, 0.5436, 0.534, 0.5323, 0.5126, 0.4994, 0.4917, 0.4911], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "8327486", "4256443", "5336580", "3659405", "2066951", "2366115", "3770821", "4502858", "5343617"], "ranked_scores": [0.6647, 0.591, 0.585, 0.5634, 0.5481, 0.5431, 0.537, 0.5323, 0.5291, 0.5285], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "7853301", "5904163", "7119732", "754800", "6207588", "6207587", "8148596", "1683771"], "ranked_scores": [0.6129, 0.5379, 0.5143, 0.5119, 0.5061, 0.5049, 0.5014, 0.5012, 0.4986, 0.4832], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "4004619", "2290637", "1338705", "5206549", "2835995", "2565557", "7734838", "2391077", "2565560"], "ranked_scores": [0.6416, 0.6367, 0.6206, 0.5972, 0.597, 0.5961, 0.596, 0.5938, 0.5935, 0.59], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991356", "3806458", "4991354", "7161101", "8374135", "4991353", "3672237", "117136", "3656154"], "ranked_scores": [0.6114, 0.5757, 0.5751, 0.57, 0.563, 0.539, 0.5244, 0.5026, 0.4867, 0.4708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4605271", "4900578", "2531517", "3747811", "5393501", "4605270", "2531512", "6193415"], "ranked_scores": [0.5985, 0.5474, 0.5385, 0.5286, 0.4864, 0.4834, 0.4808, 0.478, 0.4707, 0.4618], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "2488121", "6632520", "6632518", "8586692", "7831679", "3404651", "3942500", "1063812", "139961"], "ranked_scores": [0.578, 0.562, 0.5606, 0.5503, 0.54, 0.5378, 0.5358, 0.5352, 0.5332, 0.5319], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5812523", "1867101", "921100", "463652", "5143805", "921101", "6955768", "8608891", "6955766", "886990"], "ranked_scores": [0.5855, 0.5837, 0.5816, 0.5689, 0.5683, 0.5351, 0.534, 0.5285, 0.5277, 0.5238], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "2940019", "2940016", "5339585", "7503113", "7420248", "1623860", "7728427", "7503110"], "ranked_scores": [0.6783, 0.5554, 0.5146, 0.498, 0.4724, 0.471, 0.4678, 0.4674, 0.4662, 0.4636], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["2024648", "8738884", "7562624", "1398369", "3451044", "3451041", "6711596", "6711597", "1732853", "5304087"], "ranked_scores": [0.5624, 0.5494, 0.537, 0.4797, 0.4737, 0.4729, 0.4546, 0.4387, 0.4295, 0.4254], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "8221430", "5431260", "4626170", "4158114", "7856346", "6834849", "8221431", "6387274", "4127072"], "ranked_scores": [0.5534, 0.5099, 0.499, 0.4857, 0.4722, 0.4714, 0.4711, 0.4591, 0.459, 0.4568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "7770963", "1634694", "2387122", "3885772", "7770959", "3495838", "3495835", "1188785"], "ranked_scores": [0.4577, 0.4573, 0.4508, 0.432, 0.4272, 0.4143, 0.41, 0.4091, 0.4086, 0.3826], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212591", "6212597", "609594", "6212588", "3843788", "1941403", "8233321", "917841", "3843787"], "ranked_scores": [0.5513, 0.5453, 0.5451, 0.541, 0.5106, 0.4709, 0.4286, 0.4001, 0.3923, 0.3885], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7803343", "2790097", "7936183", "7601059", "1384086", "2763685", "4774028", "8349710"], "ranked_scores": [0.5375, 0.364, 0.3267, 0.3245, 0.3206, 0.312, 0.2928, 0.2882, 0.2857, 0.284], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["5891383", "7511875", "8177246", "1460685", "7511874", "1193873", "1460689", "1420186", "3668938", "4256781"], "ranked_scores": [0.5678, 0.5642, 0.5627, 0.5216, 0.5176, 0.5051, 0.5011, 0.498, 0.4919, 0.4899], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "6124976", "4709447", "7104592", "4738326", "1136108", "4878176", "7515853"], "ranked_scores": [0.6394, 0.6313, 0.4985, 0.4758, 0.4736, 0.4736, 0.4729, 0.4709, 0.4681, 0.4602], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "2229750", "1420930", "5812535", "7589839", "6986881", "7888894", "8424304", "3712796", "1981693"], "ranked_scores": [0.5314, 0.4862, 0.4709, 0.4682, 0.467, 0.4659, 0.4636, 0.4626, 0.4597, 0.4543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "3596760", "3989499", "6342544", "8667781", "1939468", "6304249", "8771883", "4564069", "2764847"], "ranked_scores": [0.5099, 0.5047, 0.4984, 0.484, 0.4812, 0.4771, 0.4744, 0.4688, 0.4615, 0.4599], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m96-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7584907", "3527619", "1674646", "638358", "7072115", "768350", "575979", "1674644", "8541250", "749759"], "ranked_scores": [0.6609, 0.6446, 0.6392, 0.6373, 0.6201, 0.6156, 0.6093, 0.6054, 0.6054, 0.6022], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "5633832", "1674644", "3308552", "1674646", "1297109", "8083127", "1297112", "2581550", "542682"], "ranked_scores": [0.5622, 0.553, 0.5482, 0.5404, 0.5351, 0.532, 0.5292, 0.5284, 0.5246, 0.5212], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "298606", "7905688", "911138", "2403649", "5221728", "3792488", "694863", "5842823"], "ranked_scores": [0.5213, 0.4888, 0.4779, 0.4695, 0.4388, 0.4247, 0.3958, 0.389, 0.3881, 0.3865], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "2812582", "3338175", "8279447", "66616", "6926916", "698581", "6574813", "7386245", "5359258"], "ranked_scores": [0.7765, 0.7644, 0.7632, 0.7073, 0.6902, 0.6854, 0.6854, 0.6796, 0.676, 0.6759], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "3794304", "3794297", "7255678", "7255675", "8554964", "5450605", "3640120", "2070215", "5346316"], "ranked_scores": [0.6556, 0.6544, 0.6437, 0.634, 0.6247, 0.622, 0.6094, 0.6029, 0.5976, 0.5974], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["4450104", "8283881", "2215699", "1805806", "5606320", "7469549", "5676506", "378964", "7929603", "3971679"], "ranked_scores": [0.4675, 0.4376, 0.4345, 0.4292, 0.4225, 0.4206, 0.4199, 0.4181, 0.4159, 0.4021], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "4816964", "6964479", "7813557", "6801871", "1767388", "7123629", "6964486", "3566159", "1173182"], "ranked_scores": [0.6807, 0.6391, 0.6381, 0.6271, 0.6081, 0.5931, 0.5827, 0.5826, 0.5679, 0.5545], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550559", "3550563", "7698064", "4136867", "7735540", "4041246", "3428369", "7431788", "4820118"], "ranked_scores": [0.6013, 0.523, 0.4937, 0.4599, 0.3295, 0.2702, 0.2675, 0.2613, 0.2569, 0.2529], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "8452568", "5110182", "1640260", "1365210", "2322244", "6950276", "6950275", "6950269", "289409"], "ranked_scores": [0.6731, 0.6326, 0.6297, 0.6119, 0.6055, 0.599, 0.5924, 0.5922, 0.5912, 0.5905], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5132484", "7187662", "5469449", "4617506", "879819", "5942525", "1696206", "2117748", "7964634"], "ranked_scores": [0.5002, 0.4015, 0.3963, 0.3899, 0.3789, 0.378, 0.3758, 0.3656, 0.3616, 0.3578], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "1226213", "4922192", "2136954", "1226215", "1501685", "8114676", "1543714"], "ranked_scores": [0.6273, 0.576, 0.4887, 0.4333, 0.4145, 0.393, 0.3783, 0.364, 0.349, 0.3209], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7168976", "7168973", "7858639", "7058926", "7058927", "729503", "4069689", "4623383", "295794", "295789"], "ranked_scores": [0.4197, 0.4126, 0.3622, 0.3265, 0.317, 0.3157, 0.3128, 0.3055, 0.3007, 0.2894], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "4892433", "5809779", "6363851", "6363854", "5457419", "6628785", "3512764"], "ranked_scores": [0.5531, 0.5163, 0.4931, 0.4638, 0.4613, 0.4227, 0.416, 0.4094, 0.4088, 0.4063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970736", "7970728", "8450828", "320956", "8450833", "8450827", "7970735", "8259514", "7970734"], "ranked_scores": [0.7023, 0.6773, 0.653, 0.6499, 0.645, 0.6306, 0.6302, 0.6128, 0.5894, 0.5834], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "6193662", "7160804", "981996", "4702013", "4619086", "232771", "8128745", "8346654", "5720449"], "ranked_scores": [0.6268, 0.621, 0.5914, 0.5824, 0.5659, 0.5604, 0.5598, 0.5589, 0.5552, 0.5528], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "5190750", "2010657", "3936785", "8067800", "7220312", "2238728", "6467669", "4768599", "1136294"], "ranked_scores": [0.6172, 0.4246, 0.4157, 0.4145, 0.4116, 0.4089, 0.4086, 0.4063, 0.3977, 0.3742], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5143532", "7870700", "3835174", "3830558", "7937822", "5672317", "6368665", "3636075", "7919682"], "ranked_scores": [0.6092, 0.5799, 0.525, 0.508, 0.5054, 0.4949, 0.491, 0.4908, 0.4802, 0.4777], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "2116932", "2116929", "3646580", "8157542", "3646584", "2116938", "1435310", "7948050", "8722441"], "ranked_scores": [0.672, 0.6682, 0.6654, 0.6654, 0.6536, 0.6454, 0.643, 0.6418, 0.6394, 0.6365], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "6937120", "7958943", "1782220", "6937119", "7641492", "2535705", "133086", "5347138", "4985799"], "ranked_scores": [0.6127, 0.4374, 0.4349, 0.4298, 0.4247, 0.4199, 0.4068, 0.4048, 0.4037, 0.4007], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "1674914", "8045998", "4393603", "2002380", "8814306", "1307740", "2044069", "5964551", "4799839"], "ranked_scores": [0.6875, 0.5733, 0.5675, 0.5667, 0.5629, 0.5516, 0.5456, 0.5363, 0.5307, 0.5174], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489799", "6804877", "1174164", "4595482", "1174168", "1174172", "2859564", "1603365", "5213336", "2131335"], "ranked_scores": [0.5829, 0.5517, 0.5327, 0.53, 0.5268, 0.5078, 0.5043, 0.4986, 0.4968, 0.4931], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "863946", "4796869", "1839684", "1023113", "442006", "2588002", "2587999", "5535297", "2175868"], "ranked_scores": [0.6718, 0.639, 0.6234, 0.6168, 0.6068, 0.6057, 0.6016, 0.5948, 0.5928, 0.5851], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "7689710", "8820180", "4936994", "5039968", "2188117", "7689707", "3368582", "5364572", "1673140"], "ranked_scores": [0.609, 0.568, 0.5515, 0.5358, 0.5164, 0.5024, 0.4988, 0.4809, 0.4793, 0.4781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3968773", "5729775", "2443030", "1460640", "92150", "3346337", "3046036", "1546056", "4615784", "268498"], "ranked_scores": [0.7138, 0.7121, 0.7105, 0.7103, 0.6696, 0.6656, 0.6365, 0.6361, 0.6352, 0.6279], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5269626", "2796274", "1871086", "2636672", "1070634", "8426355", "4942015", "4901734", "5784428", "4942019"], "ranked_scores": [0.6751, 0.6688, 0.661, 0.6577, 0.6522, 0.6448, 0.6378, 0.637, 0.6366, 0.6355], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "4805364", "5170949", "1039754", "1588747", "5174051", "4805366", "1333652", "6343914", "2820637"], "ranked_scores": [0.585, 0.5632, 0.5551, 0.5352, 0.5332, 0.5305, 0.5277, 0.5248, 0.5066, 0.5038], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "2080220", "272188", "870351", "1314383", "7249172", "870346", "2576606", "2576605"], "ranked_scores": [0.5985, 0.5569, 0.5402, 0.5401, 0.535, 0.5262, 0.5235, 0.5229, 0.5176, 0.5136], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7810605", "8741687", "5184907", "6694795", "7409003", "3720839", "1850491", "5952078", "8277053", "5351934"], "ranked_scores": [0.6129, 0.6122, 0.6, 0.5949, 0.5786, 0.5723, 0.5639, 0.561, 0.5568, 0.5502], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "8265919", "5352322", "7288502", "4437972", "2510740", "5094229", "4377794", "5335298", "2536497"], "ranked_scores": [0.6525, 0.5969, 0.5803, 0.5688, 0.5648, 0.5606, 0.5594, 0.5562, 0.5505, 0.5495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3173599", "8624217", "1536187", "8584772", "4603370", "2525613", "3424319", "1945871", "8242417", "7073235"], "ranked_scores": [0.5478, 0.5276, 0.5226, 0.5181, 0.5035, 0.4878, 0.479, 0.4774, 0.4768, 0.4755], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "6714731", "8796486", "4765788", "4451324", "4765789", "8607085", "2998929", "8773427"], "ranked_scores": [0.5864, 0.5297, 0.5199, 0.5167, 0.5035, 0.5005, 0.4818, 0.4707, 0.4646, 0.4637], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526867", "4863107", "2898312", "982652", "1511150", "7526871", "4786937", "4863108", "2599853", "3141441"], "ranked_scores": [0.6255, 0.6121, 0.6113, 0.5993, 0.5991, 0.5983, 0.5928, 0.591, 0.5843, 0.5727], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "8310623", "3259751", "7770196", "7110611", "4520367", "4153698", "7041861", "2992454"], "ranked_scores": [0.6572, 0.6434, 0.6095, 0.6025, 0.5721, 0.5715, 0.5652, 0.5602, 0.5594, 0.5559], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "4502858", "1417034", "30085", "30088", "8327486", "4502856", "4522649", "5336580", "567380"], "ranked_scores": [0.6925, 0.6751, 0.6545, 0.6441, 0.6408, 0.6363, 0.6278, 0.6277, 0.6259, 0.6257], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "6207587", "6207588", "6428732", "7886033", "6684798", "7874898", "5181693", "2789716"], "ranked_scores": [0.6728, 0.6094, 0.5838, 0.5811, 0.5446, 0.5439, 0.5389, 0.5384, 0.5352, 0.529], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "4004619", "2290637", "2476395", "2391075", "8819844", "4205560", "1338702", "8187754", "3661383"], "ranked_scores": [0.7336, 0.7296, 0.7259, 0.7161, 0.7142, 0.709, 0.7062, 0.6993, 0.6958, 0.6944], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "8374135", "3672237", "4991353", "3806458", "4991356", "6988582", "6465402", "7161099"], "ranked_scores": [0.6718, 0.6321, 0.62, 0.6099, 0.5944, 0.5919, 0.5864, 0.5337, 0.5176, 0.503], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4900578", "4605271", "4409027", "2531512", "3747811", "5393501", "4605270", "5231292", "2531517"], "ranked_scores": [0.603, 0.5804, 0.5589, 0.5454, 0.4768, 0.458, 0.3988, 0.3966, 0.3846, 0.3655], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["6632518", "8586692", "7831679", "7428627", "2488121", "5857755", "4005369", "3722839", "139961", "6632520"], "ranked_scores": [0.6105, 0.5918, 0.5897, 0.5878, 0.5839, 0.582, 0.5715, 0.5707, 0.5695, 0.5666], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "6761606", "8139545", "5812523", "5143805", "921100", "1933329", "1716202", "1692091", "6180355"], "ranked_scores": [0.6574, 0.6344, 0.6072, 0.607, 0.5913, 0.5909, 0.5861, 0.5821, 0.5793, 0.5717], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7420248", "3252244", "2940016", "4258668", "7728427", "1969532", "8494137", "7503113", "8532695"], "ranked_scores": [0.6989, 0.6181, 0.6168, 0.6151, 0.6121, 0.5937, 0.5654, 0.5626, 0.56, 0.5561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "5304087", "7562631", "2024648", "1732853", "3811525", "3368462", "1732850", "8646229"], "ranked_scores": [0.6627, 0.6609, 0.6275, 0.6115, 0.5813, 0.5754, 0.4943, 0.4914, 0.4912, 0.4855], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "5409486", "8221437", "4343906", "8015905", "1922718", "7856346", "3742896", "6132796", "5101805"], "ranked_scores": [0.5417, 0.5121, 0.5056, 0.5056, 0.5049, 0.4923, 0.4824, 0.4799, 0.4774, 0.4756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "3495835", "3495838", "7770963", "3495840", "1634694", "3885772", "7770959", "6625132"], "ranked_scores": [0.6465, 0.6064, 0.5419, 0.5041, 0.4964, 0.4489, 0.4438, 0.4438, 0.4425, 0.4392], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212597", "6212591", "6965745", "186816", "1941403", "917841", "8470196"], "ranked_scores": [0.666, 0.6369, 0.6366, 0.6139, 0.595, 0.4957, 0.4455, 0.4357, 0.4246, 0.4052], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7601059", "6948296", "4520541", "4846383", "8499854", "1676112", "3823641", "7704729", "5286547"], "ranked_scores": [0.5327, 0.3764, 0.3612, 0.359, 0.3418, 0.3411, 0.3378, 0.3366, 0.3327, 0.3227], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "5891383", "1460685", "1460689", "3668938", "1420186", "2857974", "8432430", "1193873", "3128424"], "ranked_scores": [0.6373, 0.5417, 0.5272, 0.4931, 0.4927, 0.4875, 0.476, 0.4721, 0.4551, 0.4502], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "7104592", "6567497", "1690952", "4437855", "34456", "7985411", "4878176"], "ranked_scores": [0.6083, 0.5989, 0.5124, 0.4812, 0.4767, 0.4766, 0.4563, 0.4479, 0.4419, 0.4387], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "1981693", "5955284", "8424304", "1420930", "1981696", "2229750", "7589844", "5209746", "286801"], "ranked_scores": [0.4855, 0.467, 0.4579, 0.4504, 0.4462, 0.4309, 0.4186, 0.4039, 0.3879, 0.3748], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8743966", "8771883", "297876", "4597448", "8798058", "3113295", "3664758", "5025261", "5785232"], "ranked_scores": [0.5831, 0.4843, 0.4741, 0.4673, 0.4667, 0.4662, 0.4659, 0.4576, 0.4553, 0.4541], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m192-n4": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7584907", "768350", "1674646", "3527619", "638358", "7072115", "7837267", "1245152", "1674644", "949520"], "ranked_scores": [0.6367, 0.6221, 0.6196, 0.6095, 0.6067, 0.6027, 0.5863, 0.5834, 0.5818, 0.5758], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["5633832", "2684883", "1674646", "1674644", "220565", "1297112", "3308552", "542682", "1297109", "3619391"], "ranked_scores": [0.5536, 0.5525, 0.5424, 0.5389, 0.534, 0.528, 0.5262, 0.5197, 0.5189, 0.505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "7905688", "298606", "911138", "2403649", "5842823", "5221728", "5582271", "2403648"], "ranked_scores": [0.4751, 0.4625, 0.4575, 0.4538, 0.418, 0.3987, 0.397, 0.3855, 0.3692, 0.3688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "2812582", "3338175", "5359258", "8279447", "7369987", "6926916", "66616", "6368608", "452450"], "ranked_scores": [0.7267, 0.7183, 0.7092, 0.6715, 0.6644, 0.6633, 0.6392, 0.6295, 0.6229, 0.6192], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "8554964", "7048914", "7255675", "3794297", "7255678", "5450605", "3640120", "5346316", "7048912"], "ranked_scores": [0.6337, 0.6078, 0.604, 0.6027, 0.6025, 0.5884, 0.5792, 0.5702, 0.5539, 0.5468], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["8283881", "5676506", "1191483", "970989", "4450104", "3971679", "2215699", "729819", "7469549", "1805806"], "ranked_scores": [0.4294, 0.4222, 0.4211, 0.4116, 0.4094, 0.4091, 0.4018, 0.3936, 0.3919, 0.3917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "6964479", "7813557", "4816964", "6801871", "1767388", "7123629", "6964486", "3566159", "7840121"], "ranked_scores": [0.6296, 0.5987, 0.5951, 0.5925, 0.5854, 0.5606, 0.5583, 0.5354, 0.5281, 0.5236], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550559", "3550563", "7698064", "4136867", "2562047", "4820118", "3689309", "7735540", "4041246"], "ranked_scores": [0.577, 0.5057, 0.4705, 0.4688, 0.3115, 0.272, 0.2687, 0.2665, 0.2643, 0.262], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "8452568", "1365210", "5110182", "1365215", "2322244", "6950275", "4414409", "6950276", "1640257"], "ranked_scores": [0.6277, 0.5851, 0.5815, 0.5743, 0.5686, 0.5651, 0.5484, 0.5473, 0.547, 0.5387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5132484", "5942525", "4617506", "5469449", "2117748", "128974", "7187662", "879819", "5324876"], "ranked_scores": [0.4576, 0.3996, 0.3792, 0.3742, 0.3732, 0.37, 0.3557, 0.3535, 0.3532, 0.3506], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "1226213", "4922192", "8114676", "2136954", "1226215", "2037947", "1501685"], "ranked_scores": [0.5885, 0.5613, 0.4711, 0.4115, 0.3919, 0.3626, 0.3577, 0.3477, 0.3472, 0.3414], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7168976", "7858639", "7168973", "4623383", "4069689", "4623381", "7058927", "5339337", "566163", "295794"], "ranked_scores": [0.3715, 0.3565, 0.3518, 0.3366, 0.3206, 0.3198, 0.3021, 0.3008, 0.3002, 0.293], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "4892433", "5809779", "5457419", "6363851", "6363854", "3512764", "277376"], "ranked_scores": [0.5322, 0.4944, 0.4798, 0.4212, 0.4192, 0.4058, 0.3984, 0.3893, 0.3737, 0.3449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970728", "7970736", "8450828", "320956", "8450827", "8450833", "7970735", "8259514", "1265191"], "ranked_scores": [0.6509, 0.6463, 0.6399, 0.6256, 0.6154, 0.606, 0.5944, 0.5783, 0.54, 0.5342], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "6193662", "7160804", "6145894", "232771", "4702013", "6835042", "1466669", "8296550", "485410"], "ranked_scores": [0.6014, 0.5836, 0.5471, 0.534, 0.5327, 0.5315, 0.5277, 0.5261, 0.5214, 0.5193], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "5190750", "2010657", "7220312", "8067800", "1136294", "3936785", "6467669", "4768599", "2238728"], "ranked_scores": [0.5878, 0.4058, 0.3996, 0.3974, 0.3958, 0.3758, 0.3669, 0.3668, 0.3617, 0.3605], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5143532", "3835174", "6368665", "3830558", "8584557", "7870700", "7919682", "5672317", "7937822"], "ranked_scores": [0.5773, 0.5545, 0.5042, 0.4742, 0.4713, 0.4559, 0.4553, 0.4511, 0.4511, 0.451], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "2116932", "8722441", "1435310", "2116938", "3646580", "7948050", "2116929", "4845318", "8157542"], "ranked_scores": [0.6194, 0.613, 0.6036, 0.6001, 0.5957, 0.5947, 0.5919, 0.5857, 0.5843, 0.5822], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "1782220", "4985799", "6937119", "6937120", "4374443", "7641492", "2535705", "133086"], "ranked_scores": [0.6069, 0.4267, 0.4141, 0.4056, 0.384, 0.3764, 0.3742, 0.3732, 0.371, 0.3677], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "1674914", "2002380", "4393603", "2044069", "5964551", "6641480", "4799839", "2091063", "1226636"], "ranked_scores": [0.644, 0.524, 0.5236, 0.5031, 0.4916, 0.4877, 0.4847, 0.4845, 0.4824, 0.4767], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489799", "6804877", "2131335", "1174164", "1174172", "1174168", "2859564", "4489797", "4595482", "1842454"], "ranked_scores": [0.5375, 0.5363, 0.4997, 0.4974, 0.4819, 0.4797, 0.4735, 0.4726, 0.4648, 0.4626], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "1839684", "863946", "1023113", "442006", "2588002", "7134383", "4796869", "5535297", "3853232"], "ranked_scores": [0.6123, 0.5723, 0.5685, 0.5661, 0.5561, 0.5548, 0.55, 0.5484, 0.5321, 0.5318], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "7689710", "8820180", "4936994", "5039968", "2188117", "3368582", "1673140", "7689707", "3649557"], "ranked_scores": [0.5726, 0.5548, 0.5392, 0.5236, 0.5086, 0.4796, 0.4685, 0.4679, 0.4535, 0.4529], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "3968773", "2443030", "1460640", "92150", "3346337", "1546056", "631307", "2884457", "268498"], "ranked_scores": [0.6844, 0.6688, 0.6387, 0.6357, 0.6283, 0.6265, 0.6017, 0.5961, 0.5936, 0.5912], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5269626", "2636672", "8426355", "2796274", "1871086", "4942019", "2636677", "1070634", "7346169", "4942015"], "ranked_scores": [0.6085, 0.6042, 0.597, 0.5959, 0.5922, 0.5869, 0.5839, 0.5836, 0.5789, 0.5785], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1333652", "5170949", "4805364", "5174051", "1588747", "6507423", "1039754", "4805366", "7650732"], "ranked_scores": [0.5696, 0.5408, 0.5334, 0.5253, 0.5176, 0.5032, 0.5008, 0.5005, 0.4992, 0.4882], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "272188", "870351", "551238", "2080220", "870346", "1525620", "1314383", "1368309"], "ranked_scores": [0.5831, 0.5296, 0.525, 0.5057, 0.4978, 0.4975, 0.4969, 0.4948, 0.4921, 0.4856], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7810605", "8741687", "6694795", "5184907", "8162192", "8277053", "3720839", "8499149", "1850491", "8346188"], "ranked_scores": [0.5928, 0.571, 0.5433, 0.5429, 0.5278, 0.5198, 0.5191, 0.5145, 0.503, 0.503], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7288502", "5352322", "8265919", "2510740", "4377794", "2929750", "5094229", "8763003", "4195768"], "ranked_scores": [0.6022, 0.559, 0.5491, 0.5404, 0.5348, 0.5239, 0.5179, 0.5175, 0.5167, 0.5163], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1536187", "3173599", "8584772", "3424319", "1945871", "8624217", "7073235", "5764460", "4603370", "7154585"], "ranked_scores": [0.516, 0.5067, 0.489, 0.4761, 0.4677, 0.4648, 0.4588, 0.4514, 0.4511, 0.4488], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "6714731", "4451324", "4765788", "8607085", "8796486", "8773427", "4765789", "3979452"], "ranked_scores": [0.5591, 0.5145, 0.5113, 0.5089, 0.4919, 0.4554, 0.4553, 0.4446, 0.4385, 0.4382], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["982652", "4786937", "1511150", "7526867", "7526871", "7526870", "4863107", "4863108", "982644", "2599853"], "ranked_scores": [0.608, 0.5782, 0.5772, 0.5742, 0.5724, 0.5506, 0.5469, 0.5456, 0.5439, 0.5431], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "3259751", "8310623", "7110611", "6864626", "7770196", "5280582", "607856", "4153698"], "ranked_scores": [0.637, 0.6093, 0.5564, 0.5465, 0.5427, 0.5409, 0.5402, 0.5299, 0.5293, 0.5268], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "4502858", "1417034", "166399", "30085", "2366115", "8327486", "5336580", "30088", "5362792"], "ranked_scores": [0.6395, 0.638, 0.6244, 0.6056, 0.5802, 0.5794, 0.574, 0.5734, 0.5729, 0.5711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207588", "6207587", "7874898", "3712671", "5181693", "6684798", "7886033", "2789716", "1980424"], "ranked_scores": [0.6347, 0.5586, 0.5505, 0.5503, 0.5493, 0.5177, 0.516, 0.5123, 0.5091, 0.5089], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "4589415", "2290637", "4205560", "1338705", "3920912", "8819844", "2476395", "2245440", "1338702"], "ranked_scores": [0.6871, 0.6859, 0.6727, 0.6635, 0.6573, 0.6535, 0.6529, 0.6481, 0.6471, 0.6455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "3672237", "8374135", "4991353", "4991356", "3806458", "4723156", "6465402", "3148555"], "ranked_scores": [0.6598, 0.6119, 0.5808, 0.5807, 0.5793, 0.555, 0.5461, 0.5036, 0.4973, 0.4957], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4605271", "7778956", "4409027", "2531512", "3747811", "5231292", "6448142", "5393501", "4605270"], "ranked_scores": [0.5474, 0.53, 0.5204, 0.5155, 0.4756, 0.438, 0.3705, 0.3517, 0.3498, 0.3446], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "7428627", "6632518", "6632520", "7831679", "1063811", "5857755", "8586692", "3722839", "6632522"], "ranked_scores": [0.5587, 0.5486, 0.5389, 0.5366, 0.5283, 0.5239, 0.5216, 0.5189, 0.5176, 0.5146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "6761606", "5812523", "8139545", "1716202", "1933329", "921100", "5143805", "1692091", "921101"], "ranked_scores": [0.6346, 0.6084, 0.5872, 0.5792, 0.5692, 0.5645, 0.5576, 0.551, 0.5501, 0.5448], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7420248", "4258668", "2940016", "7728427", "3252244", "1969532", "7503113", "8494137", "8532695"], "ranked_scores": [0.6814, 0.6184, 0.6012, 0.5783, 0.5767, 0.5598, 0.5453, 0.5431, 0.538, 0.5199], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "5304087", "2024648", "7562631", "1732853", "1732850", "8646229", "1904920", "3811525"], "ranked_scores": [0.635, 0.6327, 0.6139, 0.5847, 0.5571, 0.5538, 0.4716, 0.4707, 0.4603, 0.4547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8015905", "5626400", "3834488", "8221437", "5409486", "4158114", "2659096", "1100332", "4343906"], "ranked_scores": [0.5109, 0.4905, 0.4733, 0.4709, 0.47, 0.464, 0.4625, 0.4619, 0.4588, 0.4535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "3495835", "3495838", "7770963", "3495840", "1634694", "3885772", "6625132", "7770959"], "ranked_scores": [0.6111, 0.5865, 0.4944, 0.4937, 0.4671, 0.4238, 0.4031, 0.4031, 0.4009, 0.3998], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "6401864", "6212597", "609594", "6212591", "6965745", "1941403", "8470196", "186816", "917841"], "ranked_scores": [0.6127, 0.6022, 0.6007, 0.6006, 0.5896, 0.4776, 0.451, 0.4391, 0.4343, 0.4234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7601059", "8499854", "7704729", "3823641", "6948296", "4520541", "4846383", "6938258", "1325723"], "ranked_scores": [0.542, 0.3791, 0.3506, 0.348, 0.3479, 0.336, 0.3324, 0.3255, 0.3231, 0.3196], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "8432430", "7511874", "8177246", "1460689", "3668938", "1420186", "2857974"], "ranked_scores": [0.5618, 0.5135, 0.4696, 0.4639, 0.4574, 0.4555, 0.4539, 0.4509, 0.4471, 0.4395], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7395884", "34456", "7985411", "4878176", "4437855", "1690952", "4437857", "7104592"], "ranked_scores": [0.565, 0.5587, 0.4894, 0.4662, 0.4462, 0.4444, 0.4407, 0.4388, 0.4163, 0.4123], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["5955284", "8424304", "7589839", "2229750", "1981693", "1981696", "1420930", "7589844", "6986881", "5209746"], "ranked_scores": [0.4649, 0.4304, 0.4281, 0.421, 0.4175, 0.4165, 0.3876, 0.3752, 0.366, 0.3566], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8771883", "8743966", "3982832", "3113295", "3664758", "5025261", "297876", "3415242", "3989499"], "ranked_scores": [0.5298, 0.485, 0.4691, 0.4458, 0.4387, 0.4371, 0.437, 0.4328, 0.432, 0.4313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-notrunc-pq-m96-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["575979", "3445481", "5265626", "3527619", "558173", "2746690", "615746", "1245152", "7837267", "768350"], "ranked_scores": [0.7683, 0.7573, 0.7386, 0.7325, 0.728, 0.7225, 0.7118, 0.7116, 0.7082, 0.7032], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "1674644", "1297112", "1297109", "542682", "7248824", "7121381", "7187515", "3308552", "5550437"], "ranked_scores": [0.7747, 0.7663, 0.7638, 0.7543, 0.7477, 0.7361, 0.7067, 0.7029, 0.6974, 0.6933], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "911138", "298606", "5616900", "5221728", "1592656", "8543994", "3475986", "2295208"], "ranked_scores": [0.7556, 0.6904, 0.6901, 0.6523, 0.6367, 0.6263, 0.6245, 0.6226, 0.622, 0.6115], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5359258", "66616", "6926916", "8279447", "3338175", "5769842", "7011409", "2548173", "1983560", "5984488"], "ranked_scores": [0.8798, 0.8791, 0.8777, 0.8744, 0.8739, 0.8683, 0.8595, 0.8584, 0.857, 0.8569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "5346316", "3794297", "5450605", "7048914", "1587850", "3794300", "2070215", "7255678", "8554964"], "ranked_scores": [0.8291, 0.8283, 0.8271, 0.825, 0.8228, 0.8188, 0.8181, 0.8124, 0.8001, 0.7985], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["4496437", "5606320", "3205963", "1975045", "8817884", "3971679", "1941914", "378964", "1825327", "4331590"], "ranked_scores": [0.6908, 0.6891, 0.6854, 0.6801, 0.6797, 0.6736, 0.6721, 0.6698, 0.6697, 0.6642], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "7840121", "7260457", "4816964", "6964479", "5227711", "6980305", "6964486", "1777799", "6801871"], "ranked_scores": [0.8166, 0.8067, 0.8055, 0.793, 0.7881, 0.786, 0.7777, 0.7771, 0.7682, 0.737], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "7698064", "3550559", "5644075", "5644076", "147832", "7637427", "8069476", "1043672"], "ranked_scores": [0.7732, 0.7644, 0.7262, 0.7169, 0.6614, 0.5855, 0.5822, 0.5798, 0.5636, 0.5541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "1102477", "5110182", "249524", "1365215", "289409", "2421289", "2322244", "6950276"], "ranked_scores": [0.7944, 0.786, 0.7354, 0.7264, 0.7245, 0.7173, 0.7164, 0.7092, 0.7048, 0.6915], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5942525", "8215736", "7187662", "5132484", "5469449", "7137594", "2117748", "7172147", "2066852"], "ranked_scores": [0.708, 0.6294, 0.6071, 0.6021, 0.5992, 0.5957, 0.5943, 0.5915, 0.5835, 0.5801], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1438830", "1226215", "1226213", "1234413", "2469923", "6042871", "4711434"], "ranked_scores": [0.8356, 0.8275, 0.6721, 0.6461, 0.6361, 0.6013, 0.5901, 0.5881, 0.5846, 0.5817], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7858636", "2899047", "5043664", "662304", "8223942", "7810212", "7168973", "6535340", "7168976", "8110427"], "ranked_scores": [0.5691, 0.5439, 0.5391, 0.5339, 0.5278, 0.5063, 0.4932, 0.493, 0.4917, 0.4898], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301814", "277376", "7301818", "3512764", "4561063", "4892433", "6363851"], "ranked_scores": [0.8189, 0.7622, 0.7545, 0.6823, 0.6623, 0.6491, 0.6461, 0.6426, 0.6396, 0.6391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "7970735", "8259514", "8450827", "8259512", "7970736", "1265191", "7970734", "8450833", "7970728"], "ranked_scores": [0.8481, 0.8298, 0.8294, 0.8287, 0.8282, 0.8282, 0.8263, 0.8248, 0.8188, 0.7897], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "7160804", "8346654", "8296550", "6145894", "6193662", "8296554", "4702013", "1466669"], "ranked_scores": [0.8277, 0.7706, 0.7264, 0.7101, 0.6994, 0.695, 0.6942, 0.6913, 0.6847, 0.681], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "7220313", "5190750", "7903539", "3452115", "8484568", "6467669", "5190753", "7691443"], "ranked_scores": [0.8411, 0.8391, 0.6445, 0.6439, 0.6353, 0.6309, 0.6177, 0.6122, 0.6117, 0.6065], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "4830263", "7805085", "7870705", "7937822", "7937824", "8584557", "7870704", "4830265"], "ranked_scores": [0.8313, 0.746, 0.6852, 0.6734, 0.6682, 0.6497, 0.6335, 0.6327, 0.6302, 0.628], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "8157542", "7948042", "4880893", "3646584", "2116929", "2116936", "2116932", "2116933", "2116938"], "ranked_scores": [0.7775, 0.7774, 0.7732, 0.7478, 0.7429, 0.7331, 0.7301, 0.7291, 0.7235, 0.7217], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "1611463", "5980491", "4374445", "1815026", "3333503", "4374443", "7480853", "133086"], "ranked_scores": [0.8244, 0.7922, 0.6831, 0.6804, 0.67, 0.6694, 0.6594, 0.658, 0.648, 0.6439], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "2091063", "6951440", "3444262", "5231134", "4624992", "7153163", "8045998", "7503576"], "ranked_scores": [0.7631, 0.7228, 0.7021, 0.6968, 0.694, 0.6817, 0.6815, 0.6778, 0.6701, 0.6597], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "6804877", "4489797", "4489794", "413808", "4826837", "2859564", "4489799", "7170238", "1475307"], "ranked_scores": [0.6888, 0.6822, 0.6659, 0.6622, 0.6614, 0.6575, 0.6528, 0.652, 0.6462, 0.6436], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "1918866", "863946", "391342", "391341", "7134383", "7623736", "2588002", "3853232"], "ranked_scores": [0.869, 0.8576, 0.8382, 0.8287, 0.8112, 0.8088, 0.8068, 0.8063, 0.8043, 0.8028], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689707", "6506033", "7689710", "8820180", "2188117", "1673140", "4936994", "5364572", "3167491", "5039968"], "ranked_scores": [0.7024, 0.6865, 0.6859, 0.6488, 0.6179, 0.6072, 0.6049, 0.6047, 0.58, 0.5755], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3346337", "3968773", "1460640", "2443030", "1546056", "5808457", "1460637", "7649297"], "ranked_scores": [0.9082, 0.9042, 0.8953, 0.8901, 0.8891, 0.888, 0.8842, 0.873, 0.8518, 0.8486], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2796274", "8426355", "5055675", "4942019", "7424964", "1070634", "7992320", "2796265", "1871086", "4942015"], "ranked_scores": [0.8524, 0.8453, 0.8347, 0.8311, 0.8309, 0.8299, 0.8262, 0.8245, 0.8223, 0.82], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "5174051", "5170949", "5027731", "954268", "1588747", "3073632", "5440997", "8421090"], "ranked_scores": [0.801, 0.7979, 0.7643, 0.7612, 0.7513, 0.7278, 0.7246, 0.7216, 0.7175, 0.7105], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "870351", "2576606", "2576605", "272188", "1314383", "7249172", "551238", "272190"], "ranked_scores": [0.8617, 0.834, 0.8177, 0.8086, 0.8066, 0.8023, 0.8009, 0.8007, 0.7998, 0.7858], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "7810605", "1663808", "5351935", "5952078", "8265258", "3296425", "3720839", "250946", "8277053"], "ranked_scores": [0.701, 0.6754, 0.6484, 0.6355, 0.6333, 0.6289, 0.6286, 0.6186, 0.6157, 0.6109], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4437972", "4377794", "5352322", "4278761", "7288502", "5094229", "7646422", "173850", "2510740", "2536497"], "ranked_scores": [0.8035, 0.8004, 0.7886, 0.7875, 0.7855, 0.7829, 0.7814, 0.7683, 0.7636, 0.7592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["5499496", "6818953", "7154587", "3924136", "6045016", "4594595", "8531579", "3230959", "6408406", "5940921"], "ranked_scores": [0.6931, 0.6844, 0.6815, 0.6781, 0.6767, 0.6703, 0.6611, 0.66, 0.6543, 0.6539], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8796486", "7833611", "4765785", "5675630", "4451324", "4765788", "8773427", "4765789", "4637748"], "ranked_scores": [0.7733, 0.7407, 0.7305, 0.6843, 0.6807, 0.6786, 0.6539, 0.6461, 0.6457, 0.6352], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "7526871", "3141441", "2099688", "7526868", "1841905", "1511150", "4005928", "4786937", "447409"], "ranked_scores": [0.8571, 0.8438, 0.8432, 0.8401, 0.8378, 0.8341, 0.8337, 0.8318, 0.8313, 0.8287], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "7937494", "5546116", "7770196", "8331763", "2486151", "5164644", "6841581"], "ranked_scores": [0.8018, 0.7522, 0.7089, 0.7051, 0.6902, 0.6898, 0.6832, 0.6772, 0.6737, 0.6708], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "4502858", "1417034", "30088", "5336580", "4502856", "6979705", "2391916", "30085"], "ranked_scores": [0.8709, 0.858, 0.8395, 0.823, 0.8195, 0.802, 0.795, 0.7868, 0.7858, 0.7746], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "5133662", "7645257", "6207587", "7505807", "133509", "3712671", "7853301", "6428732"], "ranked_scores": [0.7709, 0.6979, 0.6742, 0.6559, 0.6398, 0.6347, 0.6323, 0.6322, 0.6314, 0.6312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["3920912", "4589415", "4004619", "174956", "2290637", "2565560", "4111498", "2290634", "6302237", "1338703"], "ranked_scores": [0.8153, 0.8145, 0.8117, 0.8075, 0.8047, 0.8038, 0.79, 0.7893, 0.7871, 0.7856], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991354", "3672237", "4991353", "4991356", "3806458", "3148555", "826058", "1621473", "117136"], "ranked_scores": [0.8064, 0.7873, 0.7752, 0.7461, 0.7356, 0.7344, 0.7283, 0.7224, 0.7217, 0.6993], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "6193415", "1250411", "4605271", "5393501", "3747811", "2531512", "81365"], "ranked_scores": [0.7975, 0.739, 0.7048, 0.6908, 0.6876, 0.6796, 0.6719, 0.6662, 0.6658, 0.6613], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "6632518", "6632522", "1063811", "1063812", "4005369", "139961", "6632520", "7582739", "4951287"], "ranked_scores": [0.7717, 0.761, 0.7591, 0.7579, 0.7542, 0.7526, 0.7476, 0.7473, 0.7368, 0.7361], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5812523", "1631830", "1933329", "1867101", "5143805", "8139545", "886990", "1716202", "6903201", "8608886"], "ranked_scores": [0.7514, 0.7467, 0.7428, 0.7404, 0.7377, 0.7325, 0.728, 0.7251, 0.7139, 0.712], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "2940019", "3252244", "4258663", "4258668", "7503113", "5339586", "2940016", "1969532", "5339587"], "ranked_scores": [0.8605, 0.8389, 0.8362, 0.8283, 0.7892, 0.7683, 0.76, 0.7577, 0.7555, 0.7504], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "7562631", "8822769", "3811525", "8646229", "3451041", "3451044", "7611886", "8822768"], "ranked_scores": [0.8291, 0.8019, 0.7312, 0.7222, 0.7128, 0.7118, 0.7103, 0.7045, 0.6935, 0.6731], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8221437", "7856346", "4127072", "4343906", "4158114", "8221431", "1061740", "5431260", "8015905"], "ranked_scores": [0.7679, 0.7621, 0.7596, 0.758, 0.7346, 0.7341, 0.7271, 0.7201, 0.7015, 0.6988], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495838", "3495831", "3495835", "3495840", "7770959", "6392875", "3147298", "1798238"], "ranked_scores": [0.7738, 0.7571, 0.7252, 0.6829, 0.6796, 0.6653, 0.6532, 0.6182, 0.6143, 0.6074], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "609594", "6212591", "6212597", "1053306", "1053300", "8590985", "186816", "917841"], "ranked_scores": [0.8715, 0.8673, 0.8151, 0.8018, 0.7787, 0.6606, 0.6477, 0.6433, 0.6409, 0.6236], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "8736649", "7332215", "5145284", "1993059", "5128175", "7704729", "5151165", "2790097"], "ranked_scores": [0.8348, 0.6018, 0.5691, 0.5672, 0.5667, 0.5605, 0.5522, 0.5522, 0.5513, 0.5506], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "1793105", "1460687", "2857974", "1460689", "4846553", "1717545", "7966586"], "ranked_scores": [0.8349, 0.7816, 0.7784, 0.7393, 0.7372, 0.7316, 0.7311, 0.7311, 0.7305, 0.7305], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "34456", "1690952", "7985411", "6124976", "1728760", "7515853", "6533908"], "ranked_scores": [0.8504, 0.8494, 0.7618, 0.6994, 0.6934, 0.6895, 0.6893, 0.6738, 0.6715, 0.6708], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["2229750", "1420930", "1981693", "6986881", "7589839", "8424304", "7888894", "1981696", "7138494", "195648"], "ranked_scores": [0.7362, 0.7348, 0.7346, 0.7259, 0.7186, 0.717, 0.7041, 0.704, 0.6998, 0.6875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "3664758", "4957113", "3687242", "8771883", "6342544", "2819440", "3935875", "4385335"], "ranked_scores": [0.8021, 0.6438, 0.636, 0.6112, 0.6051, 0.6049, 0.6047, 0.5958, 0.5872, 0.5845], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-pq-m64-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["575979", "3445481", "558173", "3527619", "768350", "8083127", "7837267", "1674644", "2081579", "5265626"], "ranked_scores": [0.7109, 0.7063, 0.7031, 0.6949, 0.6902, 0.6879, 0.6752, 0.6715, 0.6618, 0.6615], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297112", "2684883", "542682", "1297109", "1674644", "3308552", "5550437", "7981496", "7121383", "7248824"], "ranked_scores": [0.7686, 0.7464, 0.7426, 0.7316, 0.728, 0.7075, 0.6994, 0.6822, 0.6808, 0.6794], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "911138", "5221728", "2295208", "5616900", "298606", "6402602", "4921435", "2403648"], "ranked_scores": [0.7421, 0.705, 0.6876, 0.6482, 0.623, 0.6183, 0.618, 0.5981, 0.5887, 0.5862], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "6926916", "66616", "5359258", "2541248", "5769842", "515311", "8279447", "5997195", "2548176"], "ranked_scores": [0.8573, 0.853, 0.85, 0.8455, 0.8393, 0.834, 0.8307, 0.8291, 0.8252, 0.8232], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "3794300", "5450605", "856390", "7255678", "2070215", "3640120", "4269405", "8554964"], "ranked_scores": [0.8211, 0.8148, 0.7675, 0.7638, 0.7577, 0.7454, 0.7449, 0.7395, 0.7309, 0.7271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["4496437", "3205963", "5606320", "1975045", "2190617", "4331590", "1190311", "378964", "8643852", "4811904"], "ranked_scores": [0.6975, 0.6909, 0.6536, 0.636, 0.6256, 0.6256, 0.6247, 0.6229, 0.6212, 0.6181], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "7813557", "6964479", "7840121", "5227711", "6980305", "6964486", "4816964", "1777799", "6801871"], "ranked_scores": [0.8, 0.7893, 0.785, 0.7827, 0.766, 0.7594, 0.7443, 0.7435, 0.7244, 0.7085], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "3550559", "5644075", "5644076", "147832", "4240249", "1592497", "7637427"], "ranked_scores": [0.7819, 0.7541, 0.7083, 0.676, 0.6042, 0.5425, 0.5404, 0.5255, 0.5092, 0.4932], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "1365215", "2322244", "1102477", "289409", "5110182", "249524", "2421289", "4667084"], "ranked_scores": [0.8262, 0.8012, 0.7304, 0.7272, 0.727, 0.7106, 0.6988, 0.6932, 0.6924, 0.6899], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5942525", "5132484", "8215736", "7137594", "2066852", "5469449", "2117748", "336438", "2552610"], "ranked_scores": [0.6775, 0.6203, 0.5652, 0.5598, 0.5553, 0.5523, 0.5513, 0.5481, 0.5467, 0.542], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1226215", "1226213", "1438830", "1933413", "1962396", "6062397", "3897453"], "ranked_scores": [0.8521, 0.8357, 0.6721, 0.6655, 0.6333, 0.633, 0.6051, 0.5838, 0.5736, 0.5645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8223942", "662304", "5043664", "7858636", "7168973", "7168976", "2899047", "8111532", "4231642", "6912717"], "ranked_scores": [0.6029, 0.5193, 0.506, 0.5018, 0.4815, 0.4796, 0.446, 0.4386, 0.4355, 0.4216], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301814", "4561063", "277376", "1317497", "5811967", "558347", "7331852"], "ranked_scores": [0.8382, 0.7457, 0.7405, 0.6291, 0.612, 0.5962, 0.5919, 0.5883, 0.5841, 0.5764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450828", "8259514", "7970735", "8259512", "8450827", "7970736", "1265191", "7970734", "320956", "8450833"], "ranked_scores": [0.8732, 0.8376, 0.8366, 0.8344, 0.8273, 0.8188, 0.8007, 0.7902, 0.7811, 0.7778], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8128745", "4702013", "7160804", "8636883", "8346654", "5395324", "6145894", "7206774", "5720449"], "ranked_scores": [0.865, 0.7682, 0.7133, 0.7132, 0.6965, 0.6958, 0.6921, 0.6765, 0.6761, 0.672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "7220313", "2474358", "5190750", "5190753", "7903539", "8827602", "2130560", "4723508"], "ranked_scores": [0.882, 0.876, 0.6158, 0.6016, 0.5923, 0.5872, 0.5842, 0.5842, 0.5773, 0.564], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "7937824", "7805085", "7937822", "7870704", "8584557", "4830263", "7108982"], "ranked_scores": [0.8686, 0.716, 0.6636, 0.6519, 0.6386, 0.6041, 0.5997, 0.5994, 0.5965, 0.5916], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "7948050", "7948042", "3646584", "2116929", "4880893", "2116933", "2116936", "2116938", "8722441"], "ranked_scores": [0.7863, 0.7751, 0.7536, 0.7219, 0.7097, 0.692, 0.6872, 0.6786, 0.6783, 0.6656], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4374445", "1815026", "6924493", "3333503", "1782220", "7480853", "4374443", "2647181"], "ranked_scores": [0.8121, 0.8093, 0.6355, 0.6285, 0.6166, 0.6116, 0.6098, 0.6079, 0.6069, 0.6061], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "5231134", "2091063", "7153163", "3444262", "7503576", "6302682", "5297258", "7454251"], "ranked_scores": [0.7989, 0.7152, 0.6739, 0.6558, 0.6347, 0.6331, 0.6274, 0.6269, 0.6235, 0.6234], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "4489794", "6804877", "7827765", "4489797", "6854565", "2131335", "1484399", "1174172", "5213336"], "ranked_scores": [0.6427, 0.6147, 0.6108, 0.6096, 0.6043, 0.6009, 0.6001, 0.5869, 0.5869, 0.585], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "2588002", "391341", "1918866", "863946", "7623736", "391342", "3853232", "5535297"], "ranked_scores": [0.8733, 0.8559, 0.8269, 0.8164, 0.8117, 0.8085, 0.8064, 0.8053, 0.8028, 0.7896], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689710", "7689707", "6506033", "2188117", "8820180", "409310", "2270798", "5364572", "7880823", "4390429"], "ranked_scores": [0.6761, 0.6556, 0.6318, 0.6218, 0.6023, 0.5563, 0.5465, 0.541, 0.5372, 0.5371], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "1460640", "3346337", "3968773", "2443030", "1546056", "5808457", "6488150", "7649297"], "ranked_scores": [0.9192, 0.9007, 0.8691, 0.8682, 0.8629, 0.8473, 0.8434, 0.8124, 0.8036, 0.8], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8426355", "2796274", "1070634", "3733774", "5055675", "4942019", "7424964", "1871086", "6082244", "7992320"], "ranked_scores": [0.8643, 0.8614, 0.8449, 0.8339, 0.8332, 0.8321, 0.8314, 0.8255, 0.8158, 0.8153], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "5170949", "5174051", "6287785", "1588747", "7650732", "5027731", "954268", "5027726"], "ranked_scores": [0.7967, 0.7898, 0.7491, 0.7087, 0.6606, 0.6557, 0.6547, 0.6517, 0.6465, 0.6448], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "870351", "1613678", "2576605", "2576606", "551238", "870346", "2692492", "3554461", "7249172"], "ranked_scores": [0.8709, 0.8517, 0.8404, 0.8075, 0.8037, 0.77, 0.7612, 0.7458, 0.7259, 0.7158], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "1663808", "7810605", "8265258", "250946", "5408281", "2589790", "7553014", "6090442", "3132831"], "ranked_scores": [0.6773, 0.617, 0.6086, 0.5913, 0.5871, 0.5829, 0.5819, 0.5793, 0.5779, 0.5702], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4437972", "4278761", "4377794", "5094229", "173850", "5352322", "7288502", "7646422", "2510740", "2195944"], "ranked_scores": [0.7942, 0.78, 0.777, 0.761, 0.7574, 0.7564, 0.7538, 0.7525, 0.7466, 0.7368], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3924136", "6818953", "7154587", "6045016", "839355", "1237202", "5499496", "6408406", "6818958", "1756080"], "ranked_scores": [0.6699, 0.6629, 0.6549, 0.6508, 0.643, 0.6406, 0.6346, 0.6317, 0.6283, 0.6278], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "8796486", "4765785", "5675630", "4765788", "4451324", "4765789", "3979452", "4637748"], "ranked_scores": [0.7875, 0.7286, 0.7209, 0.7151, 0.6807, 0.636, 0.6321, 0.619, 0.6076, 0.6059], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2099688", "7526870", "3141441", "7526868", "4005928", "4786937", "1841905", "7526871", "6503017", "7641309"], "ranked_scores": [0.856, 0.8478, 0.8474, 0.8249, 0.8239, 0.8225, 0.8218, 0.8194, 0.8176, 0.811], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7937494", "7770196", "7110611", "5546116", "2486151", "3259751", "6841581", "8331763"], "ranked_scores": [0.8514, 0.7314, 0.7302, 0.7128, 0.6917, 0.6903, 0.6898, 0.6863, 0.6849, 0.6843], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "30088", "4502858", "1417034", "5336580", "30089", "4502856", "6979705", "4522649"], "ranked_scores": [0.8867, 0.8499, 0.8299, 0.822, 0.8169, 0.7843, 0.7519, 0.7424, 0.7365, 0.724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "6207587", "7645257", "5133662", "6428732", "5904163", "7853301", "1464540", "3712671"], "ranked_scores": [0.7997, 0.6598, 0.6528, 0.648, 0.6447, 0.6318, 0.6283, 0.6153, 0.6102, 0.6069], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565560", "4004619", "4589415", "3920912", "174956", "4111498", "7734838", "2894335", "4893298", "3765105"], "ranked_scores": [0.7929, 0.7916, 0.7903, 0.7841, 0.7762, 0.7717, 0.7654, 0.7603, 0.7582, 0.753], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "3672237", "4991354", "3148555", "4991353", "4991356", "826058", "3806458", "1621473", "8593880"], "ranked_scores": [0.7994, 0.7839, 0.7726, 0.7455, 0.7295, 0.7082, 0.7062, 0.6921, 0.6703, 0.6611], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4409027", "4900578", "6193415", "4605271", "1250411", "5393501", "3747811", "6967801", "3726276"], "ranked_scores": [0.8067, 0.699, 0.6719, 0.6263, 0.6191, 0.6102, 0.5961, 0.5831, 0.5787, 0.5754], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["139961", "7831679", "4951287", "1063812", "6632522", "4590213", "7428627", "6632518", "6632520", "1063811"], "ranked_scores": [0.7593, 0.7483, 0.7153, 0.708, 0.7072, 0.7046, 0.702, 0.7005, 0.6996, 0.6991], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "1933329", "1631830", "6761606", "4117805", "5143805", "6761601", "7313342", "7313345", "886990"], "ranked_scores": [0.7396, 0.7258, 0.7225, 0.7085, 0.6944, 0.6888, 0.6882, 0.6845, 0.6833, 0.6828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "4258663", "3252244", "2940019", "4258668", "7503113", "5339587", "1969532", "8532695", "2940016"], "ranked_scores": [0.8683, 0.8259, 0.8179, 0.8013, 0.7541, 0.7103, 0.708, 0.7059, 0.7022, 0.7021], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "8738884", "8822769", "8646229", "8822768", "7562631", "3451041", "3451044", "8298270", "1398369"], "ranked_scores": [0.843, 0.8071, 0.7095, 0.706, 0.6885, 0.6879, 0.686, 0.6849, 0.6713, 0.6616], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["4127072", "7856346", "8221430", "4343906", "8221437", "8221431", "4158114", "2574259", "1061740", "5431260"], "ranked_scores": [0.767, 0.7626, 0.7453, 0.7253, 0.7213, 0.7154, 0.7074, 0.6683, 0.668, 0.6646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495838", "7770959", "3495840", "3495831", "3495835", "3147298", "1798238", "6392875"], "ranked_scores": [0.7552, 0.7492, 0.7165, 0.6673, 0.6183, 0.6128, 0.5889, 0.5531, 0.5518, 0.5391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212591", "609594", "6212597", "917841", "1053306", "1053300", "1053302", "471140"], "ranked_scores": [0.8989, 0.8957, 0.8182, 0.8054, 0.8009, 0.6201, 0.6051, 0.5957, 0.5909, 0.589], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "5145284", "7153880", "5151165", "4520541", "1993059", "7332215", "930721", "5299257", "8736649"], "ranked_scores": [0.8749, 0.5796, 0.56, 0.5558, 0.5488, 0.5328, 0.5267, 0.5164, 0.5158, 0.5115], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "1460687", "1193873", "1420186", "4846553", "1460689", "3668938", "1460683"], "ranked_scores": [0.8344, 0.7826, 0.7474, 0.7179, 0.6862, 0.686, 0.6845, 0.6812, 0.6812, 0.6801], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "7558181", "1690952", "6124976", "34456", "1452606", "6533908", "6025784"], "ranked_scores": [0.8904, 0.8783, 0.7787, 0.6811, 0.6751, 0.662, 0.6468, 0.6416, 0.6397, 0.6323], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["2229750", "1981693", "7589839", "6986881", "8424304", "1420930", "7138494", "5955284", "3559380", "1981696"], "ranked_scores": [0.7167, 0.691, 0.6805, 0.6795, 0.6672, 0.6649, 0.6543, 0.6457, 0.6373, 0.6334], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "3664758", "7966624", "6342544", "1953277", "8193212", "4957113", "3687242", "8771883", "5262322"], "ranked_scores": [0.8648, 0.6373, 0.6223, 0.6089, 0.5971, 0.5695, 0.5644, 0.5385, 0.5379, 0.5371], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-notrunc-pq-m96-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "8083127", "7072115", "3527619", "575979", "7837267", "1674644", "2684883", "5265626", "7275122"], "ranked_scores": [0.7972, 0.7891, 0.7689, 0.7669, 0.7637, 0.7631, 0.7578, 0.7539, 0.7526, 0.7502], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["5633832", "2684883", "8083127", "1297109", "2581550", "220565", "1674646", "157696", "8398033", "1021034"], "ranked_scores": [0.7398, 0.7283, 0.7214, 0.7169, 0.711, 0.6949, 0.6829, 0.6829, 0.6824, 0.6762], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "5842823", "911138", "4726075", "1238142", "5582271", "5221728", "2295208", "3792488"], "ranked_scores": [0.6821, 0.6626, 0.6344, 0.623, 0.6118, 0.604, 0.6001, 0.5937, 0.5935, 0.5888], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2812582", "5769842", "3338175", "7369987", "515311", "2548173", "3182362", "7011409", "2541248", "1727064"], "ranked_scores": [0.7874, 0.7863, 0.7852, 0.7605, 0.7486, 0.74, 0.7374, 0.7318, 0.7212, 0.7198], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "3794304", "5450605", "7048914", "5346316", "7255678", "4305354", "2070215", "8554964", "7255675"], "ranked_scores": [0.6568, 0.6531, 0.6464, 0.6435, 0.6385, 0.6337, 0.624, 0.6215, 0.6193, 0.6068], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "1190311", "3205963", "7600993", "8817884", "4450104", "1229810", "8299818", "1494980", "1123190"], "ranked_scores": [0.6776, 0.6148, 0.6006, 0.5905, 0.5767, 0.5744, 0.5579, 0.557, 0.5561, 0.5537], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "4816964", "7813557", "5227711", "6964479", "6980305", "6964486", "6801871", "1777799", "6311584"], "ranked_scores": [0.7871, 0.7721, 0.7674, 0.7522, 0.7516, 0.7287, 0.7106, 0.699, 0.6843, 0.6824], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "7698064", "3550559", "5997547", "5079417", "4041246", "8343642", "4154575", "1768445"], "ranked_scores": [0.7188, 0.7122, 0.6677, 0.6432, 0.6319, 0.6247, 0.6057, 0.6017, 0.597, 0.5961], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["5110182", "8452568", "6950276", "6950269", "7531871", "249524", "1365215", "1365210", "3761519", "1640260"], "ranked_scores": [0.6817, 0.6779, 0.677, 0.6746, 0.6705, 0.6696, 0.6692, 0.6641, 0.6504, 0.6498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "4562810", "4513419", "2552610", "7187662", "947575", "6124279", "8190833", "5469449", "2323827"], "ranked_scores": [0.631, 0.6071, 0.5862, 0.5813, 0.5691, 0.568, 0.5651, 0.549, 0.5435, 0.5428], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1438830", "1226215", "1226213", "8583763", "8583766", "1928478", "5218385"], "ranked_scores": [0.7494, 0.718, 0.6269, 0.596, 0.5675, 0.5447, 0.5039, 0.4952, 0.4946, 0.4867], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623383", "4069689", "7058926", "295794", "7058927", "295788", "5196335", "5389787", "7168976", "3272997"], "ranked_scores": [0.5575, 0.5515, 0.5358, 0.5249, 0.5193, 0.5171, 0.5022, 0.4974, 0.4845, 0.4749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301818", "7301814", "3512764", "277376", "3803414", "277374", "5457419"], "ranked_scores": [0.7522, 0.721, 0.7186, 0.6538, 0.6181, 0.5937, 0.584, 0.5822, 0.582, 0.5592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "7970736", "8259512", "7970735", "8450827", "1265191", "8450833", "8450828", "7970734", "8259514"], "ranked_scores": [0.7648, 0.7428, 0.7378, 0.702, 0.677, 0.6589, 0.6546, 0.6503, 0.6361, 0.6289], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "4702013", "8128745", "8346654", "7160804", "8684894", "3457120", "485410", "7160799", "3043375"], "ranked_scores": [0.7714, 0.706, 0.683, 0.6645, 0.6604, 0.6531, 0.6518, 0.6513, 0.6505, 0.65], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "2010657", "3452115", "46048", "4768599", "8067800", "8484568", "1136294", "3936785"], "ranked_scores": [0.739, 0.6525, 0.5784, 0.535, 0.5299, 0.5286, 0.5182, 0.505, 0.5031, 0.5021], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "7870704", "6667088", "3702788", "7919682", "5340239", "5672319", "6975615"], "ranked_scores": [0.7366, 0.6359, 0.599, 0.5619, 0.5571, 0.5545, 0.5524, 0.5508, 0.5504, 0.5422], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116932", "7948042", "4880893", "8157542", "7948050", "3646584", "2116929", "2116933", "2116936", "2116938"], "ranked_scores": [0.8, 0.7974, 0.7925, 0.7884, 0.788, 0.775, 0.7721, 0.7712, 0.7698, 0.7695], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "2450611", "4998837", "3056113", "3109473", "3891003", "6937119", "2647181", "4253088"], "ranked_scores": [0.5684, 0.5672, 0.5448, 0.5288, 0.4909, 0.4885, 0.4838, 0.4804, 0.4721, 0.4715], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5231134", "4393603", "1226636", "4393601", "6641480", "3444262", "6775026", "1674914", "925659"], "ranked_scores": [0.7228, 0.7068, 0.7006, 0.6972, 0.6947, 0.6859, 0.6754, 0.6678, 0.6667, 0.6658], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["2131335", "6127285", "7827765", "4489797", "7170238", "2131339", "1854682", "1705600", "4489799", "261654"], "ranked_scores": [0.5078, 0.487, 0.4802, 0.4613, 0.4596, 0.451, 0.434, 0.4331, 0.4324, 0.4277], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "4796869", "7134383", "2588002", "1839684", "3853232", "1023113", "6941634", "1918866"], "ranked_scores": [0.7981, 0.7845, 0.7844, 0.7704, 0.7681, 0.7675, 0.7542, 0.7497, 0.7471, 0.7454], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "1673140", "4936994", "8820180", "3768485", "7689707", "4390430", "7689710", "5364572", "2188117"], "ranked_scores": [0.6452, 0.6435, 0.6424, 0.6175, 0.6109, 0.5679, 0.563, 0.5591, 0.5557, 0.5466], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "3346337", "3968773", "6979322", "1460640", "1546056", "2443030", "5729775", "5808457", "6979330"], "ranked_scores": [0.8057, 0.8032, 0.7961, 0.7927, 0.7918, 0.7871, 0.7847, 0.7716, 0.7599, 0.7546], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["4942019", "5739636", "5269626", "8426355", "2636668", "2796274", "7992320", "4942015", "2796268", "7809766"], "ranked_scores": [0.8048, 0.801, 0.7926, 0.7922, 0.776, 0.7743, 0.773, 0.7729, 0.7725, 0.7682], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "4805364", "2820637", "7527096", "4805366", "1039754", "6032018", "954270", "1088384", "5174051"], "ranked_scores": [0.7238, 0.697, 0.6885, 0.6801, 0.6768, 0.6727, 0.672, 0.6715, 0.6714, 0.6694], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576606", "2576605", "551238", "6033952", "7137675", "3554461", "2692492", "272188", "272190"], "ranked_scores": [0.8071, 0.7719, 0.7709, 0.7635, 0.7471, 0.7464, 0.7436, 0.731, 0.7231, 0.7201], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6797667", "5408281", "6465151", "5351935", "3132831", "3296425", "8265258", "7496090", "8277053", "2139645"], "ranked_scores": [0.6824, 0.6803, 0.6778, 0.6685, 0.6592, 0.6581, 0.6455, 0.6426, 0.6405, 0.6327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7288502", "7646422", "7288504", "2061122", "278768", "5756090", "5196370", "4437972"], "ranked_scores": [0.7842, 0.7482, 0.7335, 0.7278, 0.7252, 0.7123, 0.7014, 0.683, 0.6804, 0.6802], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "5499496", "2068025", "1237202", "4594595", "7154587", "8531579", "3872927", "1463441", "6408406"], "ranked_scores": [0.6527, 0.6366, 0.6341, 0.6154, 0.608, 0.6047, 0.6017, 0.5995, 0.5913, 0.5789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4451324", "8796486", "3790429", "7833611", "2421104", "4233620", "8796481", "5675630", "3039809"], "ranked_scores": [0.6768, 0.6461, 0.63, 0.6124, 0.607, 0.6065, 0.6045, 0.604, 0.6032, 0.6009], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511150", "2208599", "4863107", "4863108", "2898312", "4786937", "5036995", "4600593", "7526870", "2099688"], "ranked_scores": [0.772, 0.7579, 0.7486, 0.746, 0.7446, 0.7421, 0.7377, 0.7373, 0.7311, 0.7307], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "8310623", "7937494", "2299432", "3701436", "7110611", "7434451", "5546116", "6281807"], "ranked_scores": [0.7553, 0.7036, 0.6771, 0.6763, 0.6759, 0.6724, 0.6722, 0.6591, 0.648, 0.6452], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "8327486", "4256443", "5336580", "1472503", "2066951", "4522649", "3770821", "30085", "4502858"], "ranked_scores": [0.7785, 0.7416, 0.7378, 0.7346, 0.7126, 0.7011, 0.6991, 0.6965, 0.6931, 0.6871], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "6207588", "6207587", "754800", "7853301", "5904163", "1696161", "7645257", "1683771"], "ranked_scores": [0.7214, 0.663, 0.6485, 0.6448, 0.6274, 0.6224, 0.6213, 0.6173, 0.6167, 0.6142], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "2290637", "4004619", "2565555", "5206549", "1338705", "2391075", "2835995", "2565560", "7734838"], "ranked_scores": [0.7721, 0.7624, 0.7471, 0.7389, 0.737, 0.7325, 0.7324, 0.7306, 0.7282, 0.7261], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3806458", "4991356", "4991354", "4991353", "7161101", "8374135", "3148555", "3672237", "6465402"], "ranked_scores": [0.7638, 0.7471, 0.7399, 0.728, 0.7035, 0.6974, 0.6843, 0.6757, 0.6684, 0.6198], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4409027", "4900578", "2531512", "6193415", "7778949", "5393501", "3747811", "4605270"], "ranked_scores": [0.7269, 0.7262, 0.7213, 0.7102, 0.6797, 0.6409, 0.6225, 0.6201, 0.6085, 0.6015], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "2488121", "1063812", "6632522", "139961", "6632518", "6632520", "1063811", "4005369", "3942500"], "ranked_scores": [0.6908, 0.6897, 0.6821, 0.6762, 0.6715, 0.6708, 0.6692, 0.6633, 0.6616, 0.6575], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5143805", "6903206", "1867101", "5812523", "6903201", "8139545", "921100", "6955768", "1716202", "1933329"], "ranked_scores": [0.6804, 0.6769, 0.6751, 0.6645, 0.6605, 0.6595, 0.6577, 0.6577, 0.6467, 0.6456], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "2940019", "1623860", "7420248", "2940016", "5339585", "7728427", "7503110", "7728423"], "ranked_scores": [0.7947, 0.7065, 0.7033, 0.6747, 0.6639, 0.6456, 0.6452, 0.6321, 0.6301, 0.6296], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "2024648", "7562624", "5304087", "1398369", "7562631", "1732853", "3451041", "3451044", "3811525"], "ranked_scores": [0.6916, 0.6869, 0.6729, 0.6294, 0.6291, 0.6278, 0.6155, 0.6014, 0.5899, 0.5643], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8221437", "7856346", "4127072", "4158114", "5431260", "4343906", "1922718", "6269961", "8015905"], "ranked_scores": [0.7035, 0.6814, 0.6618, 0.6416, 0.6321, 0.6259, 0.6151, 0.6146, 0.6111, 0.6099], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495831", "3495838", "1634694", "7770959", "3885772", "6786202", "3450402", "3495835"], "ranked_scores": [0.6444, 0.6292, 0.624, 0.6195, 0.6025, 0.5936, 0.5738, 0.5695, 0.5639, 0.5591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6212591", "6401864", "6212597", "6212588", "1941403", "3843788", "3843787", "2852056", "917841"], "ranked_scores": [0.6935, 0.6677, 0.6529, 0.6506, 0.629, 0.5211, 0.5193, 0.4984, 0.4974, 0.4673], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "2790097", "1384086", "7936183", "7601059", "3823638", "7803343", "3823641", "6938258"], "ranked_scores": [0.6317, 0.4753, 0.4666, 0.4462, 0.4451, 0.4422, 0.4327, 0.4256, 0.4118, 0.3963], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "8177246", "7511874", "2857974", "3668938", "1193873", "8432430", "1420186"], "ranked_scores": [0.7444, 0.6953, 0.6868, 0.6832, 0.6487, 0.6456, 0.645, 0.6433, 0.6399, 0.6373], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "1134210", "7104592", "1136108", "4738326", "4709447", "7515853", "7395884"], "ranked_scores": [0.7942, 0.7632, 0.6569, 0.6378, 0.6376, 0.6176, 0.6125, 0.6095, 0.6082, 0.6076], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "3559380", "1420930", "6532155", "7888894", "7589839", "2229750", "3712796", "8424304", "7138494"], "ranked_scores": [0.6929, 0.6701, 0.632, 0.6284, 0.6252, 0.6223, 0.6213, 0.6207, 0.6186, 0.6073], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["3596760", "3404247", "3944077", "2830832", "7946528", "8667781", "1304102", "3681700", "8771883", "3989499"], "ranked_scores": [0.6761, 0.6489, 0.6437, 0.6398, 0.6389, 0.6384, 0.6377, 0.6376, 0.6335, 0.6333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-256-pq-m64-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["8083127", "1674646", "7837267", "7072115", "638358", "5865180", "20886", "3619391", "1674644", "949520"], "ranked_scores": [0.8365, 0.8284, 0.7914, 0.7827, 0.7821, 0.7721, 0.7683, 0.7682, 0.7618, 0.7578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["8083127", "2684883", "5633832", "220565", "157696", "1021034", "2581550", "20886", "3063200", "1297109"], "ranked_scores": [0.7338, 0.7272, 0.7191, 0.7004, 0.692, 0.688, 0.6839, 0.6838, 0.6799, 0.6759], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "5842823", "7383965", "5582271", "1592656", "911138", "6236648", "5221728", "298606", "1238142"], "ranked_scores": [0.6779, 0.6592, 0.6539, 0.6261, 0.6216, 0.6097, 0.5999, 0.5966, 0.5889, 0.5865], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2812582", "3338175", "5769842", "7369987", "515311", "8279447", "3399535", "5984488", "6368609", "5684712"], "ranked_scores": [0.7868, 0.7862, 0.7851, 0.7616, 0.7319, 0.7279, 0.721, 0.7122, 0.6959, 0.6949], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["2070215", "3794304", "3794297", "7048914", "5450605", "5346316", "856390", "1159742", "7255678", "4305354"], "ranked_scores": [0.6487, 0.6406, 0.6365, 0.6314, 0.6122, 0.5894, 0.5814, 0.5709, 0.5638, 0.5602], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "3205963", "8817884", "1190311", "7776113", "1123190", "7469549", "7600993", "2215699", "6199240"], "ranked_scores": [0.6844, 0.6232, 0.6182, 0.5924, 0.5824, 0.5746, 0.5698, 0.569, 0.5646, 0.5624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "6964479", "7260457", "7813557", "6980305", "5227711", "6311584", "6964486", "6801871", "1777799"], "ranked_scores": [0.7958, 0.7848, 0.7796, 0.7459, 0.721, 0.7107, 0.6893, 0.6782, 0.6644, 0.646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "3550561", "7698064", "3550559", "8343642", "5079417", "5997547", "4041246", "4154575", "1768445"], "ranked_scores": [0.7585, 0.7509, 0.686, 0.6552, 0.6509, 0.6389, 0.6246, 0.6234, 0.613, 0.6084], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["7531871", "1365215", "8452568", "3761522", "6950269", "1365210", "249524", "6950276", "6950275", "4432472"], "ranked_scores": [0.6989, 0.6957, 0.6897, 0.6847, 0.6672, 0.6648, 0.6647, 0.649, 0.6465, 0.6453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["4562810", "4513419", "5931817", "7187663", "947575", "2323827", "5469449", "8190833", "7187662", "2552610"], "ranked_scores": [0.6321, 0.62, 0.5849, 0.5823, 0.5592, 0.5572, 0.5538, 0.5496, 0.5487, 0.5486], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "4922192", "1226215", "1226213", "1928478", "5218385", "859199", "8583766"], "ranked_scores": [0.7821, 0.738, 0.6519, 0.6246, 0.5768, 0.5614, 0.4671, 0.4557, 0.4506, 0.4337], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623383", "295794", "7058926", "295788", "5289585", "4069689", "7058927", "3961796", "3272997", "4996378"], "ranked_scores": [0.6302, 0.6085, 0.6048, 0.5801, 0.5478, 0.5344, 0.5333, 0.5329, 0.5283, 0.5235], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301818", "6808332", "3512764", "7301814", "6363851", "5809784", "4892433"], "ranked_scores": [0.7576, 0.7234, 0.6922, 0.6083, 0.5708, 0.5368, 0.5324, 0.5181, 0.5127, 0.5119], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8259512", "7970736", "7970735", "8450827", "8259514", "1265191", "8450828", "8450833", "7970734"], "ranked_scores": [0.7932, 0.785, 0.7681, 0.7188, 0.7178, 0.6952, 0.6557, 0.6476, 0.6443, 0.6297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "4702013", "8346654", "8128745", "3457120", "6193662", "3043375", "7185831", "7160804", "8684894"], "ranked_scores": [0.787, 0.7178, 0.6962, 0.6883, 0.6706, 0.667, 0.6667, 0.6665, 0.6637, 0.6604], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "2010657", "8067800", "1136294", "4768599", "46048", "3505871", "8484568"], "ranked_scores": [0.7583, 0.6127, 0.5988, 0.5528, 0.5226, 0.513, 0.5087, 0.4991, 0.4945, 0.4896], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "7870704", "5340239", "6667088", "6975615", "3702788", "5672319", "2995208"], "ranked_scores": [0.7968, 0.6311, 0.6228, 0.5968, 0.5512, 0.5457, 0.5362, 0.5322, 0.5153, 0.4984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4880893", "2116932", "2116933", "7948042", "7948050", "2116936", "8157542", "3646584", "7146728", "2116938"], "ranked_scores": [0.8139, 0.8024, 0.7636, 0.7628, 0.7597, 0.7529, 0.7479, 0.7354, 0.734, 0.7333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "2450611", "2870276", "4998837", "3915433", "4165452", "5932719", "3056113", "4074080"], "ranked_scores": [0.6235, 0.621, 0.5963, 0.585, 0.5366, 0.5192, 0.5174, 0.5114, 0.5063, 0.5041], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6641480", "1226636", "6641482", "4393601", "4393603", "4624988", "4939334", "2044076", "3444262"], "ranked_scores": [0.7803, 0.7168, 0.6945, 0.6886, 0.6884, 0.688, 0.6869, 0.6849, 0.6807, 0.6725], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827765", "4489797", "6127285", "4595482", "7803391", "7170234", "7719222", "6854565", "261656", "2131335"], "ranked_scores": [0.5163, 0.466, 0.4628, 0.4598, 0.4388, 0.4291, 0.4274, 0.4273, 0.4271, 0.4177], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "2588002", "4796869", "1839684", "1918866", "7269273", "1023113", "8540414", "2175868"], "ranked_scores": [0.7835, 0.7797, 0.757, 0.7551, 0.7501, 0.7351, 0.7338, 0.7296, 0.7267, 0.7255], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "1143382", "1673140", "8820180", "4390430", "3768485", "2188117", "7689707", "3167491"], "ranked_scores": [0.6951, 0.6546, 0.6276, 0.6264, 0.6205, 0.594, 0.5899, 0.5801, 0.5769, 0.573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3968773", "92150", "3346337", "2443030", "1460640", "6979322", "1546056", "5210161", "5729775", "6363366"], "ranked_scores": [0.8013, 0.7976, 0.7809, 0.777, 0.7761, 0.7545, 0.7533, 0.7358, 0.7337, 0.7245], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5739636", "4942019", "8281194", "4942015", "5269626", "8426355", "2796265", "2796268", "3733774", "5123227"], "ranked_scores": [0.7853, 0.7819, 0.7638, 0.7587, 0.7581, 0.7539, 0.7435, 0.7428, 0.7423, 0.7369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "4805364", "7527096", "2820637", "4805366", "5174051", "1039754", "1333652", "5027729", "1088384"], "ranked_scores": [0.7344, 0.7034, 0.695, 0.6415, 0.6336, 0.6246, 0.6178, 0.6135, 0.6132, 0.613], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "551238", "2576605", "7137675", "2692492", "2576606", "1059524", "6033952", "1525620", "272188"], "ranked_scores": [0.8441, 0.7667, 0.7564, 0.752, 0.7491, 0.7419, 0.735, 0.7243, 0.7231, 0.7141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8277053", "5351935", "6797667", "5408281", "3296425", "6465151", "6502553", "3132831", "1850491", "5373185"], "ranked_scores": [0.6594, 0.6522, 0.6494, 0.6425, 0.642, 0.6395, 0.6386, 0.6369, 0.6339, 0.6326], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7288502", "7646422", "7288504", "5196370", "278768", "5756090", "2061122", "5352322"], "ranked_scores": [0.8381, 0.7904, 0.7707, 0.7649, 0.7413, 0.7337, 0.7074, 0.7019, 0.6963, 0.6808], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "3872927", "1237202", "5499496", "8531579", "1463441", "2525613", "2068025", "7647368", "6032214"], "ranked_scores": [0.6404, 0.6102, 0.6077, 0.5902, 0.5844, 0.5824, 0.5783, 0.57, 0.5674, 0.5648], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "2396672", "2918527", "8796481", "3039809", "4451324", "8796486", "2421104", "3790429", "4966850"], "ranked_scores": [0.6803, 0.6629, 0.6576, 0.6539, 0.6498, 0.6401, 0.6302, 0.629, 0.6234, 0.6174], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511150", "4863108", "7526870", "4786937", "4863107", "2208599", "2898312", "982652", "5036995", "2617812"], "ranked_scores": [0.7727, 0.7672, 0.7544, 0.7537, 0.7528, 0.7471, 0.7462, 0.7399, 0.7308, 0.7279], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "7937494", "2299432", "7770196", "3701436", "5546116", "4303165", "2737708"], "ranked_scores": [0.8135, 0.7402, 0.679, 0.6773, 0.673, 0.6533, 0.6506, 0.6497, 0.6437, 0.6433], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "4256443", "8327486", "3770821", "4522649", "2066951", "3659405", "4502858", "5343617"], "ranked_scores": [0.8029, 0.766, 0.7325, 0.6972, 0.6689, 0.6572, 0.6567, 0.6541, 0.653, 0.6504], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "6207587", "6207588", "5904163", "7853301", "4687484", "1683771", "8733282", "754800"], "ranked_scores": [0.6922, 0.6552, 0.6538, 0.6363, 0.6118, 0.6021, 0.5883, 0.5875, 0.5874, 0.5871], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "5206549", "4004619", "2835995", "2565555", "2565557", "2290637", "5212100", "7734838", "2565560"], "ranked_scores": [0.7786, 0.7753, 0.7713, 0.7651, 0.7524, 0.7519, 0.7476, 0.7353, 0.7297, 0.7292], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "4991356", "3806458", "7161101", "8374135", "4991353", "3148555", "3672237", "2873961"], "ranked_scores": [0.8005, 0.7391, 0.7386, 0.7367, 0.7, 0.6786, 0.6715, 0.6705, 0.637, 0.6072], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4409027", "4900578", "2531512", "5393501", "4363844", "3747811", "6193415", "4605270"], "ranked_scores": [0.7716, 0.748, 0.7395, 0.7217, 0.6991, 0.6635, 0.6199, 0.6142, 0.6138, 0.6062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "7428627", "1109548", "6632518", "3942500", "1063812", "139961", "6632520", "4590213", "4208658"], "ranked_scores": [0.6825, 0.6739, 0.6637, 0.6478, 0.6439, 0.6408, 0.6399, 0.6398, 0.6381, 0.6268], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5143805", "1867101", "5812523", "6955768", "7882842", "7313342", "6903201", "8139545", "921100", "1019739"], "ranked_scores": [0.7117, 0.7103, 0.6964, 0.6913, 0.6908, 0.6877, 0.684, 0.6805, 0.6794, 0.6747], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "2940019", "2940016", "1623860", "5339585", "1549229", "7503110", "7420248", "4996201"], "ranked_scores": [0.8195, 0.7177, 0.636, 0.6104, 0.6101, 0.6059, 0.5946, 0.5923, 0.5889, 0.584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "7562631", "2024648", "5304087", "1398369", "3451041", "3451044", "6711596", "6711597"], "ranked_scores": [0.7182, 0.7025, 0.6654, 0.6564, 0.6502, 0.6296, 0.6109, 0.6093, 0.6024, 0.584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8221437", "7856346", "4127072", "8015905", "5431260", "4158114", "5409487", "1922718", "4343906"], "ranked_scores": [0.7286, 0.6911, 0.6846, 0.6836, 0.6694, 0.6662, 0.6591, 0.6524, 0.6513, 0.6304], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495831", "3495837", "1188785", "3885772", "1634694", "3450402", "3495838", "7770959", "2387122"], "ranked_scores": [0.702, 0.6269, 0.5991, 0.5892, 0.5594, 0.5586, 0.5545, 0.5518, 0.5491, 0.5467], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6401864", "6212591", "6212597", "6212588", "1941403", "3843787", "3843788", "8470196", "6965745"], "ranked_scores": [0.7383, 0.7259, 0.7228, 0.6748, 0.6568, 0.5643, 0.5433, 0.531, 0.5078, 0.5002], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "1384086", "7803343", "2379160", "4520541", "7078336", "5286547", "1031361", "559097", "7936183"], "ranked_scores": [0.7025, 0.4566, 0.4536, 0.445, 0.4438, 0.4231, 0.4123, 0.4093, 0.403, 0.4004], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "7511874", "5891383", "8177246", "1193873", "2716981", "1460690", "6037748", "8432430"], "ranked_scores": [0.7327, 0.699, 0.6775, 0.6438, 0.6218, 0.6202, 0.6116, 0.6086, 0.603, 0.5999], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "7515853", "7104592", "1134210", "4437855", "4738326", "2551241", "1136108"], "ranked_scores": [0.8202, 0.8162, 0.6768, 0.6662, 0.6609, 0.6413, 0.6411, 0.6289, 0.612, 0.6119], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "1420930", "2229750", "8424304", "7138494", "3559380", "4341950", "4594387", "6361048", "7589839"], "ranked_scores": [0.6726, 0.6387, 0.6358, 0.6147, 0.5976, 0.5951, 0.5908, 0.5874, 0.5863, 0.5795], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "3596760", "8667781", "2819440", "8771883", "3989499", "3681700", "8743967", "3391694", "1939468"], "ranked_scores": [0.6667, 0.6573, 0.6451, 0.6397, 0.6392, 0.6302, 0.6174, 0.6094, 0.6075, 0.6074], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-notrunc-pq-m96-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "3527619", "638358", "7584907", "1674644", "7072115", "2746690", "768350", "575979", "558173"], "ranked_scores": [0.7891, 0.7821, 0.7766, 0.7718, 0.7674, 0.7642, 0.7529, 0.7521, 0.7455, 0.7404], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297109", "2684883", "1674646", "1674644", "5633832", "8083127", "542682", "3619391", "2746690", "220565"], "ranked_scores": [0.7122, 0.7065, 0.7021, 0.702, 0.6883, 0.68, 0.6799, 0.6778, 0.6716, 0.6681], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "7905688", "911138", "5582271", "5842823", "3792488", "298606", "5559112", "694863"], "ranked_scores": [0.6034, 0.5641, 0.5624, 0.5556, 0.5139, 0.5131, 0.5095, 0.5079, 0.4918, 0.4916], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "2812582", "5359258", "8279447", "6926916", "66616", "452450", "515311", "2548176"], "ranked_scores": [0.8417, 0.8255, 0.8252, 0.8093, 0.8028, 0.7807, 0.7777, 0.7761, 0.77, 0.769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "7048914", "7255678", "8554964", "7048912", "7255675", "3640120", "5346316", "5450605"], "ranked_scores": [0.7663, 0.7586, 0.7385, 0.7332, 0.7233, 0.7222, 0.7212, 0.7136, 0.7034, 0.7005], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["4450104", "1805806", "5606320", "3971679", "378964", "1179925", "7929603", "5676506", "3205963", "1494980"], "ranked_scores": [0.6197, 0.5963, 0.5864, 0.586, 0.584, 0.5839, 0.5752, 0.5731, 0.5648, 0.5646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "4816964", "6964479", "7813557", "3566159", "1767388", "6980305", "1173182", "5108583", "6964486"], "ranked_scores": [0.7614, 0.723, 0.7229, 0.7181, 0.6925, 0.6921, 0.6867, 0.6781, 0.6775, 0.6732], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "3550559", "7698064", "4136867", "3428369", "6252080", "3689309", "7017745", "5644076"], "ranked_scores": [0.6683, 0.5941, 0.5899, 0.5795, 0.4688, 0.4006, 0.3907, 0.374, 0.3734, 0.3627], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1640257", "249524", "8452568", "1640260", "5110182", "1640256", "1365210", "4414409", "3761522", "6950269"], "ranked_scores": [0.7269, 0.7129, 0.7107, 0.6878, 0.685, 0.6846, 0.6813, 0.6809, 0.6786, 0.6731], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5132484", "5324876", "7187662", "2117748", "915232", "3434622", "8215736", "7137594", "6678435"], "ranked_scores": [0.6064, 0.5442, 0.5355, 0.5351, 0.518, 0.5177, 0.5158, 0.5137, 0.5128, 0.5103], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "4922192", "1226213", "1226215", "2136954", "1501685", "1390706", "8114676"], "ranked_scores": [0.7105, 0.6946, 0.6394, 0.5535, 0.5254, 0.4741, 0.4564, 0.4237, 0.404, 0.3971], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7168976", "4623381", "4623383", "7058926", "7168973", "7858639", "7058927", "4069689", "566163", "3961796"], "ranked_scores": [0.4383, 0.4239, 0.4201, 0.4201, 0.4146, 0.412, 0.4117, 0.4104, 0.3932, 0.3878], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "6363851", "5809779", "4892433", "6363854", "6363850", "5457419", "3512764"], "ranked_scores": [0.6435, 0.6128, 0.5975, 0.5779, 0.5779, 0.5713, 0.5635, 0.547, 0.538, 0.5236], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970735", "7970728", "7970736", "8450827", "8450833", "8450828", "320956", "1265191", "7970734"], "ranked_scores": [0.7595, 0.7566, 0.7534, 0.7482, 0.7327, 0.7147, 0.7144, 0.6804, 0.6759, 0.6533], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "6193662", "5720449", "7160804", "8128745", "4702013", "4619086", "7160799", "7612966", "6835042"], "ranked_scores": [0.7446, 0.6994, 0.6953, 0.6872, 0.6767, 0.6739, 0.6489, 0.6455, 0.6383, 0.6322], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2010657", "5190750", "7220312", "2238728", "6467669", "1136294", "3936785", "8067800", "7872867"], "ranked_scores": [0.7164, 0.5984, 0.5636, 0.5391, 0.5388, 0.5326, 0.5293, 0.5226, 0.521, 0.5145], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "3835174", "5143532", "6368665", "7937822", "5827343", "5672317", "3830558", "6043027", "2001870"], "ranked_scores": [0.6705, 0.6395, 0.6312, 0.614, 0.6083, 0.6081, 0.6053, 0.6038, 0.6028, 0.602], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116932", "7948042", "2116929", "8157542", "2116936", "3646584", "8722441", "1435310", "3646580", "7948050"], "ranked_scores": [0.8086, 0.8034, 0.7955, 0.7905, 0.7852, 0.7843, 0.7829, 0.7784, 0.773, 0.7704], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "6937120", "6937119", "7218532", "7958943", "2870276", "2450611", "4985799", "5347138", "1782220"], "ranked_scores": [0.6895, 0.5492, 0.5431, 0.5341, 0.532, 0.5269, 0.5136, 0.5128, 0.5084, 0.5073], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "1307740", "2044069", "1674914", "5964551", "2002380", "8045998", "6951440", "4393603", "829440"], "ranked_scores": [0.7666, 0.703, 0.7027, 0.6998, 0.6911, 0.683, 0.6816, 0.6624, 0.6573, 0.6481], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["4489799", "1174168", "1174164", "6804877", "4595482", "7170238", "4826837", "5233423", "2859564", "1174172"], "ranked_scores": [0.6695, 0.6671, 0.6664, 0.658, 0.6507, 0.6364, 0.631, 0.622, 0.6218, 0.6215], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "1023113", "2588002", "863946", "4796869", "1839684", "7134383", "3853232", "5535297", "4796876"], "ranked_scores": [0.7712, 0.7256, 0.7193, 0.7161, 0.7144, 0.7011, 0.694, 0.6873, 0.6868, 0.6816], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "7689710", "2188117", "8820180", "5039968", "1673140", "7689707", "3368582", "5364572"], "ranked_scores": [0.6695, 0.6265, 0.6225, 0.6157, 0.6083, 0.5893, 0.5665, 0.5571, 0.5502, 0.5176], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3968773", "2443030", "1460640", "5729775", "1546056", "92150", "3346337", "631307", "3046036", "4615784"], "ranked_scores": [0.8113, 0.7998, 0.7989, 0.7942, 0.7909, 0.7828, 0.7819, 0.7589, 0.7588, 0.7574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5269626", "8426355", "2636672", "1871086", "5784428", "2636668", "2796274", "2636677", "3733774", "4942019"], "ranked_scores": [0.7795, 0.7742, 0.7591, 0.7535, 0.7444, 0.7425, 0.7407, 0.7399, 0.7394, 0.7385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "4805366", "4805364", "6343914", "1039754", "5170949", "5027731", "1088384", "954268", "8421090"], "ranked_scores": [0.7428, 0.7396, 0.7343, 0.7286, 0.7214, 0.7205, 0.713, 0.7114, 0.7104, 0.7045], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "1665801", "2080220", "5832533", "845706", "4520834", "272188", "551238", "6312321"], "ranked_scores": [0.7395, 0.7232, 0.6812, 0.6773, 0.6745, 0.6742, 0.6723, 0.6709, 0.6691, 0.6634], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8741687", "7810605", "5952078", "6694795", "8263203", "5184907", "2139645", "7409003", "8346188", "5351934"], "ranked_scores": [0.7273, 0.7128, 0.7128, 0.6995, 0.6917, 0.6914, 0.6889, 0.6861, 0.685, 0.6801], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4377794", "8265919", "5352322", "5094229", "2510740", "4278761", "7288502", "4437972", "1848152", "5335298"], "ranked_scores": [0.7181, 0.7031, 0.7012, 0.6992, 0.6959, 0.6909, 0.6907, 0.6887, 0.6825, 0.6806], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1536187", "3173599", "4603370", "8624217", "8584772", "7899629", "2525613", "8242417", "3424319", "6716821"], "ranked_scores": [0.6491, 0.6484, 0.6113, 0.6035, 0.5944, 0.569, 0.5688, 0.5684, 0.5671, 0.5525], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4765788", "8607085", "6714731", "7833611", "4451324", "4765789", "8796486", "7344853", "1800205"], "ranked_scores": [0.6954, 0.6377, 0.6352, 0.6348, 0.6347, 0.6141, 0.611, 0.5967, 0.5915, 0.5849], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511150", "7526867", "4786937", "7526871", "4863107", "7526870", "2898312", "1511155", "982652", "4863108"], "ranked_scores": [0.7665, 0.7637, 0.7526, 0.749, 0.7215, 0.721, 0.719, 0.7182, 0.7148, 0.7076], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "3259751", "7110611", "8310623", "7434451", "7770196", "2486151", "5280582", "1669333"], "ranked_scores": [0.7699, 0.7365, 0.724, 0.7112, 0.6926, 0.6911, 0.6897, 0.6853, 0.6801, 0.6766], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["4502858", "5362792", "1592532", "5336580", "1417034", "30085", "4502856", "2366115", "2391916", "6979705"], "ranked_scores": [0.7812, 0.7781, 0.7773, 0.7728, 0.7724, 0.7722, 0.7587, 0.7574, 0.7551, 0.754], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "6207588", "6207587", "7645257", "7874898", "3108253", "7505807", "6684798", "6428732"], "ranked_scores": [0.7387, 0.6982, 0.6906, 0.6819, 0.6385, 0.6253, 0.6229, 0.6158, 0.6112, 0.6095], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "2290637", "2391075", "4589415", "4205560", "3661383", "174956", "2245440", "351022", "2476395"], "ranked_scores": [0.8405, 0.8344, 0.834, 0.8248, 0.8207, 0.8201, 0.8116, 0.8115, 0.8113, 0.8072], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "4991353", "4991356", "3806458", "3672237", "8374135", "6465402", "3148555", "7161101"], "ranked_scores": [0.7808, 0.7673, 0.7339, 0.7239, 0.7197, 0.7196, 0.7106, 0.6694, 0.6469, 0.6369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "7778956", "4409027", "4605271", "2531512", "5393501", "4605270", "3747811", "4363844", "6300621"], "ranked_scores": [0.7054, 0.6904, 0.6706, 0.6539, 0.5978, 0.5239, 0.5232, 0.5021, 0.4999, 0.4983], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "6632518", "4005369", "6632520", "7428627", "6632522", "1063811", "3722839", "2488121", "8586692"], "ranked_scores": [0.6599, 0.6386, 0.6355, 0.6325, 0.6278, 0.6278, 0.6201, 0.619, 0.612, 0.6114], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["6761606", "1867101", "1716202", "1933329", "8139545", "5812523", "5143805", "4992578", "921101", "921100"], "ranked_scores": [0.7421, 0.7333, 0.7315, 0.7162, 0.7148, 0.714, 0.7125, 0.6928, 0.6861, 0.6837], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7728427", "3252244", "7420248", "4258668", "2940016", "1969532", "2940019", "5339586", "8532695"], "ranked_scores": [0.7556, 0.7518, 0.7419, 0.7321, 0.7121, 0.7018, 0.6928, 0.6671, 0.665, 0.6644], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "5304087", "7562624", "7562631", "1732853", "2024648", "1398369", "3811525", "3451044", "8646229"], "ranked_scores": [0.7693, 0.7268, 0.7202, 0.6851, 0.6772, 0.6565, 0.5757, 0.568, 0.563, 0.5618], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "3716869", "1922718", "4343906", "5101805", "5409486", "8221437", "4127072", "3742896", "6834849"], "ranked_scores": [0.6494, 0.6203, 0.6179, 0.6, 0.5989, 0.5985, 0.5973, 0.5968, 0.5964, 0.5961], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "3495835", "3495838", "1634694", "3885772", "7770963", "3495840", "6625132", "1079499"], "ranked_scores": [0.7246, 0.6898, 0.6386, 0.6257, 0.6178, 0.6178, 0.6091, 0.6003, 0.5661, 0.5467], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "609594", "6212588", "6212591", "6212597", "917841", "6965745", "186816", "1941403", "3843787"], "ranked_scores": [0.7223, 0.7176, 0.715, 0.6926, 0.6777, 0.5155, 0.5086, 0.4992, 0.4838, 0.4692], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "6948296", "8499854", "5025269", "1676112", "1325723", "3823641", "4846383", "2790097", "8499858"], "ranked_scores": [0.6254, 0.5085, 0.5076, 0.499, 0.4873, 0.4687, 0.4577, 0.4547, 0.4522, 0.452], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "1420186", "1460689", "1460687", "2857974", "3668938", "8432430", "1460690"], "ranked_scores": [0.721, 0.6554, 0.6488, 0.6209, 0.6184, 0.6164, 0.6096, 0.601, 0.5993, 0.5707], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7395884", "4437855", "7104592", "7985411", "1690952", "6107573", "6567497", "4878176"], "ranked_scores": [0.7367, 0.7236, 0.6548, 0.6168, 0.6138, 0.6112, 0.6112, 0.6027, 0.5999, 0.5987], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589839", "1981693", "1420930", "5955284", "8424304", "2229750", "1981696", "6986881", "5209746", "8123901"], "ranked_scores": [0.6048, 0.6022, 0.5862, 0.5819, 0.5718, 0.57, 0.5649, 0.5298, 0.5175, 0.5129], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8743966", "8771883", "5025261", "3596760", "297876", "2830832", "3944077", "7830233", "8667781"], "ranked_scores": [0.6938, 0.6213, 0.6002, 0.5888, 0.585, 0.5833, 0.5756, 0.5616, 0.5575, 0.5571], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-256-pq-m64-n8": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "7072115", "638358", "7584907", "768350", "1674644", "5687382", "558173", "8083127", "5496645"], "ranked_scores": [0.796, 0.7822, 0.7782, 0.7698, 0.7638, 0.7556, 0.7461, 0.7447, 0.7442, 0.7439], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "5633832", "8083127", "1297109", "1674644", "220565", "3308552", "6990807", "7248824", "1150856"], "ranked_scores": [0.7245, 0.719, 0.7075, 0.7031, 0.6826, 0.68, 0.6781, 0.6779, 0.6704, 0.6688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "911138", "7905688", "298606", "5842823", "7383965", "5221728", "6236648", "3792488", "694863"], "ranked_scores": [0.6533, 0.63, 0.6237, 0.6126, 0.6046, 0.5924, 0.5617, 0.5598, 0.5563, 0.5563], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2812582", "5769842", "3338175", "6926916", "5359258", "66616", "515311", "8279447", "7369987", "3125130"], "ranked_scores": [0.8494, 0.8393, 0.8295, 0.7659, 0.7606, 0.7599, 0.7535, 0.7499, 0.7456, 0.7277], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "3794304", "3640120", "7255675", "3794297", "1936834", "7255678", "8554964", "7048912", "5346316"], "ranked_scores": [0.7855, 0.7681, 0.7676, 0.7671, 0.7608, 0.7518, 0.7438, 0.7313, 0.7295, 0.7128], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["4450104", "1190311", "5606320", "3971679", "2742231", "1494980", "1805806", "3205963", "8299818", "378964"], "ranked_scores": [0.6297, 0.6082, 0.606, 0.6028, 0.5888, 0.5832, 0.5793, 0.5751, 0.5729, 0.5694], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "4816964", "6964479", "7813557", "1767388", "6964486", "2807543", "5227711", "3566159", "6980305"], "ranked_scores": [0.7719, 0.7487, 0.7271, 0.7159, 0.6819, 0.6808, 0.6737, 0.6715, 0.6699, 0.6558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "7698064", "3550563", "3550559", "3689309", "4136867", "951992", "6419646", "5276202", "5812523"], "ranked_scores": [0.7202, 0.6294, 0.5776, 0.554, 0.4432, 0.4227, 0.4035, 0.401, 0.4008, 0.3912], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["6950276", "8452568", "249524", "5110182", "1640257", "1640260", "6950275", "4414409", "6950269", "140294"], "ranked_scores": [0.76, 0.7586, 0.7494, 0.7446, 0.7407, 0.7381, 0.7098, 0.7049, 0.6935, 0.6833], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "4636167", "915232", "5469449", "4582407", "4617506", "8215736", "5132484", "3434622"], "ranked_scores": [0.6332, 0.5382, 0.5066, 0.4967, 0.4967, 0.4918, 0.4859, 0.4855, 0.4847, 0.477], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "4922192", "1226215", "1226213", "2136954", "5775568", "1086308", "1390706"], "ranked_scores": [0.7906, 0.7308, 0.6883, 0.6852, 0.5937, 0.5838, 0.5577, 0.4929, 0.4612, 0.4582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7058927", "7058926", "7547697", "7547705", "2172877", "7168976", "4069689", "295789", "295794", "2172884"], "ranked_scores": [0.5124, 0.5017, 0.4985, 0.4721, 0.4697, 0.4659, 0.4621, 0.4569, 0.45, 0.4491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "5809779", "7301816", "4892433", "6363850", "3512764", "7301819", "6363851", "6628785", "277376"], "ranked_scores": [0.6777, 0.6084, 0.5981, 0.5945, 0.58, 0.5747, 0.5745, 0.5694, 0.5502, 0.55], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "7970728", "7970735", "7970736", "8450827", "8450833", "320956", "8450828", "1265191", "7970734"], "ranked_scores": [0.8312, 0.8181, 0.7994, 0.7814, 0.7533, 0.7508, 0.7487, 0.7235, 0.6991, 0.674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "4619086", "8128745", "8636883", "5720449", "4702013", "7160804", "6193662", "232771", "485410"], "ranked_scores": [0.7671, 0.7075, 0.701, 0.6942, 0.6917, 0.6902, 0.6795, 0.6693, 0.6661, 0.6651], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2010657", "5190750", "7220312", "6467669", "3936785", "8067800", "4768599", "1136294", "7872867"], "ranked_scores": [0.7659, 0.6808, 0.6205, 0.6174, 0.5897, 0.5724, 0.5551, 0.5469, 0.545, 0.5397], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5143532", "5672317", "7937822", "5672319", "6368665", "6043027", "8584557", "3835174", "3830558"], "ranked_scores": [0.7305, 0.6995, 0.6342, 0.6257, 0.6236, 0.6194, 0.6185, 0.6175, 0.6125, 0.6105], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116932", "1435310", "8722441", "8157542", "3646580", "7948042", "2116929", "6373832", "875199", "4880893"], "ranked_scores": [0.7866, 0.7829, 0.7785, 0.7776, 0.7708, 0.7623, 0.7478, 0.7457, 0.7414, 0.7389], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4253088", "133086", "2320165", "1782220", "5347138", "2870276", "3891003", "6937120"], "ranked_scores": [0.761, 0.5736, 0.5667, 0.5536, 0.5515, 0.546, 0.5356, 0.5252, 0.5246, 0.5245], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "1674914", "5964551", "5674942", "2044069", "6951440", "6641480", "1307740", "2002380", "7503576"], "ranked_scores": [0.8182, 0.7103, 0.706, 0.702, 0.6917, 0.6729, 0.6718, 0.6712, 0.6669, 0.6649], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1842454", "1174164", "4489799", "6804877", "1174168", "2131335", "6854565", "1174172", "7170238", "1299663"], "ranked_scores": [0.696, 0.6711, 0.669, 0.6674, 0.6667, 0.6658, 0.6656, 0.6574, 0.6536, 0.6521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["2588002", "8045986", "4796869", "863946", "1023113", "1839684", "5535297", "442006", "4796876", "2588000"], "ranked_scores": [0.7985, 0.7978, 0.7795, 0.7704, 0.7591, 0.752, 0.7516, 0.729, 0.7268, 0.7146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "8820180", "4936994", "7689710", "5039968", "2188117", "1673140", "7689707", "3368582", "5364572"], "ranked_scores": [0.7541, 0.6958, 0.6822, 0.6645, 0.663, 0.6612, 0.6203, 0.6184, 0.5848, 0.5653], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3968773", "5729775", "92150", "1460640", "2443030", "3346337", "1546056", "4843274", "6979322", "7649297"], "ranked_scores": [0.822, 0.8166, 0.7993, 0.7925, 0.7879, 0.7772, 0.7764, 0.7512, 0.7442, 0.7344], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2636672", "5269626", "8426355", "5784428", "1348264", "1871086", "1017723", "4647338", "5123227", "5873574"], "ranked_scores": [0.8056, 0.7881, 0.778, 0.7774, 0.7669, 0.7645, 0.759, 0.7562, 0.756, 0.7551], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "4805364", "5174051", "1039754", "7527096", "954268", "4805366", "6343914", "3073632", "1588747"], "ranked_scores": [0.7489, 0.7225, 0.7188, 0.7166, 0.7141, 0.7001, 0.6926, 0.6915, 0.6855, 0.6849], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "272188", "1665801", "2576606", "272190", "1059524", "2576605", "845706", "870346"], "ranked_scores": [0.7729, 0.7091, 0.7, 0.6989, 0.6863, 0.683, 0.6749, 0.6722, 0.6683, 0.6662], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7810605", "8741687", "7409003", "6694795", "8263203", "8346188", "5351935", "5952078", "8277053", "1850491"], "ranked_scores": [0.7498, 0.7469, 0.7119, 0.7025, 0.7011, 0.6845, 0.6836, 0.6711, 0.6697, 0.6668], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5352322", "4377794", "7288502", "8265919", "2510740", "2536497", "4195768", "5094229", "4437972"], "ranked_scores": [0.769, 0.7314, 0.7239, 0.7192, 0.7184, 0.708, 0.6981, 0.6943, 0.6929, 0.6917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["1536187", "3173599", "8789524", "8242417", "3424319", "8641232", "8118269", "8624217", "4603370", "3101072"], "ranked_scores": [0.6875, 0.6605, 0.6415, 0.6142, 0.6031, 0.5971, 0.597, 0.596, 0.5958, 0.5932], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4765788", "6714731", "7833611", "4451324", "4765789", "8607085", "1800205", "8773427", "8796486"], "ranked_scores": [0.7364, 0.6735, 0.6553, 0.6477, 0.6366, 0.6157, 0.5863, 0.5849, 0.5824, 0.5762], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526871", "1511150", "4786937", "982644", "7526867", "1511155", "7526870", "6503017", "5036995", "982652"], "ranked_scores": [0.7974, 0.7601, 0.7514, 0.7464, 0.7413, 0.7307, 0.7305, 0.7216, 0.7206, 0.7125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "8310623", "3259751", "7770196", "2486151", "4153698", "8237802", "8237806"], "ranked_scores": [0.8072, 0.7727, 0.7417, 0.723, 0.7045, 0.696, 0.686, 0.6836, 0.6829, 0.6828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["4502858", "1592532", "5336580", "2366115", "30085", "4522649", "2391916", "5362792", "1205478", "166399"], "ranked_scores": [0.8139, 0.7862, 0.7775, 0.7772, 0.7761, 0.7732, 0.7726, 0.7721, 0.7632, 0.7627], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207588", "6207587", "3712671", "7645257", "4687112", "8148596", "7505807", "2789716", "7874898"], "ranked_scores": [0.7726, 0.7661, 0.728, 0.7196, 0.6982, 0.6802, 0.6795, 0.6758, 0.669, 0.6654], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "4589415", "2245440", "4111498", "351022", "2290637", "8819844", "2391075", "2476395", "4205560"], "ranked_scores": [0.842, 0.8379, 0.8201, 0.818, 0.811, 0.8082, 0.8057, 0.803, 0.7966, 0.7964], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "3672237", "4991353", "4991356", "3806458", "8374135", "6465402", "7161101", "2913412"], "ranked_scores": [0.821, 0.8154, 0.8034, 0.761, 0.7514, 0.7385, 0.7373, 0.6899, 0.6735, 0.6248], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4900578", "4605271", "4409027", "2531512", "5393501", "4363844", "4605270", "3747811", "3260957"], "ranked_scores": [0.7603, 0.7276, 0.7098, 0.6992, 0.6564, 0.6024, 0.5495, 0.5394, 0.527, 0.5153], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["3722839", "7428627", "7831679", "2488121", "6632518", "8586692", "5338899", "139961", "139964", "7606919"], "ranked_scores": [0.6944, 0.6923, 0.6883, 0.6682, 0.6611, 0.6556, 0.6468, 0.6459, 0.6394, 0.639], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5812523", "1867101", "921101", "921100", "1716202", "1933329", "5143805", "6761606", "8139545", "1631830"], "ranked_scores": [0.755, 0.7474, 0.7433, 0.7432, 0.7202, 0.7135, 0.7106, 0.7093, 0.7065, 0.6982], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7420248", "7503113", "2940016", "7728427", "5339586", "4258668", "3252244", "3250817", "2359804"], "ranked_scores": [0.8152, 0.7587, 0.7435, 0.7289, 0.7243, 0.7203, 0.7177, 0.715, 0.6717, 0.6679], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "5304087", "2024648", "7562624", "7562631", "1732853", "8646229", "1732850", "1398369", "3811525"], "ranked_scores": [0.7749, 0.7316, 0.726, 0.7059, 0.6893, 0.6326, 0.6162, 0.5873, 0.5784, 0.5633], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8015905", "4158114", "5626400", "4127072", "8221437", "3834488", "4343906", "2525123", "6132796"], "ranked_scores": [0.6659, 0.6449, 0.6423, 0.6332, 0.6195, 0.6095, 0.6087, 0.5979, 0.5919, 0.5909], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495831", "7770963", "3495838", "3495835", "3495840", "3885772", "1634694", "6625132", "1188785"], "ranked_scores": [0.8037, 0.7667, 0.7378, 0.7104, 0.6942, 0.6465, 0.6362, 0.6362, 0.6013, 0.5734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "609594", "6212588", "6212591", "6212597", "8470196", "8120878", "6965745", "186816", "2852056"], "ranked_scores": [0.7818, 0.7815, 0.767, 0.7349, 0.7222, 0.5859, 0.5634, 0.5439, 0.5397, 0.5208], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "8499854", "6984244", "1325723", "6948296", "5702620", "1676112", "4520541", "5635135", "5128180"], "ranked_scores": [0.7137, 0.5125, 0.4976, 0.4973, 0.4947, 0.4868, 0.4865, 0.4787, 0.4784, 0.4781], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "2857974", "1460687", "3668938", "7511874", "8432430", "6919840", "1420186"], "ranked_scores": [0.7942, 0.7097, 0.6756, 0.6455, 0.6373, 0.6356, 0.6355, 0.6301, 0.6199, 0.6196], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7985411", "7395884", "4437855", "5830025", "4878176", "7104592", "1690952", "6567497"], "ranked_scores": [0.8295, 0.8138, 0.6949, 0.6793, 0.6649, 0.6611, 0.6579, 0.6549, 0.6512, 0.6491], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981693", "7589839", "8424304", "1981696", "1420930", "2229750", "5955284", "5209746", "6986881", "7152851"], "ranked_scores": [0.6446, 0.636, 0.6355, 0.6205, 0.6164, 0.6074, 0.5691, 0.5473, 0.539, 0.5359], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8743966", "5025261", "7966624", "3664758", "8771883", "3404247", "3989499", "4597448", "6304249"], "ranked_scores": [0.7231, 0.6107, 0.6085, 0.5985, 0.5981, 0.5801, 0.5786, 0.5732, 0.5717, 0.5714], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-notrunc-atanh": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7837267", "6489670", "1245152", "1245154", "3527619", "8083127", "7275122", "1674646", "7275120", "638358"], "ranked_scores": [582.0, 577.0, 574.0, 569.0, 563.0, 563.0, 558.0, 556.0, 554.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["7248824", "3671400", "3308552", "2684883", "1297109", "8083127", "6929917", "220565", "5633832", "1297112"], "ranked_scores": [570.0, 568.0, 564.0, 562.0, 562.0, 554.0, 552.0, 551.0, 549.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "5842823", "911138", "1592656", "7114600", "1238142", "5226726", "5221728", "298606"], "ranked_scores": [618.0, 603.0, 581.0, 570.0, 564.0, 564.0, 558.0, 558.0, 558.0, 556.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "2812582", "3338175", "5684712", "8279447", "5691562", "7011409", "2548173", "2541248", "2548176"], "ranked_scores": [594.0, 578.0, 577.0, 571.0, 570.0, 568.0, 568.0, 567.0, 566.0, 566.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "3794304", "7048914", "5450605", "6574351", "1936834", "3794300", "4269405", "7255675", "856390"], "ranked_scores": [572.0, 570.0, 558.0, 552.0, 544.0, 544.0, 543.0, 543.0, 535.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "378964", "1229810", "1191483", "1190311", "7600993", "4581467", "1123190", "3205963", "5254021"], "ranked_scores": [535.0, 514.0, 511.0, 505.0, 502.0, 499.0, 497.0, 496.0, 494.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "6980305", "7813557", "6964479", "7260457", "5227711", "6311584", "1777799", "2807543", "3576832"], "ranked_scores": [584.0, 579.0, 575.0, 569.0, 567.0, 562.0, 555.0, 545.0, 542.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["2562047", "5997547", "5079417", "4041246", "3550563", "3550559", "7431788", "3550561", "5609239", "102138"], "ranked_scores": [600.0, 598.0, 594.0, 578.0, 568.0, 568.0, 565.0, 558.0, 558.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365215", "8452568", "289409", "249524", "1102481", "4667084", "1102477", "3935387", "2322245", "6794863"], "ranked_scores": [578.0, 564.0, 554.0, 551.0, 543.0, 541.0, 536.0, 536.0, 534.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "947575", "5931817", "7187662", "5132484", "2117748", "4513419", "3546549", "1239940", "8190833"], "ranked_scores": [574.0, 556.0, 529.0, 526.0, 523.0, 521.0, 518.0, 515.0, 512.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "2469923", "1226215", "6033800", "8583763", "4405605", "8583766", "209692", "4922192"], "ranked_scores": [668.0, 661.0, 570.0, 557.0, 549.0, 542.0, 541.0, 539.0, 535.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["5389787", "2921046", "4623383", "992664", "295788", "4623381", "7058926", "3980290", "5289585", "4539291"], "ranked_scores": [540.0, 534.0, 532.0, 531.0, 526.0, 525.0, 519.0, 513.0, 511.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301819", "7301816", "7301823", "6628785", "277374", "277376", "3803414", "6363851", "7301818", "8259514"], "ranked_scores": [611.0, 608.0, 603.0, 533.0, 529.0, 521.0, 521.0, 521.0, 519.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "8259512", "8259514", "8450827", "7970728", "8450828", "3987938", "665818", "7970735", "1265191"], "ranked_scores": [601.0, 585.0, 584.0, 576.0, 571.0, 567.0, 541.0, 540.0, 539.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "7160804", "6193662", "8346654", "7160799", "8684894", "6145894", "3457120", "664917", "1127804"], "ranked_scores": [583.0, 583.0, 578.0, 558.0, 551.0, 550.0, 548.0, 547.0, 544.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "4768599", "3936785", "665690", "8484568", "8067800", "5042965", "5042969"], "ranked_scores": [616.0, 544.0, 534.0, 518.0, 508.0, 505.0, 504.0, 503.0, 500.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "5340239", "3702788", "7870705", "2995208", "6667088", "8584557", "5827343", "2818783"], "ranked_scores": [616.0, 536.0, 531.0, 524.0, 522.0, 512.0, 510.0, 509.0, 503.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "2116932", "7948050", "2116933", "3646584", "2116929", "4880893", "8660295", "2083431", "7948042"], "ranked_scores": [611.0, 605.0, 602.0, 590.0, 588.0, 587.0, 586.0, 583.0, 581.0, 580.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4725494", "4998837", "3532662", "5984719", "2450611", "2647181", "4253088", "4074080"], "ranked_scores": [581.0, 575.0, 528.0, 521.0, 520.0, 519.0, 516.0, 513.0, 512.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "3444262", "5231134", "2044076", "4393603", "1902783", "6775026", "925659", "6822082", "4624988"], "ranked_scores": [562.0, 552.0, 546.0, 544.0, 536.0, 535.0, 535.0, 535.0, 535.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1174164", "7803391", "1174172", "7827765", "1174168", "1578864", "4999276", "6127285", "7170234", "4057612"], "ranked_scores": [515.0, 510.0, 508.0, 506.0, 501.0, 492.0, 490.0, 488.0, 479.0, 476.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "442006", "863946", "1918866", "8477970", "7134383", "391342", "8540414", "4796869", "4796876"], "ranked_scores": [629.0, 625.0, 603.0, 600.0, 600.0, 595.0, 593.0, 586.0, 585.0, 581.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["3167491", "4390430", "3909648", "4233011", "6506033", "8820180", "409310", "64801", "4936994", "3246403"], "ranked_scores": [566.0, 563.0, 551.0, 551.0, 550.0, 545.0, 545.0, 543.0, 543.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "6642275", "3346337", "6243136", "1460640", "1546056", "1735116", "3968773", "5668797"], "ranked_scores": [621.0, 614.0, 594.0, 592.0, 590.0, 579.0, 574.0, 574.0, 573.0, 571.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5734570", "5055675", "1070634", "5269626", "8426355", "7424964", "2796274", "7868171", "1871086", "3733774"], "ranked_scores": [595.0, 595.0, 593.0, 590.0, 589.0, 586.0, 579.0, 578.0, 577.0, 577.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "5939467", "6083050", "5174051", "2386360", "3415897", "4765789", "2793899", "5170949"], "ranked_scores": [578.0, 538.0, 535.0, 523.0, 520.0, 520.0, 519.0, 519.0, 518.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2692492", "1314390", "272188", "2576606", "2576605", "1613678", "7249172", "551238", "1525620"], "ranked_scores": [607.0, 573.0, 572.0, 570.0, 569.0, 568.0, 568.0, 567.0, 566.0, 563.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "7810605", "8741687", "3132831", "4053745", "5408281", "7403004", "6465151", "1850491", "8277053"], "ranked_scores": [575.0, 554.0, 548.0, 548.0, 546.0, 543.0, 543.0, 542.0, 536.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7646422", "5094229", "7288502", "4437972", "4377794", "278768", "2510740", "2536497", "2929750"], "ranked_scores": [610.0, 610.0, 603.0, 592.0, 588.0, 587.0, 575.0, 567.0, 565.0, 562.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "3872927", "3924136", "6032214", "6045016", "5499496", "7154586", "6247115", "2068025", "8531579"], "ranked_scores": [569.0, 566.0, 555.0, 554.0, 550.0, 548.0, 545.0, 541.0, 532.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8773427", "3039809", "2396672", "4966850", "3937863", "2396673", "4637748", "1763487", "4451324"], "ranked_scores": [585.0, 565.0, 561.0, 557.0, 556.0, 555.0, 550.0, 548.0, 547.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "2617812", "1841905", "2099688", "2617807", "7526870", "5036995", "4786937", "3176987", "6760855"], "ranked_scores": [604.0, 597.0, 595.0, 590.0, 581.0, 579.0, 576.0, 575.0, 567.0, 565.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110611", "7110612", "5655", "7937494", "607856", "8331763", "3259751", "2299432", "5280575"], "ranked_scores": [638.0, 584.0, 574.0, 561.0, 559.0, 557.0, 550.0, 541.0, 539.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "5343617", "3659405", "1417034", "2066951", "4502858", "4522649", "1472503", "4256443"], "ranked_scores": [627.0, 609.0, 605.0, 601.0, 583.0, 578.0, 575.0, 563.0, 562.0, 561.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "6207587", "2789716", "5904163", "1965669", "3712671", "6684798", "8148596", "6207588", "767018"], "ranked_scores": [575.0, 564.0, 564.0, 556.0, 549.0, 546.0, 546.0, 545.0, 541.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["7734838", "7741066", "4893298", "1118163", "2391077", "6302238", "4111498", "4004619", "1338703", "3920912"], "ranked_scores": [586.0, 582.0, 582.0, 579.0, 579.0, 579.0, 579.0, 577.0, 576.0, 575.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "826058", "1621473", "4991354", "3672237", "3699781", "7597006", "3148555", "3926427", "4528861"], "ranked_scores": [592.0, 565.0, 565.0, 560.0, 555.0, 550.0, 545.0, 542.0, 542.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4409027", "4605271", "7778956", "4900578", "2531512", "3747811", "4605270", "6193415", "4363844", "6448142"], "ranked_scores": [583.0, 579.0, 571.0, 564.0, 553.0, 553.0, 552.0, 534.0, 533.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "6632522", "7428627", "4951287", "4590213", "3491901", "139964", "2488121", "8586692", "3942500"], "ranked_scores": [596.0, 575.0, 569.0, 568.0, 566.0, 563.0, 563.0, 561.0, 555.0, 554.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["921101", "8628818", "5143805", "463648", "921100", "1867098", "463652", "1867101", "6713671", "886990"], "ranked_scores": [547.0, 543.0, 543.0, 536.0, 536.0, 535.0, 534.0, 533.0, 530.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7728427", "3252244", "2940019", "4258668", "7420248", "1623860", "3617286", "88374", "6036135"], "ranked_scores": [634.0, 616.0, 599.0, 592.0, 583.0, 557.0, 549.0, 549.0, 548.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "332783", "2024648", "6711596", "6472411", "8738884", "6711597", "5304087", "1398369", "1732850"], "ranked_scores": [593.0, 557.0, 555.0, 547.0, 545.0, 540.0, 539.0, 536.0, 529.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221430", "8221437", "8221431", "4343906", "4127072", "5431260", "4626170", "8015905", "5409487"], "ranked_scores": [614.0, 610.0, 606.0, 591.0, 579.0, 579.0, 572.0, 570.0, 568.0, 563.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495838", "3495835", "4545847", "3495840", "8608976", "1188785", "2487253", "6392875"], "ranked_scores": [574.0, 559.0, 554.0, 527.0, 524.0, 522.0, 521.0, 515.0, 514.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212597", "6212588", "6212591", "3843787", "609594", "3843788", "917841", "1941403", "6965745"], "ranked_scores": [598.0, 586.0, 573.0, 566.0, 545.0, 542.0, 536.0, 531.0, 518.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7803343", "4520541", "2790097", "2108312", "7078336", "7332215", "3823638", "7601059", "1384086"], "ranked_scores": [594.0, 506.0, 505.0, 504.0, 501.0, 500.0, 499.0, 498.0, 496.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "7511875", "7144188", "1460689", "5891383", "1460685", "2716981", "3668938", "2857974", "8177246"], "ranked_scores": [573.0, 542.0, 533.0, 525.0, 523.0, 517.0, 514.0, 514.0, 513.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "6124976", "7395884", "4738326", "1136108", "1690952", "3215105", "5079369", "7104592"], "ranked_scores": [612.0, 606.0, 553.0, 553.0, 548.0, 547.0, 546.0, 542.0, 527.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["8424304", "5955284", "1981696", "5955286", "1420930", "7589844", "4594387", "7138494", "7589839", "6986881"], "ranked_scores": [539.0, 535.0, 530.0, 529.0, 524.0, 523.0, 521.0, 516.0, 516.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8771883", "7966624", "4957113", "2579423", "8743967", "2575364", "2654018", "6342544", "5262322"], "ranked_scores": [619.0, 544.0, 525.0, 520.0, 519.0, 515.0, 513.0, 513.0, 509.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-512-atanh": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7837267", "1245152", "1245154", "3527619", "5265626", "638358", "6489670", "8083127", "1674646", "7275122"], "ranked_scores": [383.0, 381.0, 379.0, 378.0, 375.0, 375.0, 375.0, 373.0, 372.0, 371.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["7248824", "3671400", "6929917", "8639333", "3308552", "2684883", "1297109", "220565", "8083127", "5633832"], "ranked_scores": [382.0, 382.0, 379.0, 377.0, 377.0, 376.0, 369.0, 368.0, 366.0, 365.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "5842823", "7114600", "5221728", "1592656", "911138", "298606", "8543994", "5226726"], "ranked_scores": [413.0, 402.0, 392.0, 384.0, 377.0, 376.0, 375.0, 374.0, 370.0, 369.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "2812582", "3338175", "5691562", "5684712", "5359258", "8279447", "2548176", "7369987", "3932591"], "ranked_scores": [398.0, 386.0, 383.0, 383.0, 380.0, 380.0, 380.0, 379.0, 379.0, 378.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "3794304", "7048914", "3794300", "5450605", "4269405", "6574351", "1936834", "856390", "936167"], "ranked_scores": [384.0, 382.0, 370.0, 369.0, 369.0, 368.0, 365.0, 363.0, 362.0, 360.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "1229810", "7600993", "6124978", "378964", "1190311", "1191483", "4581467", "1123190", "3931594"], "ranked_scores": [354.0, 345.0, 344.0, 339.0, 337.0, 336.0, 334.0, 334.0, 330.0, 329.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "6980305", "7813557", "7260457", "6964479", "5227711", "6311584", "1777799", "7840121", "6964486"], "ranked_scores": [385.0, 383.0, 380.0, 378.0, 377.0, 376.0, 366.0, 361.0, 359.0, 353.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["2562047", "5997547", "5079417", "4041246", "3550559", "3550563", "7431788", "5609239", "4006491", "3550561"], "ranked_scores": [397.0, 395.0, 394.0, 390.0, 386.0, 378.0, 372.0, 372.0, 368.0, 366.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365215", "8452568", "249524", "1102481", "289409", "3935387", "1102477", "2322245", "4667084", "4287517"], "ranked_scores": [384.0, 380.0, 374.0, 364.0, 363.0, 362.0, 361.0, 358.0, 358.0, 356.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "947575", "5132484", "7187662", "5931817", "2117748", "3546549", "1844184", "4513419", "6137138"], "ranked_scores": [388.0, 373.0, 349.0, 349.0, 348.0, 347.0, 343.0, 342.0, 340.0, 340.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "2469923", "1226215", "8583763", "6033800", "3189196", "8583766", "859199", "4405605"], "ranked_scores": [438.0, 436.0, 380.0, 371.0, 369.0, 369.0, 367.0, 365.0, 358.0, 356.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623381", "4623383", "2921046", "5389787", "992664", "295788", "4516321", "7058926", "7058927", "7168976"], "ranked_scores": [362.0, 358.0, 358.0, 353.0, 352.0, 350.0, 350.0, 347.0, 345.0, 344.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301819", "7301816", "7301823", "277374", "6628785", "6363851", "3803414", "5809784", "7301818", "8259514"], "ranked_scores": [406.0, 404.0, 398.0, 355.0, 351.0, 349.0, 348.0, 345.0, 345.0, 345.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "8259512", "8259514", "8450827", "7970728", "8450828", "7970734", "1265191", "8450833", "3987938"], "ranked_scores": [409.0, 397.0, 397.0, 390.0, 383.0, 380.0, 360.0, 360.0, 358.0, 357.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "7160804", "6193662", "8346654", "8684894", "6145894", "7160799", "7138663", "8128745", "664917"], "ranked_scores": [389.0, 387.0, 385.0, 382.0, 373.0, 371.0, 370.0, 364.0, 363.0, 362.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "4768599", "2130560", "1488965", "5042965", "8067800", "7691443", "8484568"], "ranked_scores": [417.0, 366.0, 353.0, 349.0, 335.0, 330.0, 329.0, 328.0, 326.0, 325.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "5340239", "3702788", "6667088", "8584557", "2818783", "8091571", "7870704"], "ranked_scores": [416.0, 355.0, 352.0, 349.0, 346.0, 339.0, 339.0, 338.0, 337.0, 336.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "7948050", "2116932", "2116929", "2083431", "4880893", "2116933", "8660295", "7948042", "3646584"], "ranked_scores": [414.0, 397.0, 396.0, 395.0, 394.0, 394.0, 392.0, 390.0, 385.0, 384.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4725494", "3532662", "5984719", "4998837", "96936", "2647181", "4074080", "2450611"], "ranked_scores": [383.0, 373.0, 354.0, 350.0, 348.0, 347.0, 344.0, 342.0, 341.0, 340.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["3444262", "2044076", "7503570", "925659", "4393603", "5231134", "6822082", "1175612", "6775026", "7413364"], "ranked_scores": [372.0, 370.0, 370.0, 367.0, 365.0, 364.0, 363.0, 359.0, 359.0, 355.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1174164", "7803391", "1174172", "1174168", "7827765", "1578864", "7170234", "6127285", "713518", "2547986"], "ranked_scores": [350.0, 342.0, 341.0, 340.0, 335.0, 335.0, 332.0, 328.0, 327.0, 325.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "442006", "391342", "8477970", "863946", "7134383", "1918866", "391341", "4796876", "8540414"], "ranked_scores": [413.0, 411.0, 397.0, 397.0, 395.0, 393.0, 392.0, 391.0, 388.0, 388.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["3167491", "6506033", "4390430", "4233011", "3909648", "64801", "4390429", "409310", "8820180", "7880823"], "ranked_scores": [379.0, 374.0, 373.0, 369.0, 365.0, 361.0, 360.0, 360.0, 360.0, 359.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "5729775", "6243136", "6642275", "3346337", "1460640", "3968773", "8477248", "1546056", "1735116"], "ranked_scores": [411.0, 410.0, 396.0, 391.0, 388.0, 386.0, 384.0, 384.0, 382.0, 381.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5055675", "7424964", "5734570", "1070634", "1871086", "3733774", "5269626", "8307546", "7868171", "8426355"], "ranked_scores": [402.0, 398.0, 398.0, 396.0, 387.0, 386.0, 385.0, 383.0, 382.0, 382.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5939467", "1039754", "6083050", "4765789", "5170949", "2250532", "5174051", "3415897", "2386360"], "ranked_scores": [378.0, 363.0, 356.0, 354.0, 352.0, 347.0, 347.0, 347.0, 347.0, 345.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "272188", "1314390", "2692492", "2576606", "551238", "2576605", "272190", "7249172", "1525620"], "ranked_scores": [403.0, 390.0, 384.0, 383.0, 379.0, 378.0, 377.0, 377.0, 375.0, 374.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "4053745", "3132831", "7810605", "8741687", "8277053", "1850491", "7403004", "6465151", "6797667"], "ranked_scores": [379.0, 370.0, 368.0, 366.0, 365.0, 363.0, 362.0, 362.0, 357.0, 357.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["7646422", "4278761", "4377794", "5094229", "7288502", "4437972", "278768", "2536497", "2929750", "3557230"], "ranked_scores": [409.0, 404.0, 401.0, 401.0, 400.0, 389.0, 385.0, 376.0, 376.0, 376.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "3924136", "3872927", "7154586", "6032214", "6045016", "5499496", "6247115", "7154587", "913210"], "ranked_scores": [378.0, 368.0, 368.0, 364.0, 363.0, 361.0, 357.0, 357.0, 356.0, 353.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["8773427", "7833608", "2396673", "3937863", "3039809", "4966850", "1763487", "6397787", "2918527", "4637748"], "ranked_scores": [378.0, 376.0, 371.0, 370.0, 368.0, 367.0, 364.0, 362.0, 361.0, 361.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "1841905", "2617812", "5036995", "2617807", "2099688", "7526870", "7526867", "7641309", "3176987"], "ranked_scores": [398.0, 397.0, 391.0, 388.0, 387.0, 386.0, 384.0, 384.0, 381.0, 380.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110611", "7110612", "7937494", "607856", "8331763", "5655", "5280575", "2299432", "2486151"], "ranked_scores": [425.0, 399.0, 386.0, 379.0, 376.0, 373.0, 367.0, 361.0, 360.0, 360.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "5343617", "3659405", "1417034", "2066951", "4502858", "4522649", "4256443", "1472503"], "ranked_scores": [411.0, 407.0, 404.0, 394.0, 391.0, 387.0, 380.0, 379.0, 376.0, 373.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "2789716", "6207587", "6684798", "5904163", "1965669", "7505807", "8148596", "1683771", "767018"], "ranked_scores": [387.0, 386.0, 379.0, 374.0, 371.0, 366.0, 365.0, 364.0, 363.0, 362.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4893298", "5212100", "2391077", "6384387", "6302237", "6302238", "1118163", "7734838", "4004613", "4004619"], "ranked_scores": [404.0, 395.0, 395.0, 395.0, 394.0, 394.0, 393.0, 393.0, 390.0, 390.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "1621473", "4991354", "826058", "3672237", "3699781", "3926427", "117136", "3806458", "8374135"], "ranked_scores": [406.0, 382.0, 379.0, 379.0, 376.0, 370.0, 366.0, 362.0, 361.0, 359.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4605271", "4409027", "4900578", "4605270", "7778956", "3747811", "2531512", "7778949", "6193415", "6448142"], "ranked_scores": [386.0, 383.0, 377.0, 376.0, 374.0, 368.0, 366.0, 352.0, 352.0, 351.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "4951287", "6632522", "139964", "4590213", "3942500", "3491901", "7428627", "2488121", "1063811"], "ranked_scores": [398.0, 383.0, 378.0, 377.0, 377.0, 374.0, 372.0, 370.0, 370.0, 369.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["921101", "1867101", "463648", "5143805", "8628818", "4992578", "3689305", "886990", "1867098", "8608886"], "ranked_scores": [370.0, 366.0, 365.0, 363.0, 362.0, 361.0, 359.0, 359.0, 357.0, 356.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7728427", "4258668", "3252244", "2940019", "1623860", "3617286", "1969532", "7420248", "8008666"], "ranked_scores": [416.0, 411.0, 395.0, 395.0, 394.0, 365.0, 362.0, 362.0, 362.0, 361.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "2024648", "332783", "5304087", "6472411", "8738884", "1398369", "6711596", "1732850", "6711597"], "ranked_scores": [399.0, 369.0, 369.0, 362.0, 362.0, 361.0, 358.0, 357.0, 353.0, 352.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8221437", "7856346", "8221431", "4127072", "4343906", "5431260", "8015905", "5409487", "4158114"], "ranked_scores": [403.0, 403.0, 400.0, 390.0, 386.0, 380.0, 380.0, 373.0, 371.0, 370.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495838", "7770963", "3495835", "3495840", "8608976", "2487253", "1188785", "4545847", "108001"], "ranked_scores": [387.0, 376.0, 369.0, 352.0, 351.0, 350.0, 346.0, 345.0, 345.0, 341.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212597", "6212588", "6212591", "1941403", "609594", "3843787", "3843788", "917841", "6965745"], "ranked_scores": [405.0, 394.0, 387.0, 382.0, 362.0, 362.0, 361.0, 358.0, 355.0, 350.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "2108312", "7803343", "7332215", "7078336", "4520541", "3823638", "2790097", "7601059", "5702620"], "ranked_scores": [393.0, 343.0, 341.0, 339.0, 338.0, 337.0, 335.0, 331.0, 330.0, 326.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "7511875", "7144188", "1460685", "5891383", "1460689", "8177246", "7274984", "1420186", "459888"], "ranked_scores": [384.0, 368.0, 350.0, 349.0, 348.0, 346.0, 343.0, 343.0, 341.0, 340.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "4738326", "6124976", "7395884", "1136108", "1690952", "3114131", "3215105", "7104592"], "ranked_scores": [401.0, 400.0, 369.0, 365.0, 365.0, 365.0, 358.0, 351.0, 349.0, 347.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["8424304", "1981696", "7589839", "7589844", "5955284", "5955286", "4594387", "1420930", "6358108", "7138494"], "ranked_scores": [361.0, 355.0, 352.0, 351.0, 349.0, 348.0, 348.0, 345.0, 345.0, 345.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8771883", "7966624", "2819440", "4957113", "6342544", "8743967", "2654018", "8667781", "8743966"], "ranked_scores": [415.0, 368.0, 352.0, 351.0, 349.0, 347.0, 346.0, 345.0, 343.0, 343.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-256-atanh": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3527619", "1674646", "4362703", "6489670", "5265626", "4702433", "1245152", "1245154", "8083127", "638358"], "ranked_scores": [201.0, 196.0, 193.0, 192.0, 191.0, 191.0, 190.0, 190.0, 190.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["8639333", "220565", "6929917", "2684883", "7248824", "1150856", "3308552", "3671400", "4848021", "6489670"], "ranked_scores": [192.0, 192.0, 191.0, 189.0, 187.0, 186.0, 186.0, 185.0, 182.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7383965", "7094398", "5842823", "298606", "7114600", "5221728", "2295208", "5226726", "911138", "8543994"], "ranked_scores": [205.0, 200.0, 200.0, 194.0, 188.0, 188.0, 187.0, 185.0, 184.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3125130", "5359258", "2541248", "3218049", "2548176", "3338175", "5752686", "5684712", "6612372"], "ranked_scores": [195.0, 191.0, 190.0, 189.0, 189.0, 189.0, 189.0, 189.0, 189.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "3794304", "3794300", "4269405", "5450605", "6574351", "7048914", "7255675", "3820657", "856390"], "ranked_scores": [195.0, 194.0, 190.0, 186.0, 186.0, 186.0, 185.0, 183.0, 180.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1229810", "1190311", "5606320", "8283881", "5254021", "7600993", "3931594", "3205963", "1941914", "1191483"], "ranked_scores": [175.0, 174.0, 174.0, 174.0, 170.0, 169.0, 168.0, 167.0, 166.0, 165.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6980305", "7260457", "6964479", "4816964", "5227711", "6311584", "1777799", "7813557", "6964486", "7245739"], "ranked_scores": [196.0, 191.0, 190.0, 188.0, 187.0, 187.0, 186.0, 185.0, 185.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["5997547", "5079417", "4041246", "2562047", "3550559", "3550561", "4006491", "7431788", "102138", "886990"], "ranked_scores": [206.0, 200.0, 198.0, 195.0, 192.0, 191.0, 190.0, 188.0, 188.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "249524", "1365215", "7344906", "1102481", "4432472", "3935387", "1854132", "3761522", "2322245"], "ranked_scores": [199.0, 193.0, 192.0, 187.0, 185.0, 185.0, 184.0, 183.0, 183.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "947575", "2117748", "5132484", "7187662", "1844184", "5931817", "1239940", "627686", "3546549"], "ranked_scores": [192.0, 184.0, 178.0, 175.0, 174.0, 174.0, 174.0, 172.0, 171.0, 170.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "2469923", "3189196", "6033800", "1226215", "859199", "8583764", "6751942", "8583763"], "ranked_scores": [220.0, 214.0, 194.0, 185.0, 184.0, 183.0, 183.0, 181.0, 177.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["992664", "2921046", "5289585", "5389787", "4623381", "4623383", "3980290", "4516321", "7144756", "6836256"], "ranked_scores": [187.0, 182.0, 182.0, 179.0, 179.0, 178.0, 177.0, 175.0, 175.0, 175.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301819", "7301816", "7301823", "277374", "3803414", "277376", "1612669", "3512764", "7301818", "8215736"], "ranked_scores": [207.0, 204.0, 189.0, 178.0, 174.0, 173.0, 173.0, 170.0, 169.0, 169.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "8259512", "8259514", "8450827", "7970728", "6709254", "8450828", "7970735", "320956", "1265191"], "ranked_scores": [204.0, 200.0, 192.0, 192.0, 192.0, 183.0, 182.0, 182.0, 181.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160804", "8346654", "6193662", "7160799", "7160805", "7138663", "6145894", "826701", "664917", "8684894"], "ranked_scores": [195.0, 194.0, 193.0, 189.0, 188.0, 185.0, 184.0, 183.0, 183.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "2130560", "1303490", "3505871", "2554016", "1488965", "2010657", "8067800"], "ranked_scores": [206.0, 188.0, 176.0, 174.0, 172.0, 172.0, 171.0, 170.0, 169.0, 169.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7870700", "5340239", "7870704", "5672319", "8059531", "8091571", "2995208", "7805085"], "ranked_scores": [218.0, 178.0, 177.0, 175.0, 175.0, 172.0, 172.0, 171.0, 170.0, 170.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "2116929", "7948050", "2116933", "3646584", "4880893", "3646580", "2083431", "2116932", "7964392"], "ranked_scores": [211.0, 204.0, 200.0, 200.0, 199.0, 197.0, 195.0, 194.0, 194.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4725494", "5984719", "96936", "2356989", "6560433", "4253088", "4253084", "4774834"], "ranked_scores": [197.0, 189.0, 180.0, 176.0, 174.0, 174.0, 173.0, 173.0, 172.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["2044076", "7503570", "367272", "4393603", "3444262", "4624992", "1902783", "6775026", "7503576", "925659"], "ranked_scores": [194.0, 190.0, 188.0, 188.0, 187.0, 185.0, 184.0, 183.0, 183.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7803391", "1174164", "1174172", "1174168", "261654", "7170234", "4233011", "7827765", "4057612", "4999276"], "ranked_scores": [177.0, 176.0, 175.0, 173.0, 169.0, 167.0, 167.0, 167.0, 166.0, 166.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "391342", "8477970", "863946", "4796869", "442006", "391341", "4796876", "5433030", "8540414"], "ranked_scores": [210.0, 204.0, 201.0, 198.0, 196.0, 196.0, 196.0, 195.0, 195.0, 194.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "3167491", "8820180", "409310", "4936994", "4390430", "3909648", "3246403", "4390429", "7880823"], "ranked_scores": [195.0, 185.0, 185.0, 185.0, 184.0, 184.0, 182.0, 181.0, 181.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "6642275", "6243136", "3346337", "1460640", "1460637", "3968773", "1735116", "8477248"], "ranked_scores": [205.0, 205.0, 198.0, 197.0, 195.0, 195.0, 194.0, 192.0, 192.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8281194", "656138", "5055675", "5734570", "5993157", "7424964", "8426355", "1070634", "7908771", "8307546"], "ranked_scores": [200.0, 196.0, 195.0, 194.0, 194.0, 193.0, 192.0, 191.0, 190.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5939467", "2721251", "3415897", "7528665", "2086500", "4765789", "1039754", "5965281", "6083050"], "ranked_scores": [186.0, 184.0, 177.0, 177.0, 177.0, 176.0, 176.0, 175.0, 175.0, 174.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "272188", "272190", "1613678", "1314390", "1525620", "7249172", "1525615", "1059524", "2692492"], "ranked_scores": [201.0, 197.0, 191.0, 189.0, 188.0, 188.0, 188.0, 187.0, 186.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "7810605", "5419270", "7403004", "3132831", "4053745", "2154242", "3720839", "8741687", "5156846"], "ranked_scores": [203.0, 190.0, 188.0, 187.0, 183.0, 183.0, 181.0, 180.0, 180.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["7646422", "7288502", "4278761", "5094229", "4377794", "278768", "4437972", "2061122", "3557230", "5196370"], "ranked_scores": [206.0, 206.0, 204.0, 202.0, 198.0, 195.0, 194.0, 193.0, 192.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "3924136", "913210", "7154586", "4891773", "6045016", "6032214", "8531579", "8675542", "3872927"], "ranked_scores": [186.0, 184.0, 184.0, 183.0, 180.0, 179.0, 176.0, 176.0, 176.0, 175.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["4966850", "2396673", "2918527", "6397787", "7833608", "3039809", "8773427", "1763487", "3937863", "4451324"], "ranked_scores": [192.0, 189.0, 188.0, 188.0, 187.0, 186.0, 185.0, 185.0, 182.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1841905", "2617807", "3141441", "2617812", "3176987", "2099688", "7526867", "1511150", "7526870", "7641309"], "ranked_scores": [206.0, 199.0, 198.0, 198.0, 198.0, 195.0, 194.0, 194.0, 192.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110611", "8331763", "7110612", "607856", "7937494", "5655", "8237806", "5546116", "6281807"], "ranked_scores": [214.0, 204.0, 194.0, 192.0, 189.0, 189.0, 187.0, 185.0, 181.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "5343617", "1417034", "3659405", "2066951", "4256443", "8327486", "4502858", "30088"], "ranked_scores": [215.0, 209.0, 206.0, 197.0, 196.0, 191.0, 191.0, 190.0, 189.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "2789716", "6207587", "6684798", "1696161", "1965669", "5904163", "1683771", "754800", "7853301"], "ranked_scores": [199.0, 192.0, 190.0, 189.0, 184.0, 181.0, 181.0, 179.0, 179.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["5212100", "2391077", "4893298", "3920912", "4004614", "8819844", "4004613", "2894335", "6302237", "6302238"], "ranked_scores": [206.0, 206.0, 204.0, 203.0, 202.0, 200.0, 200.0, 198.0, 198.0, 198.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "1621473", "826058", "3699781", "8374135", "3926427", "4991354", "117136", "3660736", "4528861"], "ranked_scores": [194.0, 192.0, 189.0, 188.0, 187.0, 186.0, 185.0, 185.0, 182.0, 181.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4605270", "4605271", "4900578", "4409027", "7778956", "2531512", "3747811", "6711396", "4363844", "5393501"], "ranked_scores": [195.0, 195.0, 195.0, 190.0, 189.0, 183.0, 181.0, 180.0, 179.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["4951287", "7831679", "3491901", "139964", "6632522", "4590213", "7795896", "3942500", "7428627", "7582739"], "ranked_scores": [198.0, 198.0, 197.0, 194.0, 193.0, 189.0, 187.0, 186.0, 184.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["921101", "1867101", "5143805", "463648", "8608886", "886990", "3689305", "463652", "4992578", "6106100"], "ranked_scores": [193.0, 192.0, 190.0, 189.0, 189.0, 187.0, 186.0, 186.0, 184.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7728427", "3252244", "4258668", "2940019", "6036135", "8008666", "88374", "7692614", "7420248"], "ranked_scores": [218.0, 217.0, 205.0, 204.0, 201.0, 193.0, 193.0, 189.0, 188.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "6472411", "5304087", "8738884", "1732850", "2024648", "3640252", "7562631", "2024646", "3811525"], "ranked_scores": [195.0, 183.0, 180.0, 178.0, 178.0, 177.0, 175.0, 175.0, 174.0, 174.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "7856346", "8221437", "8221431", "4343906", "4127072", "5409487", "1922718", "5409488", "5431260"], "ranked_scores": [198.0, 196.0, 196.0, 194.0, 191.0, 190.0, 189.0, 188.0, 188.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495838", "3495837", "7770963", "8608976", "2487253", "3495835", "3495840", "654073", "6392875", "6786202"], "ranked_scores": [194.0, 194.0, 192.0, 186.0, 183.0, 180.0, 179.0, 179.0, 178.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212597", "6401864", "6212591", "6212588", "3843787", "3843788", "609594", "6423189", "1941403", "6965745"], "ranked_scores": [202.0, 200.0, 197.0, 186.0, 184.0, 184.0, 182.0, 179.0, 178.0, 170.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "2108312", "7803343", "7078336", "4520541", "7332215", "5702620", "2379160", "3823638", "2790097"], "ranked_scores": [183.0, 176.0, 173.0, 171.0, 170.0, 169.0, 168.0, 167.0, 166.0, 164.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "7511875", "7274984", "7144188", "1460685", "1193873", "2716981", "1460689", "5891383", "6037748"], "ranked_scores": [198.0, 189.0, 186.0, 184.0, 180.0, 177.0, 177.0, 177.0, 177.0, 176.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "4738326", "6124976", "7395884", "1136108", "1690952", "4709447", "7564158", "7985411"], "ranked_scores": [210.0, 210.0, 188.0, 187.0, 187.0, 184.0, 182.0, 182.0, 181.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["8424304", "1981696", "7589839", "4594387", "7138494", "4341950", "7589844", "1772350", "2229750", "8123901"], "ranked_scores": [188.0, 186.0, 186.0, 182.0, 181.0, 181.0, 180.0, 179.0, 177.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8771883", "7966624", "8798058", "3681700", "2819440", "3854991", "2575364", "8743967", "6342544"], "ranked_scores": [206.0, 191.0, 183.0, 180.0, 178.0, 178.0, 177.0, 174.0, 174.0, 173.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-128-atanh": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3527619", "1674646", "575979", "4702433", "5265626", "4081109", "3619391", "7391326", "7145654", "8083121"], "ranked_scores": [102.0, 101.0, 97.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["7248824", "6929917", "3308552", "8639333", "2914905", "1674644", "3682854", "2684883", "220565", "7391330"], "ranked_scores": [102.0, 101.0, 101.0, 100.0, 99.0, 98.0, 98.0, 98.0, 97.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7383965", "7094398", "298606", "5842823", "1238142", "4111588", "7280059", "5226726", "5221728", "5616900"], "ranked_scores": [110.0, 106.0, 104.0, 99.0, 94.0, 94.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "2541248", "515311", "3932591", "6368609", "2548176", "6159778", "6926916", "7386338", "8279447"], "ranked_scores": [102.0, 101.0, 101.0, 101.0, 101.0, 100.0, 100.0, 99.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["5450605", "3794304", "4269405", "3794297", "3820657", "3794300", "7048914", "7255678", "7255675", "856390"], "ranked_scores": [96.0, 95.0, 95.0, 94.0, 93.0, 92.0, 91.0, 91.0, 90.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["7189473", "1190311", "1229810", "50056", "3931594", "8283881", "7929603", "1941914", "6199240", "7776113"], "ranked_scores": [91.0, 90.0, 90.0, 89.0, 89.0, 89.0, 88.0, 88.0, 87.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6980305", "7260457", "7813557", "1777799", "4816964", "3576832", "6964486", "5227711", "6311584", "6964479"], "ranked_scores": [104.0, 101.0, 100.0, 99.0, 99.0, 98.0, 98.0, 98.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["5997547", "3550559", "5079417", "3550561", "4041246", "102138", "4006491", "2562047", "3550563", "7431788"], "ranked_scores": [105.0, 104.0, 102.0, 102.0, 100.0, 99.0, 99.0, 99.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1102477", "249524", "1365215", "3935387", "4287517", "1102481", "4432472", "102069", "6950275"], "ranked_scores": [97.0, 96.0, 95.0, 94.0, 94.0, 94.0, 93.0, 93.0, 92.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "947575", "1844184", "4562810", "5931817", "6137138", "749759", "6185824", "7187662", "912288"], "ranked_scores": [99.0, 91.0, 90.0, 88.0, 88.0, 88.0, 87.0, 87.0, 85.0, 85.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1226215", "2469923", "4922192", "859199", "6033800", "5218385", "5775568", "8583764"], "ranked_scores": [105.0, 105.0, 97.0, 93.0, 92.0, 92.0, 92.0, 91.0, 90.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["992664", "4623383", "4623381", "3980290", "7144756", "2921046", "4996378", "295788", "5389787", "5289585"], "ranked_scores": [97.0, 96.0, 94.0, 93.0, 92.0, 91.0, 91.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301819", "7301816", "7301823", "6363851", "1741823", "277374", "1612669", "5809784", "3803414", "8215736"], "ranked_scores": [109.0, 108.0, 101.0, 95.0, 93.0, 92.0, 92.0, 92.0, 91.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "8259512", "8450827", "320956", "7970728", "1265191", "8259514", "3987938", "7970735", "8450828"], "ranked_scores": [102.0, 100.0, 98.0, 94.0, 93.0, 93.0, 93.0, 93.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["8684894", "8346654", "7160804", "6193662", "559097", "7160799", "7160805", "5841488", "1812931", "7138663"], "ranked_scores": [99.0, 97.0, 96.0, 96.0, 94.0, 94.0, 93.0, 92.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "2130560", "3452115", "1136294", "1303490", "1488965", "6036130", "3505871", "8067800"], "ranked_scores": [100.0, 95.0, 92.0, 91.0, 90.0, 89.0, 88.0, 88.0, 87.0, 87.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "3835174", "5966186", "8763003", "1610911", "7870700", "8091571", "5827343", "6112935", "6368665"], "ranked_scores": [108.0, 92.0, 91.0, 91.0, 91.0, 90.0, 90.0, 89.0, 89.0, 89.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116929", "7964392", "8157542", "525134", "7948050", "2116933", "3646584", "2083431", "2116938", "7948042"], "ranked_scores": [104.0, 102.0, 102.0, 101.0, 101.0, 100.0, 99.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "4725494", "7958943", "4774834", "5984719", "4949219", "2356986", "6937120", "4253088", "6560433"], "ranked_scores": [100.0, 97.0, 94.0, 93.0, 92.0, 91.0, 90.0, 90.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["2044076", "925659", "6822082", "367272", "7503576", "4624992", "3638883", "5297258", "4393606", "7153163"], "ranked_scores": [99.0, 98.0, 98.0, 97.0, 96.0, 95.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7803391", "1174168", "1174164", "1174172", "7827765", "2131335", "7170234", "261654", "713518", "8724007"], "ranked_scores": [94.0, 92.0, 91.0, 89.0, 87.0, 86.0, 86.0, 86.0, 85.0, 85.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["391342", "8045986", "8477970", "391341", "5232492", "8540414", "5433030", "5535297", "6988395", "7134383"], "ranked_scores": [101.0, 101.0, 101.0, 98.0, 98.0, 97.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["64801", "6506033", "3167491", "409310", "4390430", "4390429", "1936744", "4936994", "3909648", "8186110"], "ranked_scores": [99.0, 96.0, 95.0, 95.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "5668797", "6243136", "6642275", "427332", "4843274", "3346337", "4153409", "6600249"], "ranked_scores": [107.0, 100.0, 98.0, 98.0, 97.0, 96.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8281194", "7868171", "5055675", "7424964", "8307546", "5993157", "1348264", "297601", "3733774", "7908771"], "ranked_scores": [105.0, 102.0, 100.0, 99.0, 99.0, 99.0, 98.0, 98.0, 98.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5939467", "4765789", "7527096", "2375922", "1777799", "261654", "6083050", "4816964", "3788810", "975213"], "ranked_scores": [93.0, 91.0, 90.0, 89.0, 88.0, 88.0, 88.0, 88.0, 88.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["272188", "1613675", "7249172", "1613678", "2201067", "272190", "1525615", "551238", "4872394", "870351"], "ranked_scores": [101.0, 99.0, 95.0, 95.0, 94.0, 94.0, 93.0, 93.0, 93.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "7403004", "7810605", "4053745", "8741687", "1850491", "5156846", "5293414", "8277053", "7553014"], "ranked_scores": [101.0, 96.0, 95.0, 94.0, 94.0, 92.0, 92.0, 92.0, 92.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7646422", "2510740", "4377794", "5094229", "7288502", "4437972", "3557230", "2061122", "5671809"], "ranked_scores": [103.0, 102.0, 101.0, 101.0, 100.0, 99.0, 99.0, 98.0, 98.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["913210", "7154587", "3332393", "6818953", "3924136", "4891773", "7152851", "8506101", "8531579", "899170"], "ranked_scores": [94.0, 92.0, 91.0, 91.0, 91.0, 91.0, 90.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["4966850", "2918527", "2396673", "3039809", "2421104", "7833608", "6397787", "8773427", "2396672", "4861485"], "ranked_scores": [101.0, 101.0, 100.0, 99.0, 99.0, 99.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2617807", "5036995", "1841905", "7526867", "2208599", "3176987", "7082760", "3141441", "4579888", "8290414"], "ranked_scores": [103.0, 101.0, 101.0, 101.0, 100.0, 100.0, 99.0, 98.0, 98.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110611", "8331763", "7110612", "5546116", "1770583", "5655", "1921564", "607856", "6270123"], "ranked_scores": [110.0, 101.0, 99.0, 98.0, 97.0, 95.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "1417034", "2066951", "3659405", "5343617", "7672042", "4502858", "1472503", "2574549"], "ranked_scores": [113.0, 108.0, 106.0, 106.0, 105.0, 105.0, 104.0, 103.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["6684798", "7853304", "6207587", "1696161", "3712671", "8653062", "1528831", "2789716", "6428732", "8397991"], "ranked_scores": [99.0, 97.0, 97.0, 97.0, 96.0, 95.0, 95.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["5212100", "3920912", "7734838", "4893298", "57563", "2391077", "2290632", "8819844", "4004614", "6302238"], "ranked_scores": [104.0, 104.0, 103.0, 102.0, 102.0, 101.0, 100.0, 100.0, 100.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "826058", "1621473", "8374135", "117136", "1031987", "3672237", "4528861", "3926427", "7597006"], "ranked_scores": [99.0, 97.0, 96.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4605270", "4409027", "4645632", "4605271", "6711396", "2531512", "3747811", "5726293", "7778956"], "ranked_scores": [97.0, 97.0, 97.0, 95.0, 94.0, 93.0, 92.0, 91.0, 91.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["4951287", "3491901", "4590213", "7582739", "7831679", "139964", "6632522", "7795896", "7582741", "3942500"], "ranked_scores": [101.0, 99.0, 98.0, 97.0, 97.0, 97.0, 96.0, 96.0, 95.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5031404", "921101", "463648", "463652", "5143805", "2971674", "1867101", "886990", "6761606", "6955768"], "ranked_scores": [98.0, 96.0, 96.0, 95.0, 94.0, 94.0, 94.0, 93.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7728427", "3252244", "2940019", "6036135", "4258668", "8008666", "7692614", "88374", "952726"], "ranked_scores": [113.0, 113.0, 108.0, 107.0, 103.0, 102.0, 101.0, 100.0, 98.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "1398369", "6472411", "3640252", "5304087", "3640254", "3640251", "6711596", "6711597", "6901546"], "ranked_scores": [98.0, 95.0, 94.0, 92.0, 92.0, 91.0, 90.0, 90.0, 90.0, 89.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["5409488", "8221437", "5409487", "8221430", "5409486", "1922718", "7856349", "3834488", "4158115", "7856346"], "ranked_scores": [101.0, 99.0, 98.0, 98.0, 98.0, 97.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495838", "8608976", "7770963", "3495837", "1950625", "3495835", "1421746", "5439713", "2387122", "2487253"], "ranked_scores": [99.0, 97.0, 96.0, 94.0, 92.0, 92.0, 91.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212597", "6401864", "6212591", "6212588", "609594", "3843787", "3843788", "2852056", "1941403", "6211855"], "ranked_scores": [108.0, 102.0, 100.0, 99.0, 96.0, 95.0, 95.0, 92.0, 91.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7332215", "7193888", "2108312", "6072167", "7078336", "3941955", "5702620", "8349710", "4513419", "7601059"], "ranked_scores": [90.0, 89.0, 88.0, 86.0, 86.0, 85.0, 85.0, 84.0, 83.0, 83.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "7274984", "8110288", "1460689", "2716981", "7511875", "1793105", "1193873", "8441078", "2857974"], "ranked_scores": [99.0, 94.0, 90.0, 89.0, 89.0, 89.0, 89.0, 88.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "4738326", "7395884", "5424702", "3085941", "6124976", "7985411", "6176864", "7572526"], "ranked_scores": [105.0, 104.0, 100.0, 97.0, 96.0, 95.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["4594387", "7138494", "1942837", "8424304", "1981696", "5955286", "2229750", "4341950", "7517825", "5133662"], "ranked_scores": [93.0, 92.0, 90.0, 88.0, 88.0, 88.0, 88.0, 87.0, 87.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8798058", "8771883", "3404247", "3681700", "3687242", "2819440", "8743967", "297876", "7966624"], "ranked_scores": [104.0, 97.0, 96.0, 94.0, 93.0, 92.0, 92.0, 91.0, 90.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-64-atanh": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7391326", "1674644", "6489670", "3527619", "4591200", "575979", "7391330", "1674646", "2802097", "4917486"], "ranked_scores": [53.0, 52.0, 52.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["7391330", "1674644", "8639333", "1674646", "6929917", "3308552", "6489670", "5633832", "615746", "7248824"], "ranked_scores": [54.0, 54.0, 54.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7383965", "7094398", "298606", "5842823", "911138", "1238142", "5226726", "5616900", "7114600", "7656879"], "ranked_scores": [56.0, 54.0, 52.0, 52.0, 50.0, 50.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "2548176", "3059250", "3068887", "5260105", "5984488", "1463472", "66616", "7011409", "879246"], "ranked_scores": [53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["5450605", "3794300", "3794304", "5817777", "5817781", "3794297", "7255675", "856390", "8624268", "936167"], "ranked_scores": [52.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["7859603", "1190311", "1941914", "389116", "3931594", "7189473", "6169612", "7160804", "7588772", "8283881"], "ranked_scores": [48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6980305", "7813557", "3576832", "6964486", "4816964", "6311584", "5227711", "1777799", "3040038", "7260457"], "ranked_scores": [55.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["8811697", "3550559", "3550561", "5997547", "4006491", "6496889", "7431788", "4240249", "5079417", "7948212"], "ranked_scores": [54.0, 53.0, 53.0, 53.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1102477", "1854132", "2370674", "6950275", "1365215", "8452568", "4667084", "4287517", "5329721", "6794863"], "ranked_scores": [53.0, 51.0, 50.0, 49.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "1844184", "749759", "3527619", "4562810", "3546549", "6137138", "5931817", "7859603", "7072122"], "ranked_scores": [51.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "859199", "7707024", "5218385", "3189196", "2878717", "5775568", "6033800", "8372613", "6751942"], "ranked_scores": [52.0, 51.0, 51.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["992664", "566163", "295788", "8110427", "4539291", "662304", "147832", "6442876", "7870707", "8369687"], "ranked_scores": [50.0, 47.0, 47.0, 46.0, 45.0, 45.0, 45.0, 45.0, 44.0, 44.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301819", "7301816", "7301823", "277374", "3803414", "277376", "6363851", "3797045", "8782711", "6814815"], "ranked_scores": [55.0, 55.0, 53.0, 51.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450827", "6709254", "8259512", "7970736", "2377604", "320956", "4256443", "7970728", "8549944", "8259514"], "ranked_scores": [52.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["8684894", "559097", "6193662", "664917", "8213865", "7160799", "1812931", "826701", "8346654", "8828653"], "ranked_scores": [51.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "2130560", "7220312", "3452115", "2270251", "1136294", "4256443", "665690", "7464919", "7872867"], "ranked_scores": [52.0, 49.0, 49.0, 49.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "2104181", "5340239", "3767555", "3210963", "7870700", "2823095", "4946508", "4606680", "8707863"], "ranked_scores": [56.0, 48.0, 47.0, 47.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116929", "1435305", "2116933", "4880893", "8157542", "3646580", "3646584", "525134", "7948050", "5287865"], "ranked_scores": [54.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "4725494", "7958943", "3532662", "4949219", "4888127", "7116624", "5984719", "96936", "906553"], "ranked_scores": [51.0, 50.0, 49.0, 48.0, 46.0, 45.0, 45.0, 45.0, 45.0, 44.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503576", "925659", "6822082", "2044076", "367272", "6382257", "6719567", "7503570", "8419044", "7546053"], "ranked_scores": [51.0, 51.0, 50.0, 49.0, 49.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7803391", "7833608", "4325341", "6127285", "261654", "6397787", "6804877", "5400354", "7170234", "7827765"], "ranked_scores": [50.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["1023113", "391342", "6988395", "2588002", "5535297", "1918866", "8477970", "391341", "8710127", "8045986"], "ranked_scores": [50.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "8186110", "3210963", "7613002", "7689710", "3167491", "409310", "8820180", "5196868", "6110167"], "ranked_scores": [51.0, 51.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "4153409", "427332", "2884457", "6577550", "6642275", "631307", "6600249", "6979322"], "ranked_scores": [54.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["6082244", "8281194", "1348264", "5055675", "7424964", "3733774", "8307546", "7868171", "8804328", "4787774"], "ranked_scores": [55.0, 54.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5174051", "1039754", "5939467", "4057612", "4816964", "5303816", "6083050", "954270", "7840121"], "ranked_scores": [53.0, 49.0, 48.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["2211097", "272188", "1525620", "3261513", "272190", "7227891", "4854782", "7249172", "7316547", "7453783"], "ranked_scores": [51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["4799603", "5293414", "3255206", "6502553", "5293415", "7810605", "6722043", "5156846", "4053745", "7403004"], "ranked_scores": [50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "4377794", "2510740", "7646422", "2536497", "3557230", "4437972", "7288502", "4954684", "5352322"], "ranked_scores": [54.0, 53.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "7154587", "3924136", "1948259", "4594595", "3042401", "7609384", "5940921", "6818958", "839355"], "ranked_scores": [50.0, 50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["2421104", "7833608", "1763487", "2396673", "6397787", "3039809", "4451324", "2918527", "4966850", "8773427"], "ranked_scores": [55.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3176987", "2208599", "7526870", "2617807", "7082760", "4826467", "5036995", "455999", "4579888", "7573184"], "ranked_scores": [56.0, 56.0, 53.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "5655", "6270123", "2486151", "8331763", "2233656", "7110611", "7110612", "5375634", "6281807"], "ranked_scores": [52.0, 50.0, 50.0, 48.0, 48.0, 47.0, 47.0, 47.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "1417034", "2066951", "5336580", "4502858", "1472503", "2066950", "7672042", "8327486", "8549944"], "ranked_scores": [58.0, 55.0, 54.0, 53.0, 52.0, 52.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["2789716", "8653062", "1683771", "4043436", "5904163", "1696161", "5338621", "5338623", "6428732", "7886033"], "ranked_scores": [52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004614", "2924921", "5212100", "2565560", "2245444", "7734838", "2894335", "5490019", "8819844", "57563"], "ranked_scores": [55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "1621473", "3926427", "117136", "826058", "2913413", "7475050", "3656154", "4528861", "7777594"], "ranked_scores": [58.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4409027", "4605271", "4605270", "6711396", "7778956", "3747811", "4900578", "2531512", "7989415", "7689564"], "ranked_scores": [51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 48.0, 46.0, 46.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["4951287", "7831679", "7582741", "7582739", "6632522", "6167829", "3491901", "3669167", "7795896", "4590213"], "ranked_scores": [51.0, 50.0, 49.0, 49.0, 49.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["463652", "463648", "5031404", "1867101", "4992578", "6106100", "8608886", "6903201", "886990", "6955768"], "ranked_scores": [52.0, 52.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7728427", "3252244", "4258668", "6036135", "2940019", "7692614", "8008666", "8259514", "88374"], "ranked_scores": [57.0, 57.0, 53.0, 53.0, 53.0, 51.0, 51.0, 51.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "6711597", "6741124", "8264835", "6711596", "3438971", "3640254", "40639", "6732760", "6779974"], "ranked_scores": [49.0, 48.0, 48.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "4343906", "5409488", "4621292", "7856349", "8221431", "6834849", "8221437", "7418648", "8154246"], "ranked_scores": [49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495838", "4545847", "6535538", "1950625", "3495837", "5439713", "2487253", "3495831", "7219444", "7770963"], "ranked_scores": [53.0, 53.0, 51.0, 50.0, 50.0, 50.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212591", "6212597", "3843787", "6401864", "609594", "5183833", "6211855", "2194203", "609590", "6212588"], "ranked_scores": [55.0, 52.0, 51.0, 50.0, 49.0, 49.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["2172877", "8110427", "217890", "6072167", "7193888", "3823641", "4520541", "7332215", "8349710", "8677933"], "ranked_scores": [47.0, 46.0, 45.0, 45.0, 45.0, 44.0, 44.0, 43.0, 43.0, 43.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "1193873", "1390753", "7564733", "3772534", "2857974", "510179", "5190712", "6979704", "7511875"], "ranked_scores": [50.0, 49.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["1136944", "5424702", "3114131", "6437182", "7395888", "7395885", "1452606", "6124976", "4738326", "4709447"], "ranked_scores": [52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["4594387", "4341950", "5955286", "1942837", "3823641", "8123901", "7789240", "4550879", "8424304", "5955284"], "ranked_scores": [48.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8798058", "3404247", "3711972", "8743967", "297876", "4356227", "7966624", "6342544", "8771883"], "ranked_scores": [55.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-32-atanh": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["690186", "1674644", "8083127", "4613184", "5917719", "5633832", "6489670", "7922732", "8017883", "6929917"], "ranked_scores": [28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["4702433", "1674644", "7391330", "3533251", "4066718", "7275123", "5633832", "4334075", "6929917", "6489670"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "5842823", "1238142", "911138", "298606", "5221728", "944808", "7114600", "8543994"], "ranked_scores": [29.0, 29.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["66616", "5984488", "5769842", "5963438", "6368608", "6826784", "6926916", "6368609", "8279447", "7386338"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "7255675", "5817781", "6574351", "2043748", "3398701", "5817777", "37550", "8431286", "6449873"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1111800", "240221", "1190311", "1805806", "7776113", "7189473", "1246947", "4331590", "7859603", "8283881"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "5227711", "3576832", "4305356", "6980305", "6311584", "4816964", "8065599", "6964486", "5350812"], "ranked_scores": [30.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["2824454", "3254594", "6075246", "3550559", "8323384", "8811697", "7735540", "7950831", "921101", "8811698"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1102477", "6167831", "1365215", "2673510", "3935387", "147832", "5027606", "2322244", "8452568", "8670393"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "1580887", "5392883", "4562810", "2117748", "5324876", "2187141", "758882", "7859603", "8473657"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["213428", "1226216", "5230789", "3189196", "5218385", "6033800", "859199", "7707024", "7810212", "8372613"], "ranked_scores": [28.0, 28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["5986344", "7254353", "8220505", "7222603", "7870707", "3979452", "5196335", "662304", "566163", "7169927"], "ranked_scores": [26.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["277374", "277376", "7301816", "7301819", "6814815", "5528798", "7301823", "6252689", "8349710", "7331852"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450830", "1692091", "8259512", "7970728", "880269", "5031425", "8450827", "6709254", "6814815", "8327486"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["8684894", "559097", "1812931", "2026078", "6343914", "4409024", "3768242", "8131676", "5643396", "8392977"], "ranked_scores": [27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["3936785", "46048", "3452115", "1303490", "3195736", "7220310", "4256443", "8470196", "8484568", "8605147"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["4917639", "7870707", "2823095", "2248109", "2353877", "709165", "3210963", "6032018", "7610413", "5340239"], "ranked_scores": [26.0, 26.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116933", "3646584", "1435305", "2083431", "2116929", "2116932", "4880893", "2116938", "7948050", "7964392"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["4725494", "7958944", "96936", "2356986", "4949219", "5338899", "5932719", "7958943", "6937120", "7641492"], "ranked_scores": [27.0, 27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["925659", "1662247", "4939334", "367272", "6382257", "3961796", "862392", "6822082", "7503576", "7503570"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["5409490", "4325341", "3396547", "4621292", "6742826", "7803391", "7454251", "7823501", "7833608", "8796486"], "ranked_scores": [26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["2588002", "1918866", "391342", "7541493", "5232492", "6355058", "4363844", "8477970", "8710127", "8712698"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "6110167", "7689710", "1234792", "1936744", "7028472", "4340754", "8186110", "8820180", "5196868"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "1735116", "1772350", "2276894", "427332", "4266628", "8615461", "6642275", "6979330", "8477248"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["6082244", "6604385", "4787774", "1487392", "5055675", "7868171", "5628117", "7424964", "8307546", "940527"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5174051", "1198067", "4765789", "3653802", "3788809", "954270", "4765788", "5939467", "7833611"], "ranked_scores": [30.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["7453783", "1059524", "2187141", "245021", "2692492", "2649540", "5896402", "4245585", "3937139", "7027088"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["5293414", "5085223", "2154242", "6632629", "3024301", "6722043", "6751126", "5293415", "6340258", "7446183"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4377794", "2510740", "4437972", "3951358", "3631388", "6919840", "4278761", "1793105", "4838195", "5352322"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["839355", "4594595", "6408406", "6423189", "6892660", "7503128", "7121381", "7507009", "7609384", "8782711"], "ranked_scores": [28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "3039809", "2396673", "2421104", "2396672", "4966850", "4451324", "8796486", "6397787", "7975065"], "ranked_scores": [32.0, 30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2208599", "7526870", "6760855", "3176987", "1034001", "1511150", "6062947", "2617807", "6662873", "5036995"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "2320165", "2486151", "3801134", "5069913", "6270123", "5655", "7110611", "5546116", "7110612"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "2066951", "2066950", "6622172", "8327486", "4522649", "4256443", "490710", "5336580", "8549944"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["1980424", "1696161", "2789716", "7886033", "5338621", "3020782", "7119732", "754800", "8653062", "5904163"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2924921", "4055427", "2565560", "4111498", "7734838", "4004614", "8236096", "6258756", "7224349", "7766198"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "1621473", "5360753", "6924493", "2913413", "3935875", "4256779", "7475050", "6988582", "8798058"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4409027", "4605271", "3747811", "6467669", "4363844", "6711396", "7778956", "4900578", "4645632", "5393501"], "ranked_scores": [29.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["4951287", "7582741", "8758192", "3491901", "5857756", "7582739", "6119775", "8817434", "6394421", "6167829"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["463648", "6761606", "4992578", "463652", "5031404", "886990", "6903201", "7238784", "8672006", "921101"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7692614", "4258668", "4258663", "7728427", "3252244", "8008666", "6036135", "6363850", "7420248", "952726"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["3475986", "6810306", "204364", "3640254", "2069035", "7905688", "6779974", "2992454", "7562624", "8264835"], "ranked_scores": [26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856349", "7856346", "8221431", "4343906", "1061747", "3182251", "5409487", "6490126", "6125802", "8221437"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["5439713", "2487253", "1047394", "4545847", "3495837", "3495838", "7770963", "6535538", "8608976", "7219444"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212591", "6212597", "6401864", "6212588", "1916193", "2194203", "8455727", "303651", "3843787", "609594"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["2172877", "5247263", "6072167", "1448401", "3218838", "4513419", "3941958", "66759", "4714201", "8619697"], "ranked_scores": [27.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 23.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["6794863", "7564733", "99506", "1193873", "7511874", "7142748", "7274984", "6207588", "6258756", "7107151"], "ranked_scores": [28.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["3132621", "6525672", "2599853", "1136944", "8783461", "7395885", "4600593", "7395888", "5424702", "7573184"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["6291922", "3823641", "286801", "3000701", "7410205", "4843364", "4550879", "7789240", "7793020", "8675542"], "ranked_scores": [27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["3404247", "3415242", "8798058", "7946528", "3791271", "4701564", "4564069", "4957113", "8743966", "8743967"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-notrunc-atanh": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3527619", "1674646", "6489670", "7837267", "597455", "4592392", "1245154", "3445481", "558173", "7275122"], "ranked_scores": [586.0, 569.0, 564.0, 560.0, 558.0, 556.0, 556.0, 555.0, 555.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297112", "3308552", "542682", "4808866", "2684883", "7121381", "5633832", "7981496", "220565", "1297109"], "ranked_scores": [575.0, 566.0, 553.0, 544.0, 543.0, 535.0, 529.0, 529.0, 528.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["911138", "5842823", "7383965", "7094398", "298606", "1592656", "5221728", "2295208", "2403648", "8543994"], "ranked_scores": [591.0, 585.0, 574.0, 571.0, 554.0, 551.0, 547.0, 535.0, 526.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "8279447", "7369987", "515311", "3399535", "2812582", "5684712", "2541248", "3125130"], "ranked_scores": [604.0, 589.0, 582.0, 580.0, 580.0, 578.0, 573.0, 572.0, 569.0, 569.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "3794304", "5450605", "7255678", "2070215", "7048914", "5346316", "7255675", "3794300", "4269405"], "ranked_scores": [581.0, 580.0, 577.0, 561.0, 558.0, 555.0, 552.0, 551.0, 550.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["378964", "1191483", "5606320", "7600993", "8817884", "8299818", "3205963", "1805806", "4078349", "8283881"], "ranked_scores": [519.0, 513.0, 513.0, 509.0, 503.0, 503.0, 502.0, 499.0, 499.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "6980305", "7260457", "6964479", "4816964", "7245739", "2807543", "7840121", "1767388", "6964486"], "ranked_scores": [575.0, 574.0, 568.0, 566.0, 564.0, 562.0, 556.0, 555.0, 554.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550559", "3550561", "3550563", "7698064", "7431788", "5997547", "5079417", "5609239", "8343642", "6480901"], "ranked_scores": [608.0, 600.0, 574.0, 554.0, 528.0, 522.0, 517.0, 516.0, 513.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1102477", "8452568", "1365215", "1365210", "249524", "5110182", "1102481", "2322245", "2322244", "6950275"], "ranked_scores": [585.0, 574.0, 573.0, 563.0, 560.0, 559.0, 556.0, 556.0, 553.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5132484", "7187662", "5469449", "2117748", "2348797", "2117742", "128974", "5324876", "6678435"], "ranked_scores": [569.0, 529.0, 521.0, 521.0, 519.0, 516.0, 512.0, 511.0, 508.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1226213", "8511971", "1438830", "1226215", "3189196", "5640023", "5640027", "538306"], "ranked_scores": [641.0, 636.0, 542.0, 529.0, 528.0, 519.0, 516.0, 514.0, 513.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["295788", "4996378", "295789", "7168976", "4069689", "295794", "1852105", "7168973", "4623381", "8223942"], "ranked_scores": [512.0, 512.0, 505.0, 502.0, 500.0, 499.0, 496.0, 492.0, 489.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "5809779", "7301814", "7301819", "7301816", "4892433", "6363851", "6363850", "277376", "3803414"], "ranked_scores": [597.0, 553.0, 552.0, 551.0, 546.0, 539.0, 538.0, 536.0, 528.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "8450827", "8450828", "8259514", "8259512", "7970728", "8450833", "7970734", "1265191", "320956"], "ranked_scores": [621.0, 612.0, 605.0, 602.0, 596.0, 579.0, 576.0, 570.0, 558.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["8346654", "7160805", "6193662", "7160799", "7160804", "4702013", "5841488", "6257976", "3457120", "7138663"], "ranked_scores": [559.0, 556.0, 555.0, 554.0, 552.0, 551.0, 547.0, 544.0, 539.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "5190750", "3936785", "4768599", "1136294", "7220313", "46048", "8067800"], "ranked_scores": [646.0, 552.0, 549.0, 515.0, 514.0, 506.0, 504.0, 503.0, 501.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "7937822", "7937824", "6439597", "1806725", "6439595", "8584557", "5143532"], "ranked_scores": [602.0, 575.0, 560.0, 532.0, 525.0, 523.0, 523.0, 523.0, 522.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "8157542", "7948042", "3646584", "2116932", "8660295", "2116929", "4655103", "3646580", "2116936"], "ranked_scores": [597.0, 596.0, 596.0, 587.0, 574.0, 571.0, 571.0, 565.0, 565.0, 564.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4725494", "2535705", "1611463", "7116624", "1844917", "7218532", "3569426", "4253088"], "ranked_scores": [621.0, 598.0, 538.0, 527.0, 526.0, 523.0, 522.0, 521.0, 520.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "2091063", "3728019", "1226636", "4393601", "3444262", "2059254", "8045998", "5231134", "6951440"], "ranked_scores": [607.0, 568.0, 557.0, 555.0, 554.0, 552.0, 550.0, 550.0, 548.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1174168", "1174164", "2131335", "1174172", "4489797", "7827765", "7170234", "4489799", "1603365", "2131339"], "ranked_scores": [560.0, 560.0, 550.0, 544.0, 539.0, 533.0, 532.0, 528.0, 525.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "863946", "8477970", "4796876", "4796869", "3944850", "7134383", "7623736", "391342"], "ranked_scores": [590.0, 589.0, 579.0, 578.0, 567.0, 567.0, 563.0, 563.0, 563.0, 556.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "7689710", "7689707", "8820180", "4313011", "2188117", "5063008", "3246403", "5567101"], "ranked_scores": [555.0, 543.0, 531.0, 528.0, 527.0, 513.0, 512.0, 501.0, 500.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3346337", "3968773", "4615784", "3046036", "2443030", "1460640", "1546056", "6642275"], "ranked_scores": [650.0, 632.0, 603.0, 591.0, 590.0, 588.0, 587.0, 586.0, 585.0, 583.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5269626", "2796265", "5734570", "2796268", "2636677", "4942015", "1871086", "2796274", "1070633", "1070634"], "ranked_scores": [617.0, 586.0, 585.0, 585.0, 584.0, 584.0, 583.0, 581.0, 580.0, 576.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5170949", "1039754", "5939467", "3415897", "3637961", "5027731", "6287785", "5174051", "4983138"], "ranked_scores": [578.0, 562.0, 552.0, 549.0, 543.0, 542.0, 539.0, 531.0, 531.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1613678", "551238", "7249172", "1314383", "1525620", "1314390", "2692492", "2576605", "2576606"], "ranked_scores": [596.0, 574.0, 573.0, 572.0, 567.0, 566.0, 566.0, 561.0, 559.0, 557.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8162194", "8277053", "6502553", "6797667", "7810605", "3720839", "1850491", "5408281", "7403004", "8741687"], "ranked_scores": [573.0, 567.0, 561.0, 557.0, 548.0, 547.0, 547.0, 547.0, 545.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7288502", "7646422", "2061122", "5094229", "5352322", "278768", "8265919", "4195768", "5756090"], "ranked_scores": [615.0, 603.0, 580.0, 567.0, 567.0, 557.0, 549.0, 547.0, 546.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["7154587", "3230959", "5499496", "2068025", "1237202", "1463441", "8675542", "3872927", "5940921", "1948259"], "ranked_scores": [546.0, 528.0, 526.0, 523.0, 522.0, 520.0, 518.0, 518.0, 513.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4233615", "8773427", "4397641", "4233620", "3937863", "4637748", "7833611", "8796486", "4451324"], "ranked_scores": [609.0, 569.0, 565.0, 555.0, 547.0, 547.0, 546.0, 543.0, 539.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511155", "3141441", "4786937", "1511150", "2099688", "7526867", "7526870", "7526871", "982652", "6503017"], "ranked_scores": [611.0, 611.0, 608.0, 602.0, 592.0, 591.0, 591.0, 588.0, 582.0, 581.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "5655", "2486151", "888154", "3259751", "978127", "44744", "7770196"], "ranked_scores": [610.0, 576.0, 547.0, 541.0, 536.0, 534.0, 532.0, 530.0, 527.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "1417034", "4502858", "30088", "6278487", "30089", "5336580", "4522649", "567380"], "ranked_scores": [633.0, 598.0, 588.0, 584.0, 572.0, 560.0, 558.0, 555.0, 552.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "7886033", "4039012", "6207587", "5904163", "3712671", "1694528", "7853301", "3108253", "7645257"], "ranked_scores": [620.0, 561.0, 558.0, 556.0, 554.0, 548.0, 548.0, 543.0, 541.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["6302238", "2565560", "3920912", "4004619", "4004613", "4589415", "4205560", "4004614", "6302237", "8187754"], "ranked_scores": [604.0, 597.0, 592.0, 588.0, 585.0, 585.0, 585.0, 584.0, 580.0, 580.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3672237", "4991354", "3148555", "4991356", "3806458", "3699781", "8374135", "7161101", "869851"], "ranked_scores": [577.0, 566.0, 560.0, 550.0, 546.0, 536.0, 530.0, 530.0, 527.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4605271", "4409027", "7778956", "8811698", "6193415", "2531512", "2531517", "8811697", "5393501"], "ranked_scores": [608.0, 596.0, 592.0, 574.0, 556.0, 548.0, 547.0, 544.0, 543.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "7428627", "1109548", "7831679", "8586692", "3942500", "139964", "6632520", "4005369", "139961"], "ranked_scores": [570.0, 566.0, 563.0, 562.0, 556.0, 553.0, 549.0, 549.0, 546.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["6180355", "5143805", "1867101", "7313342", "4992578", "6955768", "6106100", "921100", "6955766", "8139545"], "ranked_scores": [558.0, 547.0, 543.0, 543.0, 541.0, 539.0, 538.0, 538.0, 538.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["3252244", "7728427", "4258663", "4258668", "2940019", "7420248", "2940016", "5339586", "5339585", "1623860"], "ranked_scores": [614.0, 609.0, 593.0, 573.0, 567.0, 560.0, 560.0, 557.0, 541.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "5304087", "8738884", "332783", "1398369", "7562631", "8646229", "694863", "3451043", "1374743"], "ranked_scores": [632.0, 555.0, 554.0, 533.0, 530.0, 530.0, 530.0, 522.0, 521.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221430", "4158114", "4127072", "8221437", "8221431", "8015905", "4626170", "3834488", "6269961"], "ranked_scores": [589.0, 589.0, 584.0, 583.0, 576.0, 568.0, 566.0, 556.0, 550.0, 547.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495835", "3495831", "3495838", "7770959", "3495840", "7770963", "3231354", "8608976", "6625132"], "ranked_scores": [602.0, 562.0, 545.0, 541.0, 530.0, 526.0, 524.0, 517.0, 511.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212597", "6401864", "6212588", "609594", "6212591", "1941403", "917841", "8470196", "186816", "3843787"], "ranked_scores": [602.0, 600.0, 600.0, 568.0, 563.0, 552.0, 534.0, 518.0, 518.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7332215", "7803343", "7078336", "3823638", "2763685", "3823641", "1993059", "6984244", "8809616"], "ranked_scores": [618.0, 513.0, 506.0, 500.0, 491.0, 490.0, 486.0, 483.0, 477.0, 477.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "7511875", "1460685", "4139196", "5891383", "1193873", "1460683", "1443272", "8177246", "8432430"], "ranked_scores": [562.0, 557.0, 528.0, 516.0, 513.0, 512.0, 505.0, 504.0, 503.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "6124976", "1452606", "4437857", "2594593", "7564158", "7985409", "7985411", "7395884"], "ranked_scores": [598.0, 582.0, 538.0, 523.0, 520.0, 518.0, 517.0, 516.0, 516.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589844", "1981696", "1420930", "1981693", "7589839", "5955284", "4843364", "195648", "7138494", "6361048"], "ranked_scores": [525.0, 522.0, 515.0, 514.0, 510.0, 509.0, 508.0, 505.0, 496.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8743966", "3415242", "4049212", "4304523", "2983800", "8758591", "3664758", "4230973", "8743967"], "ranked_scores": [622.0, 527.0, 522.0, 521.0, 517.0, 516.0, 515.0, 514.0, 513.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-512-atanh": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3527619", "7837267", "6489670", "3445481", "558173", "1674646", "7584907", "1245154", "4592392", "7275122"], "ranked_scores": [391.0, 373.0, 373.0, 373.0, 372.0, 371.0, 370.0, 369.0, 369.0, 369.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["3308552", "1297112", "4808866", "542682", "2684883", "7121381", "1674644", "220565", "7248824", "7981496"], "ranked_scores": [383.0, 374.0, 367.0, 367.0, 365.0, 355.0, 352.0, 350.0, 350.0, 348.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["911138", "5842823", "7383965", "7094398", "1592656", "298606", "2295208", "5221728", "2403648", "8543994"], "ranked_scores": [398.0, 389.0, 382.0, 379.0, 371.0, 364.0, 360.0, 359.0, 357.0, 353.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "7369987", "3399535", "515311", "8279447", "3125130", "2812582", "5691562", "2541248"], "ranked_scores": [407.0, 397.0, 395.0, 385.0, 385.0, 385.0, 383.0, 381.0, 380.0, 378.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "3794304", "5450605", "7255678", "2070215", "7255675", "6574351", "4269405", "7048914", "5346316"], "ranked_scores": [383.0, 382.0, 380.0, 375.0, 371.0, 369.0, 369.0, 366.0, 366.0, 364.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "378964", "7600993", "8283881", "8299818", "4078349", "8817884", "1191483", "5676506", "1390753"], "ranked_scores": [359.0, 342.0, 339.0, 338.0, 337.0, 335.0, 333.0, 332.0, 332.0, 329.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "6964479", "6980305", "7260457", "7245739", "2807543", "4816964", "1767388", "7840121", "6815901"], "ranked_scores": [385.0, 384.0, 383.0, 379.0, 376.0, 376.0, 375.0, 373.0, 364.0, 356.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550559", "3550561", "3550563", "7698064", "7431788", "5609239", "8343642", "5997547", "4240249", "5079417"], "ranked_scores": [410.0, 406.0, 388.0, 365.0, 354.0, 347.0, 346.0, 345.0, 344.0, 343.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365215", "1102477", "2322245", "8452568", "1365210", "1102481", "2322244", "6950275", "289409", "249524"], "ranked_scores": [387.0, 385.0, 382.0, 382.0, 382.0, 375.0, 372.0, 370.0, 368.0, 367.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5132484", "2348797", "2117748", "5469449", "627686", "128974", "7187662", "2066852", "2117742"], "ranked_scores": [379.0, 358.0, 353.0, 353.0, 350.0, 347.0, 347.0, 347.0, 345.0, 344.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1226213", "8511971", "3189196", "5640023", "1438830", "6751942", "5640027", "915562"], "ranked_scores": [429.0, 420.0, 361.0, 350.0, 349.0, 346.0, 346.0, 343.0, 343.0, 338.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["295788", "4996378", "295789", "4069689", "295794", "1852105", "7168976", "3961796", "4623381", "8223942"], "ranked_scores": [350.0, 350.0, 344.0, 342.0, 339.0, 334.0, 334.0, 333.0, 331.0, 329.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301814", "5809779", "7301819", "7301816", "4892433", "3803414", "5457419", "6363850", "6363851"], "ranked_scores": [400.0, 375.0, 374.0, 372.0, 367.0, 363.0, 362.0, 360.0, 358.0, 358.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "8450827", "8259512", "8450828", "8259514", "8450833", "7970728", "7970734", "1265191", "320956"], "ranked_scores": [418.0, 414.0, 406.0, 405.0, 401.0, 394.0, 387.0, 378.0, 376.0, 374.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "7160799", "8346654", "4702013", "7160804", "6193662", "6257976", "3457120", "7138663", "5841488"], "ranked_scores": [382.0, 376.0, 375.0, 372.0, 370.0, 368.0, 364.0, 363.0, 363.0, 361.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "3936785", "46048", "7220313", "4768599", "5190750", "2010657", "2554016"], "ranked_scores": [434.0, 363.0, 358.0, 349.0, 341.0, 340.0, 340.0, 339.0, 333.0, 331.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "2995208", "8584557", "5143532", "7937822", "5340239", "7956869", "630605"], "ranked_scores": [399.0, 378.0, 376.0, 351.0, 351.0, 350.0, 350.0, 348.0, 347.0, 346.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "7948050", "8157542", "3646584", "8660295", "2116929", "4655103", "2116933", "2116932", "2083431"], "ranked_scores": [400.0, 400.0, 395.0, 392.0, 381.0, 377.0, 376.0, 375.0, 374.0, 373.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "3569426", "4725494", "4166350", "2870276", "4374445", "2647181", "4774834", "4985799"], "ranked_scores": [415.0, 391.0, 357.0, 354.0, 353.0, 352.0, 350.0, 349.0, 347.0, 347.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "3728019", "2091063", "6951440", "8045998", "3444262", "4393601", "7153163", "1226636", "2059254"], "ranked_scores": [398.0, 381.0, 372.0, 370.0, 370.0, 365.0, 365.0, 364.0, 363.0, 363.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["2131335", "1174168", "1174164", "1174172", "4489797", "7170234", "1603365", "4489799", "2131339", "6854565"], "ranked_scores": [364.0, 362.0, 362.0, 356.0, 356.0, 355.0, 354.0, 350.0, 349.0, 348.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "863946", "4796869", "4796876", "8477970", "7134383", "7623736", "1839684", "3944850"], "ranked_scores": [400.0, 399.0, 388.0, 386.0, 386.0, 385.0, 384.0, 382.0, 376.0, 376.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "7689707", "8820180", "2368548", "7689710", "4313011", "2188117", "5063008", "8212672"], "ranked_scores": [374.0, 361.0, 355.0, 351.0, 351.0, 349.0, 348.0, 346.0, 346.0, 342.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3346337", "3968773", "2443030", "1460640", "1546056", "6642275", "4615784", "8000092"], "ranked_scores": [433.0, 420.0, 403.0, 401.0, 400.0, 400.0, 398.0, 396.0, 395.0, 395.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5269626", "1871086", "5734570", "2796265", "1070633", "2796274", "4942015", "2796268", "2636677", "7424964"], "ranked_scores": [410.0, 394.0, 389.0, 388.0, 388.0, 388.0, 387.0, 387.0, 384.0, 383.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5170949", "1039754", "3415897", "5027731", "3637961", "5939467", "5174051", "5027729", "6083058"], "ranked_scores": [389.0, 386.0, 377.0, 370.0, 368.0, 364.0, 363.0, 358.0, 356.0, 356.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1525620", "1314390", "1613678", "272190", "7249172", "1314383", "2692492", "551238", "2576605"], "ranked_scores": [401.0, 390.0, 387.0, 384.0, 384.0, 383.0, 382.0, 382.0, 378.0, 373.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6797667", "8162194", "8277053", "8741687", "6502553", "5408281", "8716923", "7810605", "1850491", "4799603"], "ranked_scores": [384.0, 383.0, 377.0, 376.0, 373.0, 370.0, 369.0, 369.0, 368.0, 366.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7288502", "7646422", "5352322", "5094229", "8265919", "2061122", "278768", "2929750", "4195768"], "ranked_scores": [401.0, 400.0, 382.0, 379.0, 378.0, 375.0, 374.0, 373.0, 368.0, 367.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["7154587", "8675542", "1463441", "5499496", "3230959", "1237202", "2068025", "7503128", "7548764", "5940921"], "ranked_scores": [353.0, 353.0, 348.0, 347.0, 347.0, 344.0, 342.0, 341.0, 341.0, 339.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8773427", "4233615", "4397641", "4233620", "7833611", "4637748", "3810074", "3810078", "4451324"], "ranked_scores": [400.0, 384.0, 378.0, 371.0, 371.0, 364.0, 362.0, 359.0, 358.0, 355.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511155", "4786937", "3141441", "1511150", "7526870", "7641309", "7526867", "2099688", "7526871", "6503017"], "ranked_scores": [402.0, 401.0, 399.0, 399.0, 398.0, 397.0, 393.0, 392.0, 387.0, 384.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "2486151", "7110611", "5655", "3259751", "7770196", "888154", "978127", "44744"], "ranked_scores": [401.0, 380.0, 365.0, 354.0, 352.0, 352.0, 351.0, 351.0, 349.0, 345.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "1417034", "3659405", "4502858", "30088", "5336580", "4522649", "30089", "567380", "6622172"], "ranked_scores": [417.0, 393.0, 392.0, 391.0, 377.0, 376.0, 369.0, 368.0, 363.0, 362.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "7886033", "4039012", "3712671", "5904163", "1694528", "6207587", "7853301", "3108253", "7874898"], "ranked_scores": [418.0, 379.0, 375.0, 374.0, 371.0, 365.0, 363.0, 363.0, 360.0, 360.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["6302238", "2565560", "4004613", "3920912", "4004619", "4205560", "4589415", "2607975", "4004614", "2651678"], "ranked_scores": [408.0, 396.0, 393.0, 389.0, 389.0, 389.0, 388.0, 386.0, 386.0, 385.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3672237", "3148555", "4991354", "4991356", "3806458", "7161101", "3699781", "2823095", "869851"], "ranked_scores": [388.0, 378.0, 376.0, 374.0, 363.0, 359.0, 356.0, 356.0, 354.0, 353.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4605271", "4409027", "7778956", "2531512", "5393501", "6193415", "2531517", "8811698", "3747811"], "ranked_scores": [408.0, 400.0, 392.0, 387.0, 366.0, 366.0, 366.0, 366.0, 366.0, 365.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "7428627", "1109548", "8586692", "3942500", "139961", "7831679", "139964", "6632520", "6632518"], "ranked_scores": [378.0, 372.0, 372.0, 367.0, 364.0, 361.0, 360.0, 359.0, 358.0, 357.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["6180355", "5143805", "6106100", "921100", "4992578", "6955768", "1867101", "6761606", "7313342", "2750832"], "ranked_scores": [374.0, 366.0, 366.0, 364.0, 363.0, 360.0, 358.0, 358.0, 357.0, 356.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["3252244", "7728427", "4258663", "4258668", "7420248", "2940019", "2940016", "5339586", "1623860", "5339585"], "ranked_scores": [413.0, 405.0, 393.0, 388.0, 387.0, 375.0, 374.0, 366.0, 362.0, 361.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "5304087", "8738884", "1398369", "8646229", "332783", "7562631", "1732850", "1732853", "3451043"], "ranked_scores": [422.0, 375.0, 365.0, 362.0, 362.0, 353.0, 350.0, 348.0, 348.0, 347.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "4158114", "8221430", "4127072", "8221437", "8221431", "4626170", "8015905", "3834488", "6284716"], "ranked_scores": [392.0, 389.0, 387.0, 387.0, 382.0, 379.0, 378.0, 374.0, 370.0, 367.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495835", "3495838", "3495831", "7770959", "3495840", "7770963", "4264653", "3231354", "4483114"], "ranked_scores": [403.0, 385.0, 374.0, 365.0, 361.0, 358.0, 355.0, 352.0, 349.0, 342.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212597", "6212588", "6401864", "6212591", "609594", "1941403", "186816", "2852056", "8470196", "917841"], "ranked_scores": [410.0, 410.0, 406.0, 390.0, 388.0, 374.0, 356.0, 355.0, 354.0, 350.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7803343", "7332215", "7078336", "2763685", "3823641", "3823638", "1811235", "1993059", "8809616"], "ranked_scores": [413.0, 341.0, 341.0, 334.0, 330.0, 327.0, 325.0, 322.0, 322.0, 317.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "7511875", "1460685", "2857976", "8177246", "1193873", "5891383", "1460689", "2857974", "4139196"], "ranked_scores": [376.0, 366.0, 359.0, 344.0, 341.0, 339.0, 339.0, 336.0, 335.0, 335.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "6124976", "1452606", "7564158", "2594593", "4437857", "8600254", "7985411", "6025784"], "ranked_scores": [404.0, 391.0, 356.0, 353.0, 350.0, 350.0, 345.0, 345.0, 343.0, 342.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589844", "1981696", "1420930", "7589839", "4843364", "1981693", "195648", "5955284", "7138494", "7152851"], "ranked_scores": [356.0, 355.0, 351.0, 348.0, 348.0, 343.0, 341.0, 339.0, 336.0, 333.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8743966", "8758591", "4957113", "8771883", "4230973", "8667781", "2983800", "7966624", "4304523"], "ranked_scores": [415.0, 349.0, 349.0, 346.0, 345.0, 344.0, 342.0, 342.0, 340.0, 339.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-256-atanh": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3527619", "4592392", "597449", "558173", "1263123", "1712506", "597455", "3445481", "3258629", "7072115"], "ranked_scores": [194.0, 187.0, 187.0, 186.0, 186.0, 186.0, 186.0, 186.0, 185.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["4808866", "1297112", "3308552", "542682", "2684883", "4956876", "4081109", "5633832", "1297109", "3671400"], "ranked_scores": [183.0, 183.0, 182.0, 177.0, 176.0, 176.0, 174.0, 174.0, 173.0, 173.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7383965", "5842823", "7094398", "911138", "298606", "1592656", "5582271", "5221728", "2295208", "2403648"], "ranked_scores": [194.0, 194.0, 191.0, 189.0, 188.0, 186.0, 179.0, 177.0, 176.0, 175.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "515311", "3399535", "7011409", "7369987", "2541248", "2548176", "2812582", "5691562"], "ranked_scores": [206.0, 201.0, 200.0, 197.0, 195.0, 195.0, 192.0, 190.0, 190.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "3794304", "7255678", "7048914", "5450605", "2070215", "7255675", "4269405", "5817777", "6574351"], "ranked_scores": [205.0, 203.0, 197.0, 195.0, 195.0, 190.0, 190.0, 187.0, 185.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["8283881", "5606320", "1191483", "1941914", "4078349", "1111800", "8011156", "8299818", "3205963", "7600993"], "ranked_scores": [182.0, 180.0, 174.0, 172.0, 170.0, 169.0, 169.0, 169.0, 168.0, 168.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "6964479", "6980305", "1767388", "2807543", "7260457", "7245739", "4816964", "6311584", "7840121"], "ranked_scores": [194.0, 193.0, 189.0, 189.0, 189.0, 189.0, 188.0, 186.0, 185.0, 182.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550559", "3550561", "3550563", "7698064", "1732354", "7431788", "156133", "8760018", "5609239", "4564098"], "ranked_scores": [201.0, 198.0, 194.0, 180.0, 174.0, 172.0, 171.0, 171.0, 170.0, 169.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "1365215", "8452568", "249524", "2322245", "1102477", "1102481", "289409", "6950275", "4883433"], "ranked_scores": [197.0, 195.0, 192.0, 191.0, 190.0, 190.0, 189.0, 188.0, 188.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5469449", "7187662", "2066852", "2117748", "2117742", "947575", "5132484", "128974", "2348797"], "ranked_scores": [208.0, 181.0, 181.0, 177.0, 177.0, 177.0, 177.0, 176.0, 175.0, 175.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1226213", "8511971", "1438830", "5640023", "5775568", "3189196", "915562", "8552348"], "ranked_scores": [214.0, 207.0, 179.0, 176.0, 176.0, 176.0, 174.0, 173.0, 172.0, 171.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["295788", "8223942", "4069689", "1852105", "295794", "8098588", "295789", "4623381", "4996378", "7058926"], "ranked_scores": [170.0, 169.0, 169.0, 167.0, 167.0, 166.0, 165.0, 165.0, 165.0, 165.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301814", "7301823", "5809779", "4892433", "6363851", "6363850", "7301818", "7301819", "5457419", "7301816"], "ranked_scores": [197.0, 193.0, 191.0, 186.0, 185.0, 182.0, 180.0, 180.0, 178.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450827", "7970736", "8450828", "8259512", "8259514", "8450833", "7970728", "320956", "7970734", "8130496"], "ranked_scores": [210.0, 207.0, 203.0, 199.0, 197.0, 193.0, 188.0, 187.0, 187.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "4702013", "7160799", "8346654", "3457120", "8128745", "4702009", "7160804", "5841488", "8750150"], "ranked_scores": [196.0, 191.0, 190.0, 187.0, 187.0, 183.0, 183.0, 180.0, 180.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "7220313", "4768599", "8067800", "1488928", "3936785", "5190750", "46048"], "ranked_scores": [212.0, 186.0, 174.0, 170.0, 169.0, 169.0, 168.0, 167.0, 167.0, 166.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "630599", "5143532", "8584557", "7870705", "630605", "6439595", "8504427", "7956869"], "ranked_scores": [202.0, 190.0, 184.0, 182.0, 180.0, 179.0, 178.0, 178.0, 178.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "7948050", "7948042", "3646584", "2083431", "2116929", "4880893", "4655103", "2116933", "3646580"], "ranked_scores": [203.0, 203.0, 197.0, 194.0, 191.0, 190.0, 188.0, 186.0, 185.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4725494", "3915433", "2870276", "2801033", "3891003", "4985799", "7218532", "96936"], "ranked_scores": [201.0, 198.0, 191.0, 182.0, 181.0, 180.0, 179.0, 175.0, 175.0, 175.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["3728019", "7503570", "2091063", "8710757", "7503576", "1902783", "6951440", "2059254", "7153163", "1767936"], "ranked_scores": [198.0, 195.0, 191.0, 187.0, 183.0, 181.0, 181.0, 181.0, 181.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["2131335", "7170234", "2131339", "1174172", "1775549", "4489799", "1475307", "1174168", "6854565", "4999276"], "ranked_scores": [186.0, 185.0, 185.0, 184.0, 180.0, 178.0, 178.0, 177.0, 177.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["863946", "4796869", "442006", "8045986", "7134383", "8477970", "4796876", "8540414", "3944850", "7623736"], "ranked_scores": [202.0, 201.0, 200.0, 200.0, 199.0, 195.0, 193.0, 193.0, 192.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "7689707", "4936994", "2368548", "7689710", "8820180", "5063008", "3768485", "2188117", "3909648"], "ranked_scores": [183.0, 179.0, 178.0, 177.0, 176.0, 175.0, 175.0, 174.0, 172.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "5729775", "3968773", "3346337", "1460640", "2443030", "1546056", "6642275", "3046036", "4615784"], "ranked_scores": [219.0, 217.0, 208.0, 207.0, 207.0, 206.0, 205.0, 204.0, 202.0, 202.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5269626", "1871086", "2636677", "5055675", "7424964", "1070634", "5734570", "7992320", "2796274", "8307546"], "ranked_scores": [202.0, 200.0, 195.0, 193.0, 192.0, 191.0, 191.0, 191.0, 191.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "7527096", "1039754", "5939467", "3415897", "5947072", "6083058", "5027731", "5059503", "3788810"], "ranked_scores": [195.0, 192.0, 190.0, 184.0, 184.0, 183.0, 180.0, 179.0, 179.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1525620", "1613678", "2692492", "1314390", "7249172", "1314383", "3554461", "6224698", "870351"], "ranked_scores": [200.0, 195.0, 193.0, 191.0, 190.0, 190.0, 187.0, 187.0, 186.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8277053", "8162194", "1850491", "6797667", "8716923", "3720839", "4799603", "5408281", "6502553", "7810605"], "ranked_scores": [204.0, 196.0, 194.0, 192.0, 192.0, 191.0, 189.0, 189.0, 189.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["7288502", "4278761", "5094229", "8763003", "5352322", "41701", "278768", "2061122", "7646422", "5756090"], "ranked_scores": [206.0, 203.0, 197.0, 195.0, 192.0, 191.0, 190.0, 189.0, 189.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["7503128", "8675542", "1463441", "7154587", "3230959", "1237202", "839355", "5940921", "7548764", "8093131"], "ranked_scores": [183.0, 181.0, 179.0, 179.0, 177.0, 175.0, 174.0, 172.0, 172.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8773427", "4233615", "7833611", "4765785", "3039809", "4233620", "8796486", "4637748", "2396672"], "ranked_scores": [211.0, 193.0, 190.0, 189.0, 184.0, 184.0, 183.0, 182.0, 181.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511155", "3141441", "4786937", "1511150", "7641309", "2099688", "6503017", "6357179", "642699", "7526871"], "ranked_scores": [204.0, 203.0, 200.0, 198.0, 198.0, 196.0, 194.0, 193.0, 192.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "888154", "2486151", "2385899", "2737704", "2973326", "5655", "8237806"], "ranked_scores": [200.0, 191.0, 181.0, 181.0, 179.0, 178.0, 178.0, 177.0, 177.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "1417034", "4502858", "5336580", "30088", "2454159", "1544067", "4522649", "166399"], "ranked_scores": [206.0, 195.0, 195.0, 194.0, 189.0, 187.0, 185.0, 184.0, 184.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "7886033", "4039012", "133509", "5904163", "3108253", "3712671", "3020781", "3845663", "7853301"], "ranked_scores": [210.0, 196.0, 191.0, 188.0, 188.0, 187.0, 185.0, 185.0, 184.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["6302238", "2565560", "2651678", "3920912", "5212100", "57563", "4004613", "1053844", "4589415", "7939521"], "ranked_scores": [208.0, 207.0, 203.0, 200.0, 199.0, 199.0, 198.0, 198.0, 197.0, 197.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3148555", "4991354", "3672237", "3806458", "4991356", "2823095", "8374135", "7161101", "8432430"], "ranked_scores": [198.0, 193.0, 192.0, 190.0, 186.0, 186.0, 184.0, 184.0, 183.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4605271", "7778956", "4409027", "5393501", "6193415", "3747811", "1250411", "2531512", "8811698"], "ranked_scores": [208.0, 206.0, 195.0, 194.0, 185.0, 184.0, 184.0, 184.0, 183.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "8586692", "7831679", "1109548", "3942500", "4590213", "7428627", "6632522", "139961", "7795896"], "ranked_scores": [195.0, 191.0, 188.0, 188.0, 186.0, 186.0, 184.0, 183.0, 182.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["4992578", "5143805", "921101", "6180355", "1364304", "1631830", "6106100", "6761606", "2971674", "921100"], "ranked_scores": [187.0, 184.0, 183.0, 183.0, 181.0, 181.0, 180.0, 180.0, 179.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["3252244", "7728427", "4258668", "4258663", "2940016", "5339586", "7420248", "5339585", "1904771", "5339587"], "ranked_scores": [204.0, 200.0, 198.0, 196.0, 194.0, 191.0, 188.0, 185.0, 184.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "5304087", "8738884", "8646229", "1398369", "1732850", "2024648", "6078877", "7611886", "8822769"], "ranked_scores": [213.0, 194.0, 182.0, 179.0, 179.0, 177.0, 176.0, 175.0, 174.0, 174.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["4127072", "8221430", "8221437", "4158114", "4626170", "7856346", "2525123", "8015905", "6284716", "5409488"], "ranked_scores": [201.0, 199.0, 192.0, 191.0, 190.0, 190.0, 189.0, 186.0, 185.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770959", "7770963", "3495835", "3495838", "3231354", "3495840", "6625132", "6732760", "4483114"], "ranked_scores": [201.0, 190.0, 189.0, 189.0, 187.0, 180.0, 180.0, 178.0, 178.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212597", "6401864", "6212588", "6212591", "609594", "8470196", "1941403", "2852056", "8120878", "6106100"], "ranked_scores": [209.0, 205.0, 204.0, 199.0, 192.0, 188.0, 187.0, 186.0, 184.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7332215", "7803343", "7078336", "2763685", "4029000", "5702620", "8516623", "1325723", "8677933"], "ranked_scores": [203.0, 178.0, 174.0, 171.0, 166.0, 165.0, 165.0, 164.0, 163.0, 161.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "7511875", "1460685", "8177246", "5057288", "5891383", "4139196", "6037748", "1193873", "2020929"], "ranked_scores": [191.0, 188.0, 180.0, 178.0, 175.0, 172.0, 168.0, 168.0, 163.0, 163.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "1452606", "2594593", "6025784", "4437857", "6124976", "7985411", "7564158", "7395884"], "ranked_scores": [203.0, 197.0, 184.0, 183.0, 179.0, 179.0, 178.0, 178.0, 178.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589844", "1420930", "1981693", "1981696", "7589839", "2229750", "4843364", "5955284", "7138494", "8424304"], "ranked_scores": [192.0, 180.0, 180.0, 179.0, 175.0, 172.0, 172.0, 171.0, 170.0, 170.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "2983800", "4230973", "4957113", "4304523", "7966624", "8758591", "3664758", "4049212", "8828449"], "ranked_scores": [208.0, 184.0, 182.0, 180.0, 179.0, 177.0, 175.0, 175.0, 173.0, 173.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-128-atanh": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["4592392", "3527619", "597455", "558173", "749759", "1712506", "558178", "5931817", "597449", "7275122"], "ranked_scores": [101.0, 99.0, 96.0, 95.0, 95.0, 95.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297112", "4808866", "3308552", "4081109", "2684883", "1941914", "5100196", "5238552", "6162682", "8283881"], "ranked_scores": [92.0, 91.0, 90.0, 89.0, 89.0, 88.0, 88.0, 88.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["1592656", "5842823", "7383965", "298606", "1380281", "7094398", "911138", "2295208", "8543994", "8298270"], "ranked_scores": [95.0, 93.0, 93.0, 92.0, 92.0, 91.0, 91.0, 89.0, 89.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "7011409", "1727064", "2548173", "3182362", "515311", "2548176", "2740613", "452450"], "ranked_scores": [102.0, 102.0, 102.0, 101.0, 101.0, 100.0, 100.0, 99.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "3794304", "7048914", "5346316", "5450605", "4269405", "7255678", "7255675", "8632773", "6574351"], "ranked_scores": [102.0, 102.0, 101.0, 98.0, 98.0, 98.0, 97.0, 97.0, 96.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["8283881", "5308268", "378964", "1191483", "1941914", "8299818", "4078349", "1111800", "5606320", "8011156"], "ranked_scores": [93.0, 91.0, 91.0, 89.0, 89.0, 89.0, 89.0, 88.0, 88.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["2807543", "7245739", "5108588", "6980305", "6964479", "7430879", "7813557", "4816964", "5044321", "6311584"], "ranked_scores": [101.0, 98.0, 97.0, 96.0, 95.0, 94.0, 94.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550559", "3550561", "3550563", "7698064", "7431788", "1043672", "5609247", "156133", "4136867", "6965745"], "ranked_scores": [102.0, 100.0, 100.0, 95.0, 90.0, 90.0, 89.0, 88.0, 88.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365210", "4883433", "1365215", "1102481", "249524", "2395325", "6950275", "2322244", "2322245", "289409"], "ranked_scores": [101.0, 100.0, 97.0, 95.0, 95.0, 94.0, 94.0, 94.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "2117742", "1696206", "2348797", "5132484", "915232", "6256272", "947575", "8215127"], "ranked_scores": [99.0, 92.0, 91.0, 89.0, 89.0, 88.0, 88.0, 88.0, 88.0, 87.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "1438830", "8511971", "1226213", "3189196", "5640027", "5640023", "2037947", "5775568"], "ranked_scores": [106.0, 100.0, 93.0, 91.0, 91.0, 89.0, 89.0, 88.0, 87.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["7858636", "6807529", "295788", "295789", "4996378", "295794", "1582279", "7058926", "7168973", "7168976"], "ranked_scores": [92.0, 88.0, 88.0, 87.0, 87.0, 86.0, 86.0, 86.0, 85.0, 85.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["5809779", "7301814", "4892433", "7301823", "6363850", "7301818", "6363851", "6363854", "4513419", "5694511"], "ranked_scores": [102.0, 100.0, 99.0, 98.0, 94.0, 93.0, 93.0, 93.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450827", "7970736", "8259514", "8450828", "8259512", "7970728", "8450833", "1821578", "6185824", "7970734"], "ranked_scores": [102.0, 100.0, 99.0, 99.0, 94.0, 94.0, 93.0, 90.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["3457120", "7160805", "7840847", "7160799", "133696", "4702013", "8128745", "3469224", "8750150", "8346654"], "ranked_scores": [101.0, 98.0, 96.0, 96.0, 95.0, 95.0, 95.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "7220313", "1237202", "1863796", "8658396", "1216563", "2270798", "3936785", "6546172"], "ranked_scores": [102.0, 95.0, 92.0, 89.0, 87.0, 86.0, 86.0, 85.0, 85.0, 84.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5340239", "7870700", "5696456", "7870705", "7937822", "630599", "5143532", "6768280", "8584557"], "ranked_scores": [95.0, 94.0, 92.0, 91.0, 91.0, 90.0, 89.0, 87.0, 87.0, 87.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "7948050", "8157542", "7146729", "2116938", "4655103", "2083431", "3646584", "2158582", "4880893"], "ranked_scores": [101.0, 101.0, 101.0, 100.0, 100.0, 99.0, 98.0, 98.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4725494", "4985799", "2870276", "4774834", "6097742", "1611463", "3569426", "2356990"], "ranked_scores": [105.0, 100.0, 95.0, 93.0, 92.0, 92.0, 91.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["3728019", "1902783", "2091063", "7503576", "1767936", "1764325", "8710757", "7503570", "4939334", "7454251"], "ranked_scores": [100.0, 98.0, 95.0, 94.0, 93.0, 92.0, 92.0, 92.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7170234", "261656", "2131339", "1475307", "1775549", "2131335", "413811", "4595482", "8232517", "7741734"], "ranked_scores": [94.0, 93.0, 93.0, 92.0, 92.0, 92.0, 91.0, 91.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "8477970", "442006", "863946", "4796869", "3944850", "8540414", "391342", "4749447", "7749216"], "ranked_scores": [99.0, 98.0, 97.0, 97.0, 97.0, 97.0, 96.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["2368548", "8820180", "7689707", "2188117", "7689710", "3768485", "5063008", "4936994", "8212672", "6506033"], "ranked_scores": [94.0, 94.0, 94.0, 93.0, 93.0, 92.0, 92.0, 92.0, 92.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "6642275", "8000092", "1920855", "1460640", "1546056", "3968773", "3346337", "631307"], "ranked_scores": [112.0, 109.0, 105.0, 104.0, 104.0, 103.0, 103.0, 103.0, 102.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["1871086", "5269626", "4942015", "5055675", "7562526", "7424964", "1070633", "2796268", "2796265", "7992320"], "ranked_scores": [106.0, 100.0, 99.0, 99.0, 99.0, 99.0, 98.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "7527096", "5027731", "5996085", "5170949", "3415897", "1214489", "5059503", "6507418", "5939467"], "ranked_scores": [96.0, 96.0, 94.0, 94.0, 93.0, 93.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["3554461", "1613678", "1613675", "1525620", "1314390", "681855", "272190", "8267987", "6224698", "7453783"], "ranked_scores": [105.0, 104.0, 103.0, 101.0, 100.0, 99.0, 99.0, 99.0, 99.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "8277053", "8162194", "4799603", "3720839", "7924849", "2154242", "8741687", "5149609", "8716923"], "ranked_scores": [98.0, 97.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["7288502", "4278761", "5094229", "5756090", "8763003", "7646422", "2195944", "41701", "278768", "5352322"], "ranked_scores": [104.0, 101.0, 100.0, 100.0, 99.0, 98.0, 97.0, 97.0, 97.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["8351922", "8675542", "1237202", "7548764", "5539420", "3230959", "7154587", "7154584", "7503128", "8624217"], "ranked_scores": [91.0, 90.0, 90.0, 90.0, 89.0, 88.0, 88.0, 88.0, 87.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "7833611", "4233615", "8773427", "3937863", "2684978", "2396672", "3726367", "3039809", "5986344"], "ranked_scores": [107.0, 98.0, 96.0, 95.0, 95.0, 95.0, 94.0, 94.0, 94.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511155", "3141441", "6503017", "4786937", "1511150", "7641309", "7526870", "6368227", "8290414", "7526871"], "ranked_scores": [110.0, 108.0, 104.0, 104.0, 103.0, 103.0, 101.0, 101.0, 101.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "2737704", "7110611", "2486151", "607856", "2973326", "5655", "3259751", "888154"], "ranked_scores": [102.0, 98.0, 97.0, 96.0, 95.0, 95.0, 94.0, 94.0, 94.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "1417034", "5336580", "4502858", "3659405", "30088", "1544067", "2454159", "5442989", "6622172"], "ranked_scores": [103.0, 99.0, 98.0, 97.0, 96.0, 95.0, 94.0, 94.0, 93.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "7886033", "5904163", "4039012", "7874898", "1694528", "4687112", "7119732", "7505807", "8098325"], "ranked_scores": [108.0, 99.0, 97.0, 97.0, 96.0, 95.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["6302238", "2565560", "6384387", "2474580", "4004619", "4589415", "7939521", "6302237", "5490019", "6292055"], "ranked_scores": [110.0, 106.0, 105.0, 104.0, 104.0, 104.0, 104.0, 104.0, 103.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["3672237", "826058", "3148555", "4723156", "3806458", "4528861", "4991354", "4991356", "7161101", "869851"], "ranked_scores": [102.0, 102.0, 97.0, 97.0, 96.0, 95.0, 95.0, 94.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4605271", "6193415", "3747811", "7778956", "4409027", "5393501", "2531517", "1250411", "3867607"], "ranked_scores": [107.0, 104.0, 95.0, 94.0, 94.0, 94.0, 92.0, 92.0, 91.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["1109548", "2488121", "7831679", "8586692", "2422076", "2103978", "4590213", "6167829", "7606919", "7795896"], "ranked_scores": [98.0, 96.0, 93.0, 93.0, 92.0, 92.0, 90.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["4992578", "921101", "2971674", "1631830", "1933329", "5143805", "1867101", "921100", "5812523", "8217040"], "ranked_scores": [98.0, 94.0, 92.0, 92.0, 91.0, 91.0, 90.0, 90.0, 90.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "3252244", "2940016", "5339585", "4258663", "4258668", "5339586", "2940019", "2359804", "5339587"], "ranked_scores": [104.0, 104.0, 101.0, 101.0, 99.0, 98.0, 98.0, 97.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "5304087", "2024648", "8264837", "6300441", "1398369", "8646229", "3451043", "8738884", "7611888"], "ranked_scores": [100.0, 90.0, 89.0, 89.0, 88.0, 88.0, 87.0, 87.0, 87.0, 85.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["4127072", "8221437", "8221430", "4158114", "6284716", "7856346", "5409487", "1922718", "8015905", "6742826"], "ranked_scores": [106.0, 103.0, 102.0, 102.0, 101.0, 101.0, 99.0, 99.0, 99.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495835", "3495838", "3450402", "6625132", "7770963", "7770959", "2387122", "3495840", "5490134"], "ranked_scores": [102.0, 96.0, 94.0, 94.0, 93.0, 93.0, 91.0, 90.0, 90.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212588", "6212597", "6401864", "6212591", "609594", "8120878", "1941403", "2852056", "8470196", "186816"], "ranked_scores": [106.0, 105.0, 104.0, 99.0, 98.0, 97.0, 95.0, 95.0, 94.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4029000", "7803343", "2763685", "7332215", "5287450", "8677933", "8608891", "7078336", "5702620"], "ranked_scores": [102.0, 88.0, 87.0, 86.0, 85.0, 85.0, 85.0, 84.0, 83.0, 82.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "7511875", "1193873", "1460685", "5891383", "5057288", "4139196", "6339460", "2020929", "8177246"], "ranked_scores": [104.0, 98.0, 94.0, 93.0, 93.0, 92.0, 91.0, 90.0, 89.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "4437857", "2594593", "6124976", "7707886", "6025784", "8600254", "7104592", "7564158"], "ranked_scores": [99.0, 97.0, 92.0, 92.0, 91.0, 90.0, 90.0, 90.0, 90.0, 89.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589844", "1981693", "1981696", "1420930", "7589839", "5955284", "8424304", "195648", "2229750", "4843364"], "ranked_scores": [97.0, 93.0, 93.0, 92.0, 90.0, 90.0, 89.0, 89.0, 88.0, 87.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "2983800", "4230973", "8828449", "7966624", "4304523", "7830233", "2575364", "3687242", "8758591"], "ranked_scores": [108.0, 99.0, 96.0, 94.0, 94.0, 93.0, 91.0, 90.0, 89.0, 89.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-64-atanh": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["4613184", "5100196", "1712506", "4592392", "6667088", "1263123", "558173", "962399", "597455", "7837267"], "ranked_scores": [52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["6469128", "3671400", "220565", "4808866", "6360848", "6360847", "7929603", "2684883", "5189679", "7296621"], "ranked_scores": [53.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["1729038", "7114600", "8298270", "2102610", "2295208", "298606", "7383965", "911138", "7094398", "5226726"], "ranked_scores": [48.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "7011409", "2740613", "3399535", "3125130", "452450", "6159777", "6826784", "6368609"], "ranked_scores": [54.0, 53.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["7048914", "3794297", "5450605", "3794304", "7255675", "7255678", "8632773", "1587850", "5701737", "7391880"], "ranked_scores": [54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1941914", "378964", "8283881", "3205963", "8299818", "4078349", "5676506", "8011156", "8314448", "970989"], "ranked_scores": [50.0, 50.0, 50.0, 50.0, 49.0, 48.0, 48.0, 47.0, 47.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7813557", "5044321", "5108588", "2807543", "7430879", "7245739", "1777799", "6980305", "6964479", "6964486"], "ranked_scores": [53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550559", "3550563", "3550561", "845557", "7431788", "7698064", "1043672", "6961304", "729503", "8672006"], "ranked_scores": [55.0, 51.0, 51.0, 49.0, 49.0, 49.0, 48.0, 47.0, 47.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["2395325", "3323839", "1365210", "1102477", "2884457", "6950269", "249524", "3837685", "7755889", "951862"], "ranked_scores": [50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "3501103", "3534685", "6137138", "1245154", "879819", "947575", "7187662", "915232", "962399"], "ranked_scores": [49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "3189196", "1226215", "1438830", "1226213", "8511971", "8817884", "8841335"], "ranked_scores": [54.0, 51.0, 48.0, 46.0, 45.0, 45.0, 45.0, 44.0, 44.0, 44.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["295788", "6807529", "2172884", "7521990", "4507221", "7058927", "7546946", "7168976", "7547705", "7858636"], "ranked_scores": [46.0, 46.0, 46.0, 45.0, 45.0, 44.0, 44.0, 44.0, 44.0, 44.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["5809779", "4892433", "5809784", "7301814", "6363851", "5694511", "6363850", "6363854", "7301818", "7301823"], "ranked_scores": [54.0, 53.0, 52.0, 52.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["6185824", "8259514", "8450827", "7970736", "8259512", "7970728", "8450828", "7970734", "1821578", "7853301"], "ranked_scores": [53.0, 52.0, 51.0, 49.0, 49.0, 48.0, 48.0, 47.0, 47.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["2633251", "7160799", "1127804", "5841488", "3457120", "891052", "7840847", "8632001", "8128745", "8632000"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "7922732", "3936785", "6247115", "7220313", "3506653", "46048", "6467669", "4768599"], "ranked_scores": [50.0, 48.0, 46.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["3414066", "1707182", "5696456", "5339585", "7870705", "7870707", "5340239", "3314316", "7050150", "5338899"], "ranked_scores": [48.0, 48.0, 47.0, 47.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["3646584", "8157542", "2116938", "7948042", "4880893", "7948050", "2116929", "2083431", "2116933", "2116936"], "ranked_scores": [55.0, 55.0, 53.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4985799", "4774834", "2870276", "4725494", "2424634", "133086", "4253088", "3915433"], "ranked_scores": [54.0, 53.0, 51.0, 51.0, 50.0, 49.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["1902783", "4939334", "3728019", "1764325", "8710757", "5185575", "6376837", "7454251", "8531065", "7503570"], "ranked_scores": [51.0, 50.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1484399", "3384137", "7827765", "2372909", "1811663", "2131339", "2078518", "7827761", "7170234", "261656"], "ranked_scores": [48.0, 48.0, 48.0, 48.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "6878394", "7623736", "3944850", "2175868", "4796869", "7269273", "8540414", "863946"], "ranked_scores": [54.0, 54.0, 53.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["8820180", "3768485", "2188117", "4936994", "7689707", "1673140", "5039968", "8212672", "5063008", "5136036"], "ranked_scores": [53.0, 51.0, 50.0, 50.0, 49.0, 48.0, 48.0, 47.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "5729775", "1920855", "5144959", "5808453", "6642275", "1460637", "3968773", "5144958", "8000092"], "ranked_scores": [56.0, 55.0, 53.0, 53.0, 53.0, 53.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5269626", "1871086", "1070638", "7562526", "5771761", "1070633", "1106640", "4942015", "5734570", "6365873"], "ranked_scores": [57.0, 55.0, 54.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "5027731", "1039754", "5174051", "7527096", "1333651", "7650732", "3073632", "954270", "3637961"], "ranked_scores": [50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "1525620", "272190", "685094", "5832533", "1314390", "2576605", "681855", "551238", "7137675"], "ranked_scores": [56.0, 55.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["258524", "5149609", "8741687", "8716923", "5419270", "8263203", "6090442", "8277053", "6502553", "6797667"], "ranked_scores": [53.0, 52.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["278768", "7288502", "5756090", "8763003", "5352322", "41701", "6231821", "8265919", "5671809", "7646422"], "ranked_scores": [54.0, 54.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["7548764", "8584772", "7154584", "8624217", "8118269", "7503128", "8675542", "6211855", "8351922", "839355"], "ranked_scores": [51.0, 49.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "8773427", "3495234", "2396672", "3039809", "3937863", "7161045", "3977467", "5986344", "4233615"], "ranked_scores": [54.0, 50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511150", "6368227", "3141441", "3162256", "7641309", "1511155", "642699", "4863107", "7526870", "8290414"], "ranked_scores": [55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110612", "7110606", "5655", "3259751", "2486151", "7110611", "607856", "3259746", "7651916", "8237806"], "ranked_scores": [55.0, 54.0, 53.0, 53.0, 52.0, 51.0, 51.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5343617", "5336580", "3659405", "6278487", "1417034", "30088", "6622172", "4502858", "5442989"], "ranked_scores": [54.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "5904163", "3712671", "3020781", "1917162", "7886033", "7119732", "7062638", "7505807", "7874898"], "ranked_scores": [55.0, 54.0, 52.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["8347480", "2474580", "2565560", "2607975", "6302238", "1477186", "351022", "1899171", "4589415", "3009118"], "ranked_scores": [57.0, 57.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["6213244", "8110291", "1003383", "3672237", "1488919", "4278764", "826058", "7034524", "8432430", "869851"], "ranked_scores": [50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4605271", "4900578", "8811697", "3747811", "5393501", "2531517", "6193415", "4409027", "6605328", "7778956"], "ranked_scores": [53.0, 52.0, 49.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["139964", "7795896", "8586692", "6167829", "5338899", "6632520", "2169679", "7428627", "6632518", "7582741"], "ranked_scores": [53.0, 51.0, 51.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["7192926", "6903201", "4992578", "477636", "1716202", "8608891", "8217040", "6903206", "5812523", "921101"], "ranked_scores": [52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["3252244", "7728427", "4258663", "2940019", "5339586", "4258668", "2940016", "7420248", "1632055", "5339585"], "ranked_scores": [54.0, 53.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "1398369", "3451043", "40639", "6300441", "1206520", "5304087", "2952738", "6078877", "8431286"], "ranked_scores": [53.0, 49.0, 47.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0, 44.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["5409487", "7856346", "4127072", "5409488", "8221437", "8221430", "3210963", "6742826", "7610413", "7856349"], "ranked_scores": [56.0, 55.0, 54.0, 54.0, 54.0, 52.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495835", "3450402", "3495838", "3495831", "8670393", "3495840", "6625132", "7770963", "8608976"], "ranked_scores": [57.0, 54.0, 52.0, 51.0, 50.0, 49.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212597", "6212588", "6401864", "609594", "8120878", "1941403", "6212591", "2852056", "1053306", "8470196"], "ranked_scores": [55.0, 54.0, 54.0, 52.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4029000", "2763685", "5108588", "4007575", "7078336", "6938258", "5519518", "7479493", "7803343"], "ranked_scores": [50.0, 47.0, 47.0, 46.0, 46.0, 45.0, 45.0, 44.0, 44.0, 44.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "7511875", "1460687", "1460689", "5891383", "1420186", "1460685", "1460683", "3668938", "2857976"], "ranked_scores": [53.0, 52.0, 52.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "1452606", "7104592", "2018124", "7395885", "7707886", "2594593", "5564159", "7564158", "8600254"], "ranked_scores": [51.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1420930", "5955284", "7589839", "7138494", "1981693", "7589844", "195648", "1981696", "7009653", "6479986"], "ranked_scores": [49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7966624", "4304523", "2983800", "8203167", "4230973", "3664758", "1939468", "8667781", "3687242"], "ranked_scores": [54.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-32-atanh": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1573370", "4592392", "3445481", "6990807", "558173", "2746690", "6893979", "7712207", "7837267", "962399"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297112", "1830660", "4808866", "3308552", "7296621", "5189679", "7096206", "7316547", "845051", "8773431"], "ranked_scores": [28.0, 27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["8028348", "2927544", "7532877", "7413364", "7429866", "5079369", "7344901", "8298270", "8484568", "8607085"], "ranked_scores": [26.0, 24.0, 24.0, 24.0, 24.0, 24.0, 23.0, 23.0, 23.0, 23.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["6159777", "7335397", "2740613", "5769842", "2548173", "5865067", "6604385", "3338175", "691719", "8284286"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["531109", "8539858", "7255675", "8632773", "5048026", "5450605", "7048919", "7048914", "7255678", "8524691"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1191483", "1272785", "3205963", "378964", "1941914", "6384264", "8643852", "8817884", "5705126", "8283881"], "ranked_scores": [25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["5108583", "3138143", "5044321", "6815901", "5581868", "6104775", "725823", "6980305", "7245739", "7430879"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["845557", "3550559", "1043672", "1805051", "1518562", "951992", "5276202", "3550563", "8215127", "953836"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["4883433", "951862", "3942500", "2668836", "5440997", "6507423", "7582739", "6632522", "7237931", "7795896"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["2117748", "7187663", "947575", "6137138", "4219619", "7172147", "7712207", "7870704", "962399", "8215736"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "3189196", "1226215", "2899047", "7707024", "4107909", "4922192", "5136036", "5443069", "8817884"], "ranked_scores": [28.0, 26.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["1736441", "5190750", "4325341", "5190753", "4432476", "5347134", "5920876", "7860829", "6779038", "7810212"], "ranked_scores": [27.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["5809779", "4892433", "7301819", "6363851", "5694511", "8741825", "6363850", "8111532", "8437396", "899649"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["6185824", "8259514", "7970736", "1288535", "8450828", "1707182", "7164142", "7970734", "8450827", "8450833"], "ranked_scores": [28.0, 28.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "8750150", "133696", "1265131", "7160799", "6193662", "7160804", "7779900", "7623735"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["3936785", "6467669", "4768599", "46048", "7922732", "665690", "7220310", "7220313", "7220312", "8658396"], "ranked_scores": [26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["102069", "5340239", "2899047", "5474252", "5696456", "7094585", "6339460", "8437396", "8749532", "7870707"], "ranked_scores": [27.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["8157542", "3646584", "7948042", "4880893", "2116938", "7948050", "2117742", "5324876", "542842", "6678435"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "4774834", "7958944", "4253088", "2424634", "2870276", "3891003", "3638988", "4985799", "4998837"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7170238", "1902783", "3728019", "5680884", "584594", "6382257", "6641480", "7827767", "925659", "7553014"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7217753", "7170234", "1578864", "3384137", "4893298", "413808", "7924650", "7827765", "4972988", "8738042"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "4796869", "7269273", "2175868", "5535297", "3853232", "6878394", "6941634", "7623736", "863946"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["7689710", "8820180", "4936994", "2588000", "3704741", "2659096", "8130499", "7689707", "7134388", "8212672"], "ranked_scores": [27.0, 27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["2548181", "5359255", "6253710", "1812030", "5729775", "7335397", "6368601", "92150", "832079", "8450788"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5269626", "1871086", "8281191", "1070638", "1106640", "5841488", "1871081", "3733774", "8426355", "6082244"], "ranked_scores": [30.0, 29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["1039754", "5170949", "4459192", "3318853", "3415897", "5947072", "954270", "6343914", "7528665", "8287779"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["2473050", "272188", "2576605", "1525620", "1613675", "2576606", "551238", "5832532", "6312321", "7408398"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["8277053", "5149609", "8162194", "3759750", "6488294", "5952078", "6797667", "8162192", "7810605", "8670401"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["41701", "8763003", "6231816", "4195768", "7646422", "5671809", "6231821", "7288502", "8265919", "7646426"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["37550", "5696682", "2508897", "8118269", "5484171", "90421", "783130", "8584772", "8675542", "8653062"], "ranked_scores": [26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["5210293", "2396672", "3716869", "3334934", "3810074", "3810078", "8233455", "5986344", "8773427", "7833608"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2898312", "3141441", "4863107", "6503017", "5036995", "2617812", "3162256", "4863108", "6368227", "7526870"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "2486151", "3259751", "2737704", "7770196", "5655", "8233321", "7651916", "979449"], "ranked_scores": [28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "30088", "4817428", "5957735", "5442989", "8327486", "665818", "6622172", "8327485", "8437396"], "ranked_scores": [27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["5904163", "4039012", "7853304", "5133662", "3388064", "7062638", "3020781", "7119732", "7874898", "8397991"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["5960436", "1477186", "2474580", "6292055", "6384387", "8064433", "4589415", "7468227", "8347480", "8187749"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["8110291", "2584299", "6111299", "7956869", "4278764", "826058", "7937824", "8061102", "8432430", "8516623"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4605271", "4900578", "5393501", "6193415", "2531517", "7778956", "6605328", "6518123", "8811697", "8811698"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["6632520", "6632518", "139964", "7795896", "1109548", "7428627", "3942500", "4590213", "8586692", "8223942"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["3649558", "7882842", "8540419", "2949038", "2994679", "444075", "3689305", "8590985", "4992578", "886990"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "7728427", "7420248", "5170441", "5339586", "2940019", "3252244", "609590", "4320339"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "6711596", "1398369", "1229810", "3599369", "4798912", "8335775", "6078877", "5128175", "8822769"], "ranked_scores": [26.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["5409487", "8221437", "1061747", "5409488", "4127072", "8221430", "6284716", "6742826", "6960265", "7856346"], "ranked_scores": [29.0, 29.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495835", "4545847", "3495838", "3495840", "6281807", "6579766", "6625132", "7699084", "8608976"], "ranked_scores": [30.0, 29.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212597", "609594", "6401864", "1941403", "7313342", "5128175", "6212591", "6212588", "8470196", "7100022"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "6938258", "2763685", "2790097", "5287450", "2790550", "8665855", "8701572", "8827602", "8809616"], "ranked_scores": [28.0, 26.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["4256781", "8110288", "7511875", "4139196", "7274984", "5057288", "7526984", "7511874", "7870705", "933350"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["1525616", "3093287", "6124976", "4738326", "7321855", "6062947", "7395885", "7564158", "7572526", "7395888"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1656101", "2740613", "5209746", "1420930", "6358107", "7931115", "5210713", "826568", "6986881", "8386856"], "ranked_scores": [26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8707863", "6224698", "3664758", "7763969", "8828449", "8455727", "8759592", "8667781", "8798058"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-nstep-2000": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7837267", "1674646", "8083127", "7072115", "8083121", "638358", "3527619", "2684883", "575979", "7275122"], "ranked_scores": [0.7938, 0.7651, 0.7559, 0.7515, 0.751, 0.7456, 0.7389, 0.7356, 0.7348, 0.7314], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "5633832", "1297109", "8083127", "2581550", "157696", "220565", "3063200", "3534685", "527685"], "ranked_scores": [0.7215, 0.7202, 0.6963, 0.6892, 0.6867, 0.684, 0.6783, 0.6465, 0.6405, 0.6402], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "5842823", "1238142", "911138", "5221728", "6236648", "59604", "5582271", "4726075"], "ranked_scores": [0.6701, 0.6381, 0.5827, 0.575, 0.5646, 0.5569, 0.5452, 0.5378, 0.5351, 0.5314], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["2812582", "3338175", "5769842", "7369987", "3399535", "515311", "6368609", "7011409", "8279447", "5984488"], "ranked_scores": [0.7669, 0.7605, 0.7553, 0.7449, 0.6988, 0.6983, 0.6841, 0.6776, 0.6604, 0.6559], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "7048914", "7255675", "2070215", "5450605", "8554964", "856390", "1159742", "2525613"], "ranked_scores": [0.6049, 0.6036, 0.5747, 0.5678, 0.5584, 0.5441, 0.5279, 0.5191, 0.5109, 0.508], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "1190311", "3205963", "8817884", "1494980", "1229810", "7600993", "1805806", "2049514", "7469549"], "ranked_scores": [0.6463, 0.5484, 0.5407, 0.5227, 0.5142, 0.5081, 0.4983, 0.4922, 0.4921, 0.4827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "6964479", "4816964", "7813557", "6801871", "5227711", "6815901", "6980305", "6311584", "6964486"], "ranked_scores": [0.7541, 0.7328, 0.73, 0.6856, 0.6452, 0.6295, 0.6147, 0.608, 0.6074, 0.6032], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "5997547", "5079417", "4041246", "4154575", "3550559", "8343642", "1768445"], "ranked_scores": [0.6842, 0.677, 0.623, 0.5995, 0.5927, 0.5545, 0.5393, 0.5359, 0.5222, 0.5016], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365215", "1365210", "8452568", "7531871", "4667084", "6950276", "6950269", "5110182", "1640260", "3761519"], "ranked_scores": [0.6059, 0.5763, 0.5745, 0.5598, 0.5587, 0.5582, 0.5543, 0.5524, 0.5378, 0.5373], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["2552610", "7187663", "4562810", "2323827", "947575", "6124279", "4617506", "336438", "8190833", "5931817"], "ranked_scores": [0.6124, 0.6036, 0.5531, 0.545, 0.5432, 0.5364, 0.5362, 0.5357, 0.5277, 0.5184], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1226213", "2469923", "1438830", "2697614", "8583763", "4405605", "209692"], "ranked_scores": [0.7254, 0.6874, 0.5523, 0.5095, 0.5038, 0.492, 0.4699, 0.4655, 0.4647, 0.4617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623383", "4069689", "7058926", "7058927", "295794", "8111532", "5289585", "5389787", "8516644", "5196335"], "ranked_scores": [0.5043, 0.5036, 0.4894, 0.472, 0.4708, 0.4699, 0.4538, 0.439, 0.4355, 0.4305], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301818", "7301814", "3512764", "6808332", "5457419", "277376", "3803414"], "ranked_scores": [0.8012, 0.7578, 0.7475, 0.6038, 0.5663, 0.5621, 0.5354, 0.5143, 0.5122, 0.5045], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "7970736", "8259512", "7970735", "8450827", "1265191", "8259514", "8450833", "8450828", "6709251"], "ranked_scores": [0.7874, 0.7643, 0.763, 0.7275, 0.6784, 0.6213, 0.6187, 0.6005, 0.5771, 0.5618], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "734127", "4702013", "8346654", "7185831", "8128745", "485410", "3043375", "4702009", "8296550"], "ranked_scores": [0.7537, 0.6902, 0.6686, 0.6628, 0.6577, 0.6574, 0.6476, 0.6438, 0.6347, 0.6326], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "2010657", "8484568", "3505871", "4768599", "3452115", "46048", "8067800", "8023011"], "ranked_scores": [0.7443, 0.6622, 0.5348, 0.5096, 0.4926, 0.4898, 0.488, 0.4865, 0.4862, 0.4814], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "5261392", "6975615", "630599", "630605", "5672319", "5827343", "3702788"], "ranked_scores": [0.7655, 0.6113, 0.5973, 0.5738, 0.5696, 0.5672, 0.5632, 0.5614, 0.5505, 0.5424], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["4880893", "7948042", "2116932", "7948050", "8157542", "2116936", "3646580", "2116938", "2116929", "2116933"], "ranked_scores": [0.7926, 0.7876, 0.7848, 0.7695, 0.7502, 0.7411, 0.7316, 0.7254, 0.7242, 0.7217], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["2450611", "7958943", "7958944", "3056113", "4998837", "3109473", "3532662", "2647181", "2870276", "2356986"], "ranked_scores": [0.5539, 0.5356, 0.5162, 0.4942, 0.464, 0.4578, 0.4492, 0.4346, 0.4321, 0.4273], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "6607918", "6641480", "4393601", "2044076", "4393603", "1226636", "1674914", "6641482", "5674942"], "ranked_scores": [0.7297, 0.6504, 0.6391, 0.6341, 0.6298, 0.6202, 0.6166, 0.6095, 0.6078, 0.6077], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827765", "4489797", "7170238", "2131335", "2131339", "7803391", "7827767", "6127285", "7170234", "5135972"], "ranked_scores": [0.4473, 0.4466, 0.443, 0.4333, 0.3891, 0.3843, 0.3783, 0.3729, 0.365, 0.363], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "1839684", "2588002", "8045986", "8540414", "4796869", "7269273", "7134383", "1023113", "2587999"], "ranked_scores": [0.8158, 0.8028, 0.8018, 0.7879, 0.7867, 0.7702, 0.7571, 0.7448, 0.7368, 0.724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "3768485", "5364572", "8820180", "1143382", "1673140", "7689707", "4390430", "5039968"], "ranked_scores": [0.608, 0.6058, 0.5584, 0.5538, 0.5536, 0.5452, 0.5395, 0.5208, 0.5162, 0.5095], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3968773", "3346337", "92150", "2443030", "1460640", "6979322", "1546056", "5808457", "5210161", "5729775"], "ranked_scores": [0.7809, 0.7653, 0.7575, 0.7371, 0.7358, 0.7351, 0.7284, 0.6961, 0.6936, 0.685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["4942019", "8426355", "2636668", "2796274", "5739636", "3733774", "7868171", "2636672", "8307546", "5269626"], "ranked_scores": [0.7815, 0.7751, 0.7559, 0.7434, 0.7422, 0.7408, 0.738, 0.7249, 0.723, 0.7228], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "4805364", "4805366", "7527096", "5174051", "6032018", "2820637", "101099", "1588747", "3073632"], "ranked_scores": [0.6924, 0.6707, 0.6503, 0.643, 0.6405, 0.6375, 0.6253, 0.6238, 0.5998, 0.5984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576606", "2576605", "7137675", "551238", "2692492", "6033952", "272188", "272190", "7249172"], "ranked_scores": [0.8075, 0.765, 0.7577, 0.7295, 0.7285, 0.7231, 0.7144, 0.703, 0.6944, 0.6938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6465151", "1850491", "6797667", "6694795", "5408281", "3296425", "3188819", "7810605", "8277053", "7409003"], "ranked_scores": [0.6874, 0.6514, 0.6434, 0.639, 0.6335, 0.6247, 0.6226, 0.6211, 0.6181, 0.6131], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7288502", "7646422", "2061122", "5756090", "7288504", "278768", "4437972", "5196370"], "ranked_scores": [0.7889, 0.7002, 0.6965, 0.6722, 0.6494, 0.6427, 0.6358, 0.6228, 0.6199, 0.6107], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "5499496", "2068025", "7154587", "1463441", "1237202", "3872927", "8531579", "3230959", "6818958"], "ranked_scores": [0.6118, 0.6043, 0.574, 0.5696, 0.559, 0.5588, 0.5475, 0.5415, 0.525, 0.5212], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4451324", "8796481", "3039809", "3663599", "5675630", "4966850", "2396672", "8796486", "7833611"], "ranked_scores": [0.6196, 0.5937, 0.5791, 0.5669, 0.5657, 0.5649, 0.5645, 0.5643, 0.5586, 0.5573], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511150", "7526870", "2208599", "4863108", "4786937", "4863107", "982652", "7526867", "2099688", "2898312"], "ranked_scores": [0.7826, 0.7475, 0.7408, 0.724, 0.7133, 0.7028, 0.7008, 0.6994, 0.6977, 0.6967], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "3701436", "7937494", "7434451", "8310623", "7770196", "2737708", "8237806"], "ranked_scores": [0.7776, 0.6683, 0.6588, 0.6374, 0.6223, 0.6129, 0.6058, 0.6017, 0.5981, 0.5959], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "8327486", "4256443", "5336580", "3770821", "3659405", "5343617", "2066951", "4522649", "4502858"], "ranked_scores": [0.7707, 0.7013, 0.6968, 0.6754, 0.6545, 0.6463, 0.6443, 0.6441, 0.6354, 0.6218], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "5904163", "754800", "6207587", "6207588", "7119732", "8148596", "7645257", "4436697"], "ranked_scores": [0.7195, 0.6372, 0.6143, 0.5909, 0.5671, 0.5641, 0.5627, 0.5581, 0.5465, 0.5461], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "5206549", "4589415", "2290637", "2835995", "2565560", "2391077", "1338705", "2565555", "2565557"], "ranked_scores": [0.7309, 0.7288, 0.7141, 0.7004, 0.6901, 0.6891, 0.6868, 0.6797, 0.6783, 0.6763], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "4991354", "3806458", "4991356", "7161101", "4991353", "8374135", "3672237", "6465402", "7161099"], "ranked_scores": [0.7435, 0.7351, 0.7294, 0.7243, 0.6819, 0.6584, 0.6451, 0.6183, 0.5956, 0.586], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4409027", "4900578", "2531512", "5393501", "6193415", "3747811", "4605270", "2531517"], "ranked_scores": [0.7146, 0.6897, 0.6881, 0.6313, 0.596, 0.578, 0.5632, 0.5632, 0.549, 0.5283], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "7428627", "6632522", "8586692", "1109548", "139961", "6632518", "3942500", "7831679", "6632520"], "ranked_scores": [0.6778, 0.6742, 0.6515, 0.6353, 0.6288, 0.6281, 0.6246, 0.6212, 0.6136, 0.6129], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "5812523", "921100", "5143805", "463652", "7313345", "6955768", "8608891", "921101", "8139545"], "ranked_scores": [0.6395, 0.6358, 0.6344, 0.6324, 0.6093, 0.609, 0.5927, 0.5927, 0.5899, 0.58], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "7420248", "2940019", "2940016", "5339585", "1623860", "7503113", "7503110", "2359804"], "ranked_scores": [0.8038, 0.6937, 0.6129, 0.6083, 0.6075, 0.5962, 0.5904, 0.5899, 0.5667, 0.5569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "2024648", "7562624", "1398369", "3451041", "3451044", "7562631", "1732853", "5304087", "3811525"], "ranked_scores": [0.6958, 0.6759, 0.6287, 0.6122, 0.6083, 0.6024, 0.5871, 0.5796, 0.5656, 0.5578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221437", "8221430", "5431260", "4158114", "4343906", "4626170", "4127072", "6269961", "6834849"], "ranked_scores": [0.6225, 0.615, 0.6079, 0.5869, 0.5541, 0.5524, 0.5451, 0.5395, 0.5287, 0.5279], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495831", "3495837", "1634694", "3495838", "3885772", "2387122", "3495835", "7770959", "1188785"], "ranked_scores": [0.5946, 0.5869, 0.5709, 0.5574, 0.5529, 0.5359, 0.523, 0.5149, 0.5054, 0.479], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6212597", "6401864", "6212591", "6212588", "1941403", "3843788", "8233321", "3843787", "2444899"], "ranked_scores": [0.6994, 0.6303, 0.6274, 0.6216, 0.5893, 0.4951, 0.4916, 0.4399, 0.4379, 0.4326], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7936183", "7803343", "2790097", "1384086", "7601059", "5653612", "6948296", "3823638"], "ranked_scores": [0.6026, 0.4693, 0.4547, 0.4197, 0.4161, 0.393, 0.3905, 0.3903, 0.3859, 0.3703], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "8177246", "5891383", "1460685", "7511874", "1460689", "1193873", "3668938", "3128424", "7566134"], "ranked_scores": [0.7088, 0.6626, 0.6559, 0.6399, 0.5881, 0.5652, 0.56, 0.548, 0.5385, 0.5355], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "7104592", "1136108", "6124976", "7515853", "4709447", "1134210", "4738326"], "ranked_scores": [0.7702, 0.7476, 0.6311, 0.5943, 0.5941, 0.5799, 0.5773, 0.5747, 0.5598, 0.5514], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "5955284", "7888894", "8424304", "3559380", "2229750", "6986881", "7589839", "3712796", "1420930"], "ranked_scores": [0.6313, 0.5945, 0.5734, 0.5663, 0.5489, 0.5466, 0.5446, 0.5369, 0.5345, 0.5344], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["3596760", "1939468", "3989499", "7946528", "8771883", "8667781", "1304102", "6304249", "2764847", "4564069"], "ranked_scores": [0.6169, 0.5983, 0.5967, 0.5934, 0.5896, 0.5818, 0.5652, 0.5645, 0.5625, 0.5553], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-nstep-4000": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7837267", "8083127", "1674646", "8083121", "3527619", "2684883", "575979", "6162682", "7072115", "5265626"], "ranked_scores": [0.7384, 0.7256, 0.7245, 0.7084, 0.7053, 0.7025, 0.7019, 0.687, 0.6859, 0.6852], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "5633832", "8083127", "1297109", "2581550", "157696", "220565", "3534685", "1674644", "1021034"], "ranked_scores": [0.6899, 0.6868, 0.6593, 0.6585, 0.6496, 0.6422, 0.6402, 0.6091, 0.6039, 0.601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "5842823", "911138", "1238142", "5221728", "6236648", "5582271", "298606", "59604"], "ranked_scores": [0.6646, 0.5927, 0.5702, 0.5561, 0.5502, 0.5404, 0.5354, 0.5143, 0.5139, 0.5106], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "2812582", "7369987", "3399535", "515311", "6368609", "1727064", "8279447", "7011409"], "ranked_scores": [0.7394, 0.7351, 0.7313, 0.7255, 0.6949, 0.6625, 0.6543, 0.6409, 0.6408, 0.6401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "7048914", "2070215", "5450605", "7255675", "8554964", "1159742", "1936834", "856390"], "ranked_scores": [0.579, 0.5744, 0.5618, 0.5442, 0.5256, 0.5227, 0.5099, 0.4936, 0.4897, 0.4854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "3205963", "1190311", "8817884", "7600993", "1494980", "1229810", "1805806", "7929603", "5254021"], "ranked_scores": [0.6395, 0.527, 0.5232, 0.5099, 0.509, 0.5052, 0.4917, 0.483, 0.4774, 0.4724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["7260457", "4816964", "6964479", "7813557", "6801871", "5227711", "6980305", "6964486", "6311584", "6815901"], "ranked_scores": [0.7372, 0.7312, 0.724, 0.6778, 0.6348, 0.6291, 0.6168, 0.6013, 0.5892, 0.5888], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "5997547", "5079417", "4154575", "4041246", "3550559", "8343642", "1768445"], "ranked_scores": [0.7111, 0.705, 0.6334, 0.6026, 0.5981, 0.5691, 0.5682, 0.5513, 0.5399, 0.5288], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365215", "1365210", "5110182", "6950276", "6950269", "7531871", "4667084", "249524", "289409"], "ranked_scores": [0.5877, 0.5839, 0.5742, 0.5704, 0.5595, 0.5529, 0.5473, 0.5455, 0.5389, 0.5371], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "2552610", "4562810", "947575", "4513419", "5931817", "7187662", "8190833", "6124279", "2579637"], "ranked_scores": [0.5815, 0.536, 0.5317, 0.5242, 0.5048, 0.5028, 0.4962, 0.4862, 0.4767, 0.4726], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1438830", "1226213", "2469923", "4405605", "209692", "8583763", "8583766"], "ranked_scores": [0.7239, 0.6874, 0.5306, 0.5001, 0.4961, 0.4951, 0.4634, 0.4615, 0.4576, 0.4556], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623383", "4069689", "7058926", "295794", "8111532", "5389787", "5289585", "7058927", "7168973", "295788"], "ranked_scores": [0.4979, 0.4843, 0.4665, 0.4585, 0.4526, 0.4461, 0.4414, 0.4401, 0.4181, 0.4142], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301818", "7301814", "3512764", "6808332", "277376", "5457419", "3803414"], "ranked_scores": [0.7644, 0.7369, 0.7308, 0.561, 0.5374, 0.531, 0.5082, 0.491, 0.4833, 0.4824], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "7970736", "8259512", "8450827", "7970735", "8259514", "8450828", "8450833", "1265191", "7970734"], "ranked_scores": [0.7612, 0.7396, 0.7345, 0.6561, 0.655, 0.6156, 0.5835, 0.578, 0.5697, 0.543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "734127", "4702013", "8296550", "8128745", "7185831", "4702009", "3457120", "3043375"], "ranked_scores": [0.7577, 0.6789, 0.6628, 0.6493, 0.6464, 0.6454, 0.6385, 0.6358, 0.632, 0.6312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "2010657", "3452115", "8484568", "3505871", "4768599", "8067800", "46048", "8023011"], "ranked_scores": [0.7494, 0.6414, 0.5042, 0.4956, 0.4699, 0.4631, 0.4619, 0.461, 0.4523, 0.452], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7870700", "630599", "5672319", "630605", "3702788", "6975615", "5340239", "5261392"], "ranked_scores": [0.7586, 0.5867, 0.5783, 0.5289, 0.5288, 0.5279, 0.523, 0.5138, 0.5082, 0.5048], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "4880893", "2116932", "7948050", "8157542", "2116936", "2116929", "2116933", "2116938", "3646580"], "ranked_scores": [0.7619, 0.7577, 0.7551, 0.7456, 0.7277, 0.7076, 0.6998, 0.6986, 0.6949, 0.693], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["2450611", "7958944", "7958943", "3056113", "4998837", "2870276", "2647181", "3532662", "3109473", "2356986"], "ranked_scores": [0.5386, 0.531, 0.5225, 0.476, 0.4596, 0.4387, 0.4372, 0.4354, 0.4297, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "2044076", "4393603", "4393601", "6607918", "6641480", "1226636", "5231134", "6641482", "1674914"], "ranked_scores": [0.735, 0.6328, 0.6218, 0.6164, 0.6145, 0.6066, 0.6054, 0.6038, 0.5963, 0.5962], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["2131335", "7827765", "4489797", "7170238", "2131339", "6127285", "7803391", "7170234", "6854565", "7827767"], "ranked_scores": [0.4392, 0.4334, 0.4263, 0.4149, 0.3907, 0.3833, 0.3667, 0.3523, 0.34, 0.3394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "1839684", "2588002", "8540414", "4796869", "7134383", "7269273", "1918866", "391341"], "ranked_scores": [0.8043, 0.7739, 0.7727, 0.7616, 0.7578, 0.7408, 0.7334, 0.7232, 0.7043, 0.7], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "8820180", "3768485", "5364572", "1673140", "1143382", "7689707", "4390430", "3909648"], "ranked_scores": [0.6043, 0.598, 0.5435, 0.5364, 0.5259, 0.5244, 0.5221, 0.501, 0.4923, 0.4852], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3346337", "3968773", "92150", "1546056", "2443030", "1460640", "6979322", "5210161", "5729775", "6363366"], "ranked_scores": [0.7348, 0.7327, 0.7238, 0.6892, 0.6855, 0.6799, 0.6778, 0.6775, 0.669, 0.6547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["4942019", "5739636", "8426355", "2636668", "2796274", "2636672", "5269626", "3733774", "7868171", "4901734"], "ranked_scores": [0.7597, 0.7449, 0.7317, 0.7289, 0.7248, 0.7204, 0.7188, 0.7168, 0.7122, 0.7114], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "4805364", "5174051", "6032018", "2820637", "7527096", "4805366", "1333652", "1039754", "101099"], "ranked_scores": [0.6501, 0.6052, 0.6026, 0.5822, 0.5802, 0.5766, 0.5576, 0.5559, 0.5523, 0.549], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576606", "2576605", "551238", "7137675", "6033952", "2692492", "272188", "272190", "7249172"], "ranked_scores": [0.7965, 0.731, 0.7283, 0.7128, 0.7069, 0.6916, 0.6903, 0.6778, 0.6705, 0.6649], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6465151", "6797667", "5408281", "1850491", "8277053", "6694795", "3296425", "3188819", "5351935", "7810605"], "ranked_scores": [0.6526, 0.6258, 0.6156, 0.6126, 0.6083, 0.6021, 0.596, 0.5825, 0.5813, 0.58], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7288502", "7646422", "2061122", "5756090", "7288504", "278768", "5196370", "4437972"], "ranked_scores": [0.7737, 0.6997, 0.6824, 0.6764, 0.6398, 0.6325, 0.6204, 0.6095, 0.6039, 0.5996], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "5499496", "2068025", "7154587", "1237202", "3872927", "8531579", "1463441", "3230959", "6818958"], "ranked_scores": [0.5894, 0.5779, 0.5606, 0.5583, 0.5557, 0.5501, 0.5382, 0.5175, 0.511, 0.4993], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4451324", "8796481", "4966850", "2918527", "5675630", "8796486", "2396672", "4233620", "3039809"], "ranked_scores": [0.6158, 0.5903, 0.5751, 0.5639, 0.559, 0.5587, 0.5585, 0.5566, 0.5561, 0.5559], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511150", "7526870", "4786937", "2099688", "2208599", "2617812", "4863108", "982652", "7526867", "4863107"], "ranked_scores": [0.7368, 0.7317, 0.6897, 0.6871, 0.6871, 0.6792, 0.6772, 0.6696, 0.6691, 0.669], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "7937494", "3701436", "5655", "8310623", "2737708", "8237806", "2299432"], "ranked_scores": [0.7758, 0.6778, 0.6593, 0.622, 0.6178, 0.615, 0.6032, 0.6019, 0.5922, 0.5919], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "8327486", "5336580", "4256443", "5343617", "3659405", "2066951", "4522649", "3770821", "4502858"], "ranked_scores": [0.7814, 0.6951, 0.6781, 0.677, 0.6483, 0.6405, 0.6401, 0.6297, 0.6288, 0.6032], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "5904163", "754800", "6207587", "6207588", "8148596", "7853301", "7119732", "7645257"], "ranked_scores": [0.707, 0.6276, 0.6063, 0.5835, 0.578, 0.576, 0.5672, 0.5668, 0.553, 0.5474], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "5206549", "4589415", "2835995", "2290637", "1338705", "2391077", "2245444", "2565560", "7734838"], "ranked_scores": [0.697, 0.6955, 0.6846, 0.6632, 0.6613, 0.6584, 0.6533, 0.65, 0.6494, 0.6412], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3806458", "4991356", "4991354", "7161101", "4991353", "8374135", "3672237", "3148555", "117136"], "ranked_scores": [0.7415, 0.7104, 0.7037, 0.7014, 0.6593, 0.6172, 0.6139, 0.6023, 0.574, 0.5404], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4409027", "4900578", "2531512", "3747811", "5393501", "4605270", "6193415", "2531517"], "ranked_scores": [0.7062, 0.6905, 0.6683, 0.6431, 0.5909, 0.5841, 0.5787, 0.567, 0.5514, 0.545], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "2488121", "6632522", "6632518", "6632520", "7831679", "139961", "8586692", "1063812", "3942500"], "ranked_scores": [0.6719, 0.6697, 0.6293, 0.6249, 0.6169, 0.6152, 0.6134, 0.6131, 0.6106, 0.6091], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "5143805", "921100", "5812523", "463652", "921101", "7313345", "6955768", "8139545", "6903206"], "ranked_scores": [0.6386, 0.6316, 0.6276, 0.6251, 0.5937, 0.5932, 0.5923, 0.5851, 0.582, 0.5743], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "2940019", "7420248", "2940016", "5339585", "7503113", "7503110", "1623860", "2359804"], "ranked_scores": [0.8084, 0.6898, 0.6441, 0.6188, 0.6154, 0.6019, 0.5832, 0.5812, 0.58, 0.551], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["2024648", "8738884", "7562624", "1398369", "3451041", "3451044", "1732853", "5304087", "7562631", "3811525"], "ranked_scores": [0.6715, 0.6628, 0.6241, 0.5963, 0.5766, 0.57, 0.5572, 0.5559, 0.5462, 0.5212], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8221437", "7856346", "5431260", "4626170", "4158114", "4127072", "4343906", "6834849", "6269961"], "ranked_scores": [0.6184, 0.6148, 0.6127, 0.6016, 0.5655, 0.5523, 0.5519, 0.5402, 0.54, 0.5379], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495831", "3495837", "3495838", "1634694", "3885772", "3495835", "7770959", "2387122", "1188785"], "ranked_scores": [0.5909, 0.577, 0.5744, 0.53, 0.5285, 0.5055, 0.496, 0.4942, 0.4906, 0.4744], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6401864", "6212597", "6212591", "6212588", "3843788", "1941403", "3843787", "8233321", "917841"], "ranked_scores": [0.6775, 0.6647, 0.6396, 0.6211, 0.5987, 0.5054, 0.4954, 0.4478, 0.4449, 0.4235], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7803343", "7936183", "2790097", "1384086", "2379160", "3823638", "7601059", "1031361"], "ranked_scores": [0.6178, 0.4502, 0.4112, 0.3946, 0.3876, 0.365, 0.3576, 0.3503, 0.3501, 0.3382], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "8177246", "1460685", "5891383", "7511874", "1460689", "1193873", "3668938", "8432430", "1420186"], "ranked_scores": [0.6782, 0.6252, 0.6252, 0.617, 0.6033, 0.5513, 0.5464, 0.5436, 0.5296, 0.5272], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "7104592", "1136108", "4738326", "7515853", "6124976", "1134210", "4709447"], "ranked_scores": [0.7546, 0.7299, 0.605, 0.5628, 0.5624, 0.5559, 0.5484, 0.5479, 0.5453, 0.5425], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "8424304", "5955284", "2229750", "3559380", "6986881", "7888894", "7589839", "3712796", "1420930"], "ranked_scores": [0.6171, 0.5467, 0.5363, 0.535, 0.5293, 0.5233, 0.5232, 0.5202, 0.5152, 0.5127], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["3596760", "7946528", "8771883", "3989499", "1939468", "8667781", "1304102", "4564069", "6304249", "6342544"], "ranked_scores": [0.6019, 0.5986, 0.5916, 0.5892, 0.5769, 0.5605, 0.5466, 0.545, 0.5403, 0.5394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-nstep-6000": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7837267", "8083127", "1674646", "575979", "8083121", "3527619", "2684883", "6162682", "558173", "5265626"], "ranked_scores": [0.7259, 0.7177, 0.7128, 0.6952, 0.6949, 0.6921, 0.6882, 0.6772, 0.6743, 0.6727], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "5633832", "1297109", "8083127", "2581550", "157696", "220565", "3534685", "1674644", "3308552"], "ranked_scores": [0.6748, 0.6675, 0.6436, 0.6426, 0.6318, 0.628, 0.6221, 0.5973, 0.5893, 0.5886], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "5842823", "1238142", "911138", "5221728", "6236648", "298606", "5582271", "1592656"], "ranked_scores": [0.6631, 0.5931, 0.5722, 0.552, 0.5468, 0.5449, 0.5406, 0.5162, 0.5087, 0.5077], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "7369987", "3338175", "2812582", "3399535", "515311", "6368609", "1727064", "8279447", "5684712"], "ranked_scores": [0.7228, 0.7159, 0.7155, 0.7116, 0.6896, 0.649, 0.6357, 0.6326, 0.629, 0.6254], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "7048914", "2070215", "5450605", "7255675", "8554964", "1159742", "1936834", "7048912"], "ranked_scores": [0.5756, 0.5714, 0.5505, 0.5375, 0.5241, 0.5044, 0.5011, 0.4923, 0.4806, 0.4773], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "1190311", "3205963", "8817884", "7600993", "1494980", "7929603", "1229810", "1805806", "8299818"], "ranked_scores": [0.6239, 0.5113, 0.507, 0.4989, 0.4988, 0.4983, 0.4798, 0.478, 0.4746, 0.4715], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "6964479", "7813557", "5227711", "6801871", "6980305", "6964486", "6815901", "6311584"], "ranked_scores": [0.7246, 0.7229, 0.7147, 0.6701, 0.6279, 0.6229, 0.614, 0.5948, 0.5817, 0.5755], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "5997547", "5079417", "4154575", "4041246", "3550559", "8343642", "1768445"], "ranked_scores": [0.7113, 0.7022, 0.628, 0.5895, 0.584, 0.5739, 0.5621, 0.5559, 0.5366, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365215", "5110182", "1365210", "6950276", "6950269", "7531871", "249524", "4667084", "289409"], "ranked_scores": [0.5866, 0.5759, 0.5708, 0.5676, 0.547, 0.5433, 0.5381, 0.5379, 0.5334, 0.5323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "4562810", "947575", "2552610", "4513419", "5931817", "7187662", "8190833", "2579637", "4941655"], "ranked_scores": [0.5755, 0.5291, 0.5206, 0.5154, 0.5006, 0.4998, 0.49, 0.4709, 0.4668, 0.4651], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1438830", "2469923", "1226213", "4405605", "209692", "8583766", "8583763"], "ranked_scores": [0.7212, 0.6833, 0.5204, 0.4947, 0.4884, 0.4866, 0.4626, 0.4603, 0.4577, 0.4553], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623383", "4069689", "7058926", "295794", "5289585", "5389787", "8111532", "7058927", "5196335", "7168973"], "ranked_scores": [0.4829, 0.4717, 0.4546, 0.4538, 0.4392, 0.4386, 0.4355, 0.4269, 0.4103, 0.4096], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301818", "7301814", "3512764", "6808332", "277376", "3803414", "5457419"], "ranked_scores": [0.7551, 0.7329, 0.729, 0.5496, 0.531, 0.5253, 0.499, 0.4888, 0.4809, 0.4739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "7970736", "8259512", "8450827", "7970735", "8259514", "8450828", "8450833", "1265191", "7970734"], "ranked_scores": [0.7576, 0.7337, 0.726, 0.6555, 0.6327, 0.6126, 0.5922, 0.5809, 0.5627, 0.5489], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "734127", "8296550", "4702013", "8128745", "4702009", "3457120", "7185831", "3043375"], "ranked_scores": [0.7469, 0.6725, 0.6524, 0.6449, 0.6408, 0.6321, 0.6302, 0.6289, 0.6278, 0.6266], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "2010657", "8484568", "8067800", "3505871", "4768599", "665690", "46048"], "ranked_scores": [0.7527, 0.6327, 0.4944, 0.4942, 0.4693, 0.463, 0.4621, 0.4555, 0.4525, 0.4518], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7870700", "630599", "5672319", "630605", "3702788", "5340239", "6975615", "2995208"], "ranked_scores": [0.7497, 0.5795, 0.5693, 0.5291, 0.5277, 0.5274, 0.5131, 0.5074, 0.5013, 0.4948], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "4880893", "2116932", "7948050", "8157542", "2116936", "2116929", "2116933", "2116938", "3646580"], "ranked_scores": [0.7514, 0.7471, 0.7469, 0.7352, 0.7173, 0.6936, 0.6915, 0.6891, 0.6862, 0.6827], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "2450611", "7958943", "3056113", "4998837", "2870276", "3532662", "2647181", "3109473", "2356986"], "ranked_scores": [0.5366, 0.5346, 0.5244, 0.4704, 0.4509, 0.4389, 0.4365, 0.4348, 0.4264, 0.4223], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "2044076", "4393603", "6607918", "4393601", "5231134", "6641480", "1226636", "1726611", "1674914"], "ranked_scores": [0.7278, 0.6362, 0.6147, 0.6047, 0.6028, 0.6003, 0.5986, 0.5927, 0.592, 0.5893], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["2131335", "7827765", "4489797", "7170238", "2131339", "6127285", "7803391", "7170234", "7827761", "6854565"], "ranked_scores": [0.4292, 0.4254, 0.4227, 0.4023, 0.3891, 0.3854, 0.3635, 0.3488, 0.3366, 0.3297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "1839684", "2588002", "8540414", "4796869", "7134383", "7269273", "1918866", "391341"], "ranked_scores": [0.8045, 0.7725, 0.7683, 0.7554, 0.7528, 0.738, 0.7301, 0.7185, 0.7047, 0.7034], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "8820180", "3768485", "1673140", "1143382", "5364572", "7689707", "4390430", "3909648"], "ranked_scores": [0.5997, 0.5956, 0.5451, 0.5323, 0.5237, 0.5216, 0.518, 0.4959, 0.4926, 0.4869], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3346337", "3968773", "92150", "1546056", "2443030", "5210161", "5729775", "1460640", "6979322", "6363366"], "ranked_scores": [0.7209, 0.7134, 0.7089, 0.6756, 0.6647, 0.6623, 0.6597, 0.6595, 0.6585, 0.6376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["4942019", "5739636", "2796274", "8426355", "5269626", "2636668", "2636672", "4901734", "3733774", "8307546"], "ranked_scores": [0.7517, 0.7445, 0.7204, 0.7164, 0.7145, 0.7083, 0.7081, 0.706, 0.7051, 0.7029], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "4805364", "5174051", "6032018", "2820637", "1333652", "7527096", "1039754", "7650732", "4805366"], "ranked_scores": [0.6417, 0.5981, 0.5949, 0.5725, 0.5694, 0.5643, 0.562, 0.5531, 0.5433, 0.5426], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576606", "2576605", "551238", "7137675", "2692492", "6033952", "272188", "272190", "7249172"], "ranked_scores": [0.7868, 0.7207, 0.7183, 0.7057, 0.7018, 0.6889, 0.6808, 0.6705, 0.6603, 0.6555], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6465151", "6797667", "5408281", "8277053", "1850491", "6694795", "3296425", "3188819", "5351935", "3132831"], "ranked_scores": [0.6465, 0.6205, 0.6114, 0.6043, 0.6023, 0.5927, 0.5876, 0.5699, 0.5696, 0.569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7288502", "7646422", "2061122", "5756090", "7288504", "278768", "5196370", "5352322"], "ranked_scores": [0.7606, 0.6956, 0.6806, 0.6736, 0.6376, 0.6355, 0.6157, 0.6073, 0.6, 0.5984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "5499496", "2068025", "3872927", "1237202", "7154587", "8531579", "3230959", "1463441", "6453425"], "ranked_scores": [0.5764, 0.5577, 0.5493, 0.5482, 0.5465, 0.5394, 0.5258, 0.4979, 0.4916, 0.4848], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4451324", "8796481", "8796486", "4966850", "4233620", "2918527", "5675630", "3039809", "2396672"], "ranked_scores": [0.6195, 0.5913, 0.5692, 0.5579, 0.5575, 0.5543, 0.5522, 0.5511, 0.5473, 0.5472], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1511150", "7526870", "4786937", "2099688", "2617812", "2208599", "4863108", "7526867", "3141441", "4863107"], "ranked_scores": [0.7248, 0.7248, 0.6877, 0.6866, 0.6768, 0.6712, 0.6704, 0.6668, 0.6648, 0.6641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "7937494", "5655", "3701436", "8310623", "2737708", "8237806", "7770196"], "ranked_scores": [0.7779, 0.6799, 0.6537, 0.6181, 0.6133, 0.6056, 0.6003, 0.5964, 0.5912, 0.5911], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "8327486", "5336580", "4256443", "5343617", "2066951", "3659405", "4522649", "3770821", "4502858"], "ranked_scores": [0.7823, 0.6962, 0.6778, 0.6739, 0.6547, 0.6441, 0.6425, 0.6303, 0.6222, 0.5994], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "5904163", "6207587", "754800", "6207588", "8148596", "7853301", "7119732", "7645257"], "ranked_scores": [0.6975, 0.6197, 0.6014, 0.5747, 0.572, 0.5712, 0.5687, 0.5641, 0.5538, 0.5401], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "5206549", "4589415", "2835995", "2290637", "2391077", "1338705", "2565560", "2245444", "4893298"], "ranked_scores": [0.6914, 0.6878, 0.681, 0.6649, 0.6558, 0.6532, 0.6507, 0.6413, 0.6384, 0.6369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3806458", "4991356", "4991354", "7161101", "8374135", "4991353", "3672237", "3148555", "117136"], "ranked_scores": [0.7392, 0.7086, 0.7018, 0.6953, 0.6572, 0.614, 0.6115, 0.5972, 0.5713, 0.5427], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4409027", "4900578", "2531512", "3747811", "5393501", "4605270", "2531517", "6193415"], "ranked_scores": [0.7015, 0.6857, 0.6591, 0.6491, 0.5866, 0.5812, 0.5746, 0.5587, 0.5421, 0.5383], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "2488121", "6632522", "6632518", "6632520", "1063812", "139961", "7831679", "8586692", "3942500"], "ranked_scores": [0.6641, 0.6611, 0.6177, 0.6158, 0.6096, 0.6063, 0.6026, 0.602, 0.5953, 0.5915], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "5143805", "921100", "5812523", "921101", "463652", "6955768", "7313345", "8139545", "6903206"], "ranked_scores": [0.6335, 0.6301, 0.6272, 0.6186, 0.597, 0.5964, 0.5828, 0.5815, 0.5748, 0.5739], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "2940019", "7420248", "5339585", "2940016", "7503113", "1623860", "7503110", "2359804"], "ranked_scores": [0.8083, 0.6757, 0.6325, 0.6072, 0.5968, 0.5943, 0.571, 0.5654, 0.5654, 0.5425], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["2024648", "8738884", "7562624", "1398369", "3451041", "3451044", "5304087", "1732853", "7562631", "3811525"], "ranked_scores": [0.6745, 0.658, 0.6252, 0.5933, 0.5746, 0.5685, 0.5486, 0.5439, 0.541, 0.5188], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8221437", "7856346", "5431260", "4626170", "4127072", "4158114", "4343906", "6834849", "6269961"], "ranked_scores": [0.616, 0.6113, 0.6104, 0.5918, 0.5579, 0.5467, 0.5464, 0.539, 0.5331, 0.5279], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495831", "3495838", "1634694", "3885772", "3495835", "7770959", "2387122", "1188785"], "ranked_scores": [0.5723, 0.5654, 0.5648, 0.5129, 0.5108, 0.4876, 0.4849, 0.4815, 0.4699, 0.459], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6401864", "6212597", "6212591", "6212588", "3843788", "1941403", "3843787", "8233321", "917841"], "ranked_scores": [0.6711, 0.6655, 0.6419, 0.6165, 0.5971, 0.5053, 0.4961, 0.4445, 0.4439, 0.4155], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7803343", "2790097", "7936183", "1384086", "7601059", "2379160", "3823638", "1031361"], "ranked_scores": [0.6102, 0.4422, 0.4059, 0.389, 0.3856, 0.3513, 0.3482, 0.3428, 0.339, 0.324], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "8177246", "7511874", "1460689", "1193873", "3668938", "8432430", "1420186"], "ranked_scores": [0.6702, 0.617, 0.6147, 0.61, 0.6014, 0.549, 0.548, 0.5459, 0.5387, 0.5273], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "4738326", "7104592", "1136108", "1134210", "7515853", "6124976", "4709447"], "ranked_scores": [0.7424, 0.7189, 0.5868, 0.5548, 0.5528, 0.5445, 0.5391, 0.5381, 0.5368, 0.5321], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "8424304", "2229750", "5955284", "6986881", "7589839", "3559380", "1420930", "7888894", "3712796"], "ranked_scores": [0.6082, 0.5392, 0.5285, 0.5274, 0.5128, 0.5111, 0.5105, 0.5065, 0.5063, 0.4993], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "3596760", "8771883", "3989499", "1939468", "8667781", "4564069", "1304102", "6342544", "2764847"], "ranked_scores": [0.6106, 0.6076, 0.5981, 0.5885, 0.5774, 0.5587, 0.5517, 0.5513, 0.5481, 0.5395], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-nstep-8000": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7837267", "8083127", "1674646", "575979", "3527619", "8083121", "2684883", "558173", "5265626", "6162682"], "ranked_scores": [0.7231, 0.7117, 0.7092, 0.6921, 0.6901, 0.6883, 0.6821, 0.6709, 0.6698, 0.668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "5633832", "8083127", "1297109", "2581550", "157696", "220565", "3534685", "8398033", "7248824"], "ranked_scores": [0.6713, 0.6636, 0.6391, 0.6391, 0.6273, 0.6223, 0.6199, 0.5916, 0.5875, 0.5874], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "5842823", "1238142", "911138", "5221728", "6236648", "298606", "5951944", "5582271"], "ranked_scores": [0.6602, 0.5873, 0.5704, 0.545, 0.5448, 0.5383, 0.5346, 0.5143, 0.5103, 0.5068], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "7369987", "2812582", "3399535", "515311", "6368609", "1727064", "8279447", "5684712"], "ranked_scores": [0.7246, 0.7182, 0.7153, 0.7133, 0.688, 0.6488, 0.6378, 0.6328, 0.6311, 0.6258], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "7048914", "2070215", "5450605", "7255675", "8554964", "1159742", "1936834", "7048912"], "ranked_scores": [0.5724, 0.5686, 0.5475, 0.5362, 0.5194, 0.5037, 0.498, 0.4854, 0.4752, 0.4726], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "1190311", "3205963", "8817884", "1494980", "7600993", "7929603", "1229810", "1805806", "5254021"], "ranked_scores": [0.6208, 0.5103, 0.5054, 0.4984, 0.4933, 0.4932, 0.4776, 0.4727, 0.4708, 0.4682], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "6964479", "7813557", "5227711", "6801871", "6980305", "6964486", "6815901", "6311584"], "ranked_scores": [0.7268, 0.7253, 0.7172, 0.6695, 0.6309, 0.6271, 0.6169, 0.5935, 0.5836, 0.5806], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "5997547", "5079417", "4154575", "4041246", "3550559", "2562047", "8343642"], "ranked_scores": [0.7123, 0.703, 0.625, 0.5928, 0.5864, 0.5735, 0.5629, 0.5575, 0.5337, 0.533], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365215", "5110182", "1365210", "6950276", "6950269", "249524", "7531871", "4667084", "289409"], "ranked_scores": [0.5907, 0.5762, 0.5715, 0.5698, 0.548, 0.5453, 0.5441, 0.5421, 0.5343, 0.5324], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "4562810", "947575", "2552610", "4513419", "5931817", "7187662", "8190833", "4941655", "2579637"], "ranked_scores": [0.5776, 0.5265, 0.5198, 0.5114, 0.5013, 0.4969, 0.4919, 0.466, 0.4618, 0.4594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1438830", "1226213", "2469923", "4405605", "209692", "8583766", "8583763"], "ranked_scores": [0.7188, 0.6787, 0.5196, 0.4902, 0.4867, 0.4862, 0.4593, 0.4568, 0.4546, 0.4532], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623383", "4069689", "7058926", "295794", "5289585", "8111532", "5389787", "7058927", "5196335", "7168973"], "ranked_scores": [0.4811, 0.4743, 0.4553, 0.4521, 0.4373, 0.4342, 0.4336, 0.4245, 0.409, 0.4072], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301818", "7301814", "3512764", "6808332", "277376", "3803414", "5457419"], "ranked_scores": [0.7554, 0.7344, 0.7309, 0.5507, 0.5328, 0.5275, 0.5037, 0.4923, 0.4827, 0.477], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "7970736", "8259512", "8450827", "7970735", "8259514", "8450828", "8450833", "1265191", "7970734"], "ranked_scores": [0.754, 0.7336, 0.7219, 0.6544, 0.6252, 0.6132, 0.5919, 0.5758, 0.558, 0.5458], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "734127", "8296550", "4702013", "8128745", "4702009", "3457120", "3043375", "7185831"], "ranked_scores": [0.7461, 0.6717, 0.6505, 0.6448, 0.64, 0.6342, 0.6318, 0.6266, 0.6263, 0.6261], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "2010657", "8484568", "3505871", "8067800", "4768599", "46048", "665690"], "ranked_scores": [0.752, 0.6323, 0.4985, 0.4935, 0.4691, 0.4637, 0.4616, 0.4541, 0.4522, 0.4515], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7870700", "630605", "630599", "5672319", "3702788", "5340239", "6975615", "5827343"], "ranked_scores": [0.7434, 0.5747, 0.5635, 0.524, 0.5235, 0.5193, 0.508, 0.502, 0.4954, 0.4901], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "4880893", "2116932", "7948050", "8157542", "2116936", "2116929", "2116933", "2116938", "3646580"], "ranked_scores": [0.7464, 0.746, 0.7438, 0.731, 0.7156, 0.69, 0.6894, 0.6873, 0.6813, 0.6807], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "2450611", "7958943", "3056113", "4998837", "2870276", "3532662", "2647181", "3109473", "2356986"], "ranked_scores": [0.5381, 0.538, 0.527, 0.4686, 0.4529, 0.4426, 0.4407, 0.4378, 0.4254, 0.4237], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "2044076", "4393603", "4393601", "6607918", "5231134", "6641480", "1226636", "1726611", "1674914"], "ranked_scores": [0.729, 0.6398, 0.6168, 0.6041, 0.6034, 0.6033, 0.6026, 0.5948, 0.5943, 0.5932], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["2131335", "7827765", "4489797", "7170238", "2131339", "6127285", "7803391", "7170234", "7827761", "7827767"], "ranked_scores": [0.4261, 0.4239, 0.4212, 0.4054, 0.3875, 0.3799, 0.3675, 0.3545, 0.3362, 0.332], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "1839684", "2588002", "8540414", "4796869", "7134383", "7269273", "1918866", "391341"], "ranked_scores": [0.8061, 0.7782, 0.7702, 0.7593, 0.7537, 0.7398, 0.7319, 0.7184, 0.7091, 0.7071], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "8820180", "3768485", "1143382", "1673140", "5364572", "7689707", "4390430", "3909648"], "ranked_scores": [0.5986, 0.5932, 0.5446, 0.5292, 0.5246, 0.5213, 0.5144, 0.4957, 0.4919, 0.488], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3346337", "3968773", "92150", "1546056", "2443030", "5210161", "5729775", "1460640", "6979322", "6363366"], "ranked_scores": [0.7183, 0.7118, 0.7104, 0.6746, 0.6637, 0.662, 0.6597, 0.6582, 0.6544, 0.6362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["4942019", "5739636", "2796274", "8426355", "5269626", "3733774", "4901734", "2636668", "2636672", "8307546"], "ranked_scores": [0.7477, 0.7389, 0.7151, 0.7102, 0.707, 0.7013, 0.7006, 0.7005, 0.7, 0.6974], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "4805364", "5174051", "6032018", "2820637", "1333652", "1039754", "7527096", "7650732", "4805366"], "ranked_scores": [0.64, 0.5976, 0.5913, 0.5684, 0.5676, 0.563, 0.5542, 0.5506, 0.5408, 0.5377], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576606", "2576605", "551238", "7137675", "2692492", "6033952", "272188", "272190", "7249172"], "ranked_scores": [0.7847, 0.7159, 0.714, 0.7017, 0.6968, 0.6831, 0.6762, 0.6676, 0.6569, 0.649], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6465151", "6797667", "5408281", "8277053", "1850491", "6694795", "3296425", "6502553", "5351935", "3188819"], "ranked_scores": [0.6489, 0.6242, 0.6123, 0.6077, 0.5982, 0.5926, 0.5911, 0.5751, 0.5744, 0.5717], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7288502", "7646422", "2061122", "5756090", "7288504", "278768", "5352322", "5196370"], "ranked_scores": [0.763, 0.7003, 0.6838, 0.6775, 0.6406, 0.6342, 0.616, 0.6116, 0.6047, 0.604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "5499496", "3872927", "2068025", "1237202", "7154587", "8531579", "3230959", "1463441", "6453425"], "ranked_scores": [0.5758, 0.5562, 0.5524, 0.5514, 0.5435, 0.5347, 0.521, 0.4943, 0.4872, 0.4834], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4451324", "8796481", "4966850", "4233620", "8796486", "2918527", "2396672", "5675630", "3039809"], "ranked_scores": [0.6171, 0.5893, 0.5713, 0.5608, 0.5566, 0.5559, 0.5555, 0.554, 0.554, 0.5526], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "1511150", "4786937", "2099688", "2617812", "2208599", "4863108", "7526867", "3141441", "2617807"], "ranked_scores": [0.7232, 0.7204, 0.6866, 0.6844, 0.6743, 0.6709, 0.6665, 0.6659, 0.6643, 0.6609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "7937494", "5655", "3701436", "8310623", "2737708", "8237806", "2299432"], "ranked_scores": [0.7783, 0.6741, 0.6498, 0.6117, 0.6117, 0.5976, 0.5955, 0.5925, 0.5849, 0.5814], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "8327486", "5336580", "4256443", "5343617", "2066951", "3659405", "4522649", "3770821", "4502858"], "ranked_scores": [0.783, 0.6945, 0.6749, 0.6726, 0.6528, 0.6443, 0.6434, 0.6291, 0.6156, 0.599], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "5904163", "754800", "6207587", "8148596", "6207588", "7853301", "7119732", "7645257"], "ranked_scores": [0.7026, 0.6264, 0.6074, 0.5825, 0.5754, 0.5718, 0.5716, 0.5713, 0.5611, 0.5454], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "5206549", "4589415", "2835995", "2290637", "1338705", "2391077", "2565560", "2245444", "5310704"], "ranked_scores": [0.6917, 0.6846, 0.6818, 0.6615, 0.6542, 0.6496, 0.6445, 0.6411, 0.6383, 0.6334], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3806458", "4991356", "4991354", "7161101", "8374135", "4991353", "3672237", "3148555", "117136"], "ranked_scores": [0.7389, 0.7077, 0.7003, 0.6954, 0.6564, 0.614, 0.6114, 0.6025, 0.5697, 0.5499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4409027", "4900578", "3747811", "2531512", "5393501", "4605270", "2531517", "6193415"], "ranked_scores": [0.7001, 0.6846, 0.6564, 0.6511, 0.589, 0.5829, 0.5708, 0.5641, 0.5486, 0.5455], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "2488121", "6632522", "6632518", "6632520", "1063812", "139961", "7831679", "8586692", "1109548"], "ranked_scores": [0.6644, 0.6637, 0.6156, 0.615, 0.6083, 0.6069, 0.6045, 0.6024, 0.5951, 0.5924], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "921100", "5143805", "5812523", "463652", "921101", "7313345", "6955768", "8139545", "6903206"], "ranked_scores": [0.637, 0.6362, 0.6332, 0.6182, 0.6018, 0.6017, 0.5845, 0.5832, 0.5804, 0.5751], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "2940019", "7420248", "5339585", "2940016", "7503113", "7503110", "1623860", "2359804"], "ranked_scores": [0.8091, 0.6739, 0.6348, 0.6065, 0.6015, 0.5947, 0.5766, 0.5666, 0.559, 0.5458], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["2024648", "8738884", "7562624", "1398369", "3451041", "3451044", "5304087", "1732853", "7562631", "3811525"], "ranked_scores": [0.6697, 0.6519, 0.6212, 0.5818, 0.5609, 0.5555, 0.5462, 0.5392, 0.5299, 0.5041], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "7856346", "8221437", "5431260", "4626170", "4158114", "4127072", "4343906", "6834849", "6269961"], "ranked_scores": [0.6129, 0.6078, 0.6065, 0.5876, 0.5578, 0.545, 0.5434, 0.5378, 0.5281, 0.5221], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495831", "3495838", "1634694", "3495835", "7770959", "3885772", "2387122", "1188785"], "ranked_scores": [0.5726, 0.5675, 0.566, 0.5126, 0.5083, 0.4881, 0.4869, 0.4852, 0.4725, 0.4605], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6401864", "6212597", "6212591", "6212588", "3843788", "1941403", "3843787", "8233321", "917841"], "ranked_scores": [0.6695, 0.6673, 0.644, 0.6234, 0.598, 0.5074, 0.4984, 0.4501, 0.4434, 0.4201], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7803343", "2790097", "7936183", "1384086", "7601059", "2379160", "3823638", "1031361"], "ranked_scores": [0.6073, 0.4466, 0.4044, 0.3879, 0.3867, 0.3554, 0.3498, 0.3486, 0.342, 0.3301], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "8177246", "7511874", "1460689", "1193873", "3668938", "8432430", "1420186"], "ranked_scores": [0.6694, 0.6217, 0.6128, 0.6104, 0.6016, 0.5523, 0.5501, 0.5495, 0.5441, 0.5305], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "4738326", "7104592", "1136108", "1134210", "6124976", "7515853", "4709447"], "ranked_scores": [0.7394, 0.7147, 0.5811, 0.5519, 0.5441, 0.5382, 0.53, 0.5295, 0.5289, 0.5228], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "8424304", "2229750", "5955284", "7589839", "6986881", "3559380", "1420930", "7888894", "5812535"], "ranked_scores": [0.6075, 0.5353, 0.5251, 0.5187, 0.5122, 0.509, 0.5064, 0.5035, 0.5006, 0.4975], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "3596760", "8771883", "3989499", "1939468", "8667781", "4564069", "1304102", "6342544", "6304249"], "ranked_scores": [0.6119, 0.6051, 0.5967, 0.5843, 0.5717, 0.5519, 0.5487, 0.5474, 0.5444, 0.5345], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-nstep-10000": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7837267", "8083127", "1674646", "3527619", "575979", "8083121", "2684883", "558173", "5265626", "6162682"], "ranked_scores": [0.7185, 0.7088, 0.7058, 0.6874, 0.687, 0.6847, 0.6797, 0.6659, 0.6658, 0.6617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "5633832", "8083127", "1297109", "2581550", "157696", "220565", "3534685", "8398033", "7248824"], "ranked_scores": [0.6685, 0.6611, 0.6356, 0.6353, 0.6241, 0.6184, 0.6133, 0.5896, 0.587, 0.5849], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "5842823", "911138", "1238142", "5221728", "6236648", "298606", "5951944", "5582271"], "ranked_scores": [0.6586, 0.5836, 0.5698, 0.5431, 0.5418, 0.5365, 0.5311, 0.5124, 0.5051, 0.505], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "7369987", "2812582", "3399535", "515311", "6368609", "1727064", "8279447", "5684712"], "ranked_scores": [0.7249, 0.7169, 0.7139, 0.7115, 0.6867, 0.6473, 0.6357, 0.6296, 0.6287, 0.6226], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "7048914", "2070215", "5450605", "7255675", "8554964", "1159742", "1936834", "7048912"], "ranked_scores": [0.5718, 0.5675, 0.5508, 0.5385, 0.5198, 0.5055, 0.5011, 0.4879, 0.4792, 0.474], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "1190311", "3205963", "8817884", "1494980", "7600993", "7929603", "1229810", "1805806", "8299818"], "ranked_scores": [0.6177, 0.5048, 0.5017, 0.4913, 0.4904, 0.4885, 0.4731, 0.4716, 0.4673, 0.4606], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "6964479", "7813557", "5227711", "6801871", "6980305", "6964486", "6311584", "6815901"], "ranked_scores": [0.7247, 0.7232, 0.7142, 0.6698, 0.6297, 0.6222, 0.6171, 0.5919, 0.5806, 0.5791], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "5997547", "5079417", "4154575", "4041246", "3550559", "1768445", "8343642"], "ranked_scores": [0.7154, 0.7023, 0.6247, 0.5893, 0.5824, 0.576, 0.5595, 0.559, 0.5327, 0.5314], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365215", "5110182", "1365210", "6950276", "6950269", "249524", "7531871", "289409", "4667084"], "ranked_scores": [0.5892, 0.5725, 0.5693, 0.5672, 0.5471, 0.543, 0.5415, 0.539, 0.5319, 0.5308], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "4562810", "947575", "2552610", "4513419", "5931817", "7187662", "8190833", "4941655", "2579637"], "ranked_scores": [0.5735, 0.5229, 0.5172, 0.5044, 0.4992, 0.4952, 0.4896, 0.4665, 0.4591, 0.4557], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1438830", "1226213", "2469923", "4405605", "209692", "8583766", "8583763"], "ranked_scores": [0.7216, 0.6819, 0.5225, 0.4951, 0.4918, 0.4874, 0.4602, 0.4578, 0.4565, 0.455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623383", "4069689", "295794", "7058926", "5289585", "5389787", "8111532", "7058927", "5196335", "7168973"], "ranked_scores": [0.4806, 0.4775, 0.4562, 0.4557, 0.4419, 0.4375, 0.4329, 0.4249, 0.4106, 0.4105], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301818", "7301814", "3512764", "6808332", "277376", "3803414", "5457419"], "ranked_scores": [0.7552, 0.7362, 0.7329, 0.5509, 0.5323, 0.5235, 0.5016, 0.4897, 0.4806, 0.4727], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "7970736", "8259512", "8450827", "7970735", "8259514", "8450828", "8450833", "1265191", "7970734"], "ranked_scores": [0.754, 0.735, 0.7223, 0.6595, 0.6268, 0.6158, 0.598, 0.5794, 0.5609, 0.5502], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "734127", "8296550", "4702013", "8128745", "4702009", "3043375", "3457120", "7185831"], "ranked_scores": [0.7488, 0.6725, 0.6481, 0.6422, 0.6388, 0.6329, 0.6294, 0.6267, 0.6254, 0.6248], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "2010657", "8484568", "3505871", "8067800", "4768599", "46048", "665690"], "ranked_scores": [0.7545, 0.6345, 0.5024, 0.4955, 0.4662, 0.4638, 0.4622, 0.4571, 0.4536, 0.4506], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7870700", "630599", "630605", "5672319", "3702788", "5340239", "6975615", "5827343"], "ranked_scores": [0.7473, 0.5816, 0.566, 0.5235, 0.5229, 0.5203, 0.5088, 0.5028, 0.4959, 0.4905], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "4880893", "2116932", "7948050", "8157542", "2116929", "2116936", "2116933", "2116938", "3646580"], "ranked_scores": [0.7507, 0.7464, 0.7455, 0.7325, 0.7169, 0.6904, 0.6903, 0.6855, 0.6825, 0.6808], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "2450611", "7958943", "3056113", "4998837", "2870276", "3532662", "2647181", "2356986", "3109473"], "ranked_scores": [0.5353, 0.5316, 0.5209, 0.461, 0.4518, 0.4375, 0.4357, 0.4319, 0.4198, 0.4191], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "2044076", "4393603", "6607918", "4393601", "5231134", "6641480", "1226636", "6641482", "1726611"], "ranked_scores": [0.7276, 0.6354, 0.6147, 0.6036, 0.6024, 0.6001, 0.5998, 0.5927, 0.5911, 0.5907], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["2131335", "7827765", "4489797", "7170238", "2131339", "6127285", "7803391", "7170234", "7827761", "4595482"], "ranked_scores": [0.4323, 0.4287, 0.426, 0.4078, 0.3926, 0.3839, 0.3679, 0.3598, 0.3409, 0.337], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "1839684", "2588002", "8540414", "4796869", "7134383", "7269273", "1918866", "391341"], "ranked_scores": [0.8067, 0.7772, 0.7706, 0.7598, 0.7538, 0.7406, 0.7328, 0.7182, 0.7102, 0.707], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "8820180", "3768485", "1143382", "1673140", "5364572", "7689707", "4390430", "3909648"], "ranked_scores": [0.601, 0.5947, 0.5474, 0.53, 0.5251, 0.5227, 0.516, 0.4962, 0.494, 0.4894], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3346337", "92150", "3968773", "1546056", "5729775", "2443030", "5210161", "1460640", "6979322", "5808457"], "ranked_scores": [0.7169, 0.709, 0.7084, 0.673, 0.6601, 0.6598, 0.6596, 0.6553, 0.6508, 0.6343], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["4942019", "5739636", "2796274", "8426355", "5269626", "2636672", "4901734", "3733774", "2636668", "4942015"], "ranked_scores": [0.7483, 0.7384, 0.715, 0.7099, 0.7074, 0.7013, 0.7012, 0.6994, 0.6991, 0.6965], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "4805364", "5174051", "6032018", "2820637", "1333652", "1039754", "7527096", "4805366", "7650732"], "ranked_scores": [0.6415, 0.5992, 0.59, 0.5696, 0.5685, 0.5615, 0.5507, 0.5489, 0.5374, 0.5372], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576606", "2576605", "551238", "7137675", "2692492", "6033952", "272188", "272190", "7249172"], "ranked_scores": [0.7847, 0.7158, 0.7141, 0.7027, 0.6973, 0.682, 0.6787, 0.6669, 0.6556, 0.6484], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6465151", "6797667", "5408281", "8277053", "1850491", "6694795", "3296425", "6502553", "5351935", "3188819"], "ranked_scores": [0.6451, 0.6197, 0.6086, 0.6021, 0.5963, 0.5875, 0.5858, 0.571, 0.569, 0.5675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7288502", "7646422", "2061122", "5756090", "7288504", "278768", "5196370", "5352322"], "ranked_scores": [0.7637, 0.7032, 0.6844, 0.6804, 0.6431, 0.6337, 0.6147, 0.6131, 0.6048, 0.6029], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "5499496", "3872927", "2068025", "1237202", "7154587", "8531579", "3230959", "1463441", "6453425"], "ranked_scores": [0.574, 0.5565, 0.5494, 0.5492, 0.5423, 0.5359, 0.5235, 0.4947, 0.4884, 0.4856], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4451324", "8796481", "4966850", "4233620", "2918527", "5675630", "8796486", "2396672", "3039809"], "ranked_scores": [0.6173, 0.5897, 0.5705, 0.5594, 0.5564, 0.5551, 0.5549, 0.5546, 0.5536, 0.5522], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "1511150", "4786937", "2099688", "2617812", "2208599", "4863108", "7526867", "3141441", "2617807"], "ranked_scores": [0.7229, 0.7205, 0.6856, 0.6853, 0.675, 0.6689, 0.6665, 0.664, 0.6624, 0.6616], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "7937494", "5655", "3701436", "2737708", "8310623", "8237806", "7770196"], "ranked_scores": [0.7774, 0.6739, 0.6495, 0.6115, 0.6107, 0.5966, 0.5942, 0.594, 0.5842, 0.5833], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "8327486", "5336580", "4256443", "5343617", "2066951", "3659405", "4522649", "3770821", "4502858"], "ranked_scores": [0.7825, 0.696, 0.6747, 0.6728, 0.6518, 0.6426, 0.6388, 0.6291, 0.6149, 0.5966], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "5904163", "754800", "6207587", "8148596", "7853301", "6207588", "7119732", "7645257"], "ranked_scores": [0.7034, 0.6224, 0.6037, 0.5787, 0.5726, 0.5703, 0.5703, 0.5695, 0.5561, 0.5416], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "5206549", "4589415", "2835995", "2290637", "1338705", "2391077", "2565560", "2245444", "5310704"], "ranked_scores": [0.6938, 0.6873, 0.684, 0.661, 0.6561, 0.6511, 0.6467, 0.6419, 0.6402, 0.6341], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3806458", "4991356", "4991354", "7161101", "8374135", "4991353", "3672237", "3148555", "117136"], "ranked_scores": [0.7394, 0.7102, 0.703, 0.6948, 0.6542, 0.6128, 0.6126, 0.5996, 0.5716, 0.5461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4409027", "4900578", "3747811", "2531512", "5393501", "4605270", "6193415", "2531517"], "ranked_scores": [0.6987, 0.6842, 0.6558, 0.6466, 0.5887, 0.5811, 0.5689, 0.5617, 0.5459, 0.5444], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "2488121", "6632522", "6632518", "6632520", "1063812", "7831679", "139961", "8586692", "1063811"], "ranked_scores": [0.6644, 0.6635, 0.6181, 0.6155, 0.609, 0.6067, 0.6058, 0.6044, 0.5968, 0.5943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "921100", "5143805", "5812523", "921101", "463652", "7313345", "6955768", "8139545", "6903206"], "ranked_scores": [0.6351, 0.6348, 0.6308, 0.6148, 0.598, 0.5961, 0.5816, 0.5793, 0.5771, 0.5741], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "2940019", "7420248", "5339585", "2940016", "7503113", "7503110", "1623860", "2359804"], "ranked_scores": [0.808, 0.6758, 0.6351, 0.6058, 0.6002, 0.598, 0.5735, 0.5656, 0.5621, 0.5437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["2024648", "8738884", "7562624", "1398369", "3451041", "3451044", "5304087", "1732853", "7562631", "3811525"], "ranked_scores": [0.666, 0.6522, 0.621, 0.5805, 0.5609, 0.5561, 0.5445, 0.5373, 0.5272, 0.5032], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "7856346", "8221437", "5431260", "4626170", "4158114", "4127072", "4343906", "6834849", "6269961"], "ranked_scores": [0.6124, 0.6078, 0.607, 0.5901, 0.5607, 0.5453, 0.542, 0.5363, 0.5319, 0.527], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495831", "3495837", "3495838", "1634694", "3495835", "7770959", "3885772", "2387122", "1188785"], "ranked_scores": [0.5723, 0.5659, 0.5645, 0.5131, 0.509, 0.4872, 0.4861, 0.4857, 0.4703, 0.4611], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "609594", "6212597", "6212591", "6212588", "3843788", "1941403", "3843787", "8233321", "917841"], "ranked_scores": [0.6673, 0.667, 0.6445, 0.6185, 0.6002, 0.5046, 0.4942, 0.4471, 0.4378, 0.4165], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7803343", "2790097", "7936183", "1384086", "2379160", "7601059", "3823638", "1031361"], "ranked_scores": [0.6101, 0.4452, 0.4062, 0.3854, 0.3828, 0.3519, 0.3469, 0.3464, 0.3395, 0.3269], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "8177246", "7511874", "1193873", "1460689", "3668938", "8432430", "1420186"], "ranked_scores": [0.668, 0.619, 0.6104, 0.6086, 0.6067, 0.5486, 0.5479, 0.5471, 0.542, 0.5277], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "4738326", "7104592", "1136108", "6124976", "1134210", "7515853", "4709447"], "ranked_scores": [0.7376, 0.7132, 0.5803, 0.5489, 0.5425, 0.5378, 0.5293, 0.5276, 0.5271, 0.5232], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "8424304", "2229750", "5955284", "7589839", "6986881", "3559380", "1420930", "7888894", "5812535"], "ranked_scores": [0.606, 0.5352, 0.5264, 0.5174, 0.5107, 0.5099, 0.509, 0.5039, 0.5017, 0.4978], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "3596760", "8771883", "3989499", "1939468", "8667781", "4564069", "6342544", "1304102", "6304249"], "ranked_scores": [0.6101, 0.5998, 0.5934, 0.5835, 0.5692, 0.5477, 0.5472, 0.5454, 0.5406, 0.5308], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-nstep-12000": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7837267", "8083127", "1674646", "3527619", "575979", "8083121", "2684883", "558173", "5265626", "6162682"], "ranked_scores": [0.7198, 0.7096, 0.7085, 0.6884, 0.6883, 0.6858, 0.6809, 0.6679, 0.6673, 0.6641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "5633832", "1297109", "8083127", "2581550", "157696", "220565", "3534685", "8398033", "7248824"], "ranked_scores": [0.6696, 0.6626, 0.6378, 0.6356, 0.6246, 0.6187, 0.6144, 0.5895, 0.5875, 0.5869], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "5842823", "1238142", "911138", "5221728", "6236648", "298606", "5582271", "5951944"], "ranked_scores": [0.6604, 0.5859, 0.5706, 0.5448, 0.5443, 0.5395, 0.5344, 0.5151, 0.5078, 0.5065], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "7369987", "2812582", "3399535", "515311", "6368609", "8279447", "1727064", "7011409"], "ranked_scores": [0.7246, 0.7173, 0.7135, 0.7115, 0.686, 0.6472, 0.636, 0.6293, 0.6292, 0.6224], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "7048914", "2070215", "5450605", "7255675", "8554964", "1159742", "1936834", "7048912"], "ranked_scores": [0.5741, 0.5698, 0.5525, 0.5401, 0.5212, 0.5066, 0.5021, 0.4893, 0.4808, 0.4765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "1190311", "3205963", "8817884", "1494980", "7600993", "7929603", "1229810", "1805806", "8299818"], "ranked_scores": [0.6195, 0.5076, 0.5036, 0.4935, 0.4931, 0.4915, 0.4752, 0.4739, 0.4702, 0.4647], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "6964479", "7813557", "5227711", "6801871", "6980305", "6964486", "6311584", "6815901"], "ranked_scores": [0.7244, 0.7227, 0.7132, 0.6695, 0.6288, 0.6218, 0.6161, 0.592, 0.5796, 0.5774], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "5997547", "5079417", "4154575", "4041246", "3550559", "2562047", "8343642"], "ranked_scores": [0.7151, 0.7028, 0.6246, 0.5899, 0.583, 0.5737, 0.5603, 0.5578, 0.5318, 0.5316], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365215", "5110182", "1365210", "6950276", "6950269", "249524", "7531871", "289409", "4667084"], "ranked_scores": [0.5911, 0.5739, 0.5711, 0.5694, 0.5482, 0.5444, 0.5435, 0.5409, 0.5337, 0.5324], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "4562810", "947575", "2552610", "4513419", "5931817", "7187662", "8190833", "4941655", "2579637"], "ranked_scores": [0.574, 0.524, 0.5203, 0.505, 0.5005, 0.4968, 0.4899, 0.4673, 0.4619, 0.4574], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1438830", "1226213", "2469923", "4405605", "209692", "8583766", "8583763"], "ranked_scores": [0.723, 0.6834, 0.5236, 0.4973, 0.4912, 0.4867, 0.4602, 0.457, 0.4564, 0.4548], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623383", "4069689", "295794", "7058926", "5289585", "5389787", "8111532", "7058927", "5196335", "7168973"], "ranked_scores": [0.4792, 0.4761, 0.456, 0.4556, 0.4412, 0.4381, 0.4314, 0.4257, 0.4096, 0.409], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301818", "7301814", "3512764", "6808332", "277376", "3803414", "5457419"], "ranked_scores": [0.7544, 0.7348, 0.7313, 0.5497, 0.5315, 0.5228, 0.4994, 0.4897, 0.4806, 0.4728], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "7970736", "8259512", "8450827", "7970735", "8259514", "8450828", "8450833", "1265191", "7970734"], "ranked_scores": [0.7539, 0.735, 0.723, 0.6571, 0.6271, 0.6159, 0.5964, 0.5801, 0.5619, 0.5498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "734127", "8296550", "4702013", "8128745", "4702009", "3043375", "3457120", "7185831"], "ranked_scores": [0.7481, 0.6725, 0.6485, 0.642, 0.6387, 0.6329, 0.63, 0.6261, 0.6248, 0.624], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "2010657", "8484568", "3505871", "8067800", "4768599", "46048", "665690"], "ranked_scores": [0.7541, 0.6347, 0.5021, 0.4938, 0.4677, 0.4641, 0.4621, 0.4559, 0.453, 0.4511], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7870700", "630599", "630605", "5672319", "3702788", "5340239", "6975615", "5827343"], "ranked_scores": [0.7482, 0.5828, 0.5668, 0.5251, 0.5244, 0.5206, 0.5086, 0.5045, 0.4966, 0.4902], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "4880893", "2116932", "7948050", "8157542", "2116929", "2116936", "2116933", "2116938", "3646580"], "ranked_scores": [0.7488, 0.7464, 0.7443, 0.7313, 0.7153, 0.6897, 0.6893, 0.6868, 0.6811, 0.6797], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "2450611", "7958943", "3056113", "4998837", "2870276", "3532662", "2647181", "3109473", "2356986"], "ranked_scores": [0.5364, 0.5341, 0.522, 0.4623, 0.4514, 0.4384, 0.4344, 0.4323, 0.4198, 0.4186], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "2044076", "4393603", "6607918", "4393601", "6641480", "5231134", "1226636", "6641482", "1726611"], "ranked_scores": [0.7288, 0.6383, 0.6168, 0.604, 0.6028, 0.6023, 0.6021, 0.5934, 0.5925, 0.5923], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["2131335", "7827765", "4489797", "7170238", "2131339", "6127285", "7803391", "7170234", "7827761", "4595482"], "ranked_scores": [0.4313, 0.4274, 0.4253, 0.4072, 0.3925, 0.3845, 0.3683, 0.3595, 0.3409, 0.3374], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "1839684", "2588002", "8540414", "4796869", "7134383", "7269273", "1918866", "391341"], "ranked_scores": [0.8065, 0.7782, 0.7709, 0.7604, 0.7535, 0.7412, 0.733, 0.7188, 0.7112, 0.708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "8820180", "3768485", "1143382", "1673140", "5364572", "7689707", "4390430", "3909648"], "ranked_scores": [0.601, 0.593, 0.5454, 0.5298, 0.5243, 0.5219, 0.5161, 0.4955, 0.4925, 0.4887], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3346337", "92150", "3968773", "1546056", "5729775", "5210161", "2443030", "1460640", "6979322", "6363366"], "ranked_scores": [0.7184, 0.7105, 0.7097, 0.6729, 0.6619, 0.6617, 0.661, 0.6565, 0.6522, 0.6349], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["4942019", "5739636", "2796274", "8426355", "5269626", "2636672", "4901734", "2636668", "3733774", "4942015"], "ranked_scores": [0.7483, 0.74, 0.716, 0.7102, 0.7094, 0.7027, 0.702, 0.7008, 0.7, 0.6986], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "4805364", "5174051", "6032018", "2820637", "1333652", "1039754", "7527096", "4805366", "7650732"], "ranked_scores": [0.6428, 0.6007, 0.5913, 0.5712, 0.5706, 0.5635, 0.554, 0.5512, 0.5395, 0.5393], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576606", "2576605", "551238", "7137675", "2692492", "6033952", "272188", "272190", "7249172"], "ranked_scores": [0.7851, 0.7162, 0.7148, 0.7043, 0.6965, 0.6832, 0.6794, 0.6677, 0.6575, 0.6485], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6465151", "6797667", "5408281", "8277053", "1850491", "6694795", "3296425", "6502553", "5351935", "3188819"], "ranked_scores": [0.6461, 0.6194, 0.6085, 0.6024, 0.5975, 0.587, 0.5858, 0.5719, 0.5689, 0.5671], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7288502", "7646422", "2061122", "5756090", "7288504", "278768", "5196370", "5352322"], "ranked_scores": [0.7631, 0.7016, 0.6839, 0.679, 0.6421, 0.6372, 0.6138, 0.6124, 0.6047, 0.6023], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "5499496", "3872927", "2068025", "1237202", "7154587", "8531579", "3230959", "1463441", "6453425"], "ranked_scores": [0.5721, 0.5552, 0.5487, 0.5477, 0.5416, 0.5337, 0.523, 0.4937, 0.4871, 0.483], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4451324", "8796481", "4966850", "4233620", "8796486", "2918527", "2396672", "5675630", "3039809"], "ranked_scores": [0.618, 0.5905, 0.5692, 0.5598, 0.5562, 0.5561, 0.5549, 0.5531, 0.5523, 0.5521], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "1511150", "4786937", "2099688", "2617812", "2208599", "4863108", "7526867", "3141441", "2617807"], "ranked_scores": [0.7252, 0.7222, 0.6873, 0.686, 0.678, 0.67, 0.6682, 0.6672, 0.665, 0.6632], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "7937494", "5655", "3701436", "8310623", "2737708", "7770196", "8237806"], "ranked_scores": [0.7796, 0.675, 0.6523, 0.6139, 0.6135, 0.5983, 0.5961, 0.5951, 0.5861, 0.5857], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "8327486", "5336580", "4256443", "5343617", "2066951", "3659405", "4522649", "3770821", "4502858"], "ranked_scores": [0.7828, 0.6965, 0.6754, 0.6739, 0.6524, 0.6435, 0.6408, 0.6302, 0.6164, 0.5981], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "5904163", "754800", "6207587", "6207588", "8148596", "7853301", "7119732", "7645257"], "ranked_scores": [0.7028, 0.6223, 0.6052, 0.578, 0.5742, 0.5711, 0.5704, 0.5701, 0.5568, 0.542], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "5206549", "4589415", "2835995", "2290637", "1338705", "2391077", "2565560", "2245444", "7734838"], "ranked_scores": [0.6948, 0.6888, 0.685, 0.6623, 0.6571, 0.6521, 0.6476, 0.6434, 0.6418, 0.636], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3806458", "4991356", "4991354", "7161101", "8374135", "4991353", "3672237", "3148555", "117136"], "ranked_scores": [0.7387, 0.7089, 0.7016, 0.6952, 0.6531, 0.6129, 0.6119, 0.5992, 0.5707, 0.544], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4409027", "4900578", "3747811", "2531512", "5393501", "4605270", "6193415", "2531517"], "ranked_scores": [0.6982, 0.6849, 0.6563, 0.6478, 0.5884, 0.5814, 0.5695, 0.5627, 0.5458, 0.5441], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "7428627", "6632522", "6632518", "6632520", "1063812", "7831679", "139961", "8586692", "1063811"], "ranked_scores": [0.6634, 0.6631, 0.6162, 0.614, 0.6078, 0.6059, 0.6059, 0.6028, 0.5942, 0.5933], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["921100", "1867101", "5143805", "5812523", "921101", "463652", "7313345", "6955768", "8139545", "6903206"], "ranked_scores": [0.6357, 0.6356, 0.6319, 0.6154, 0.5985, 0.5975, 0.5843, 0.5812, 0.5788, 0.5753], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "2940019", "7420248", "5339585", "2940016", "7503113", "7503110", "1623860", "2359804"], "ranked_scores": [0.8083, 0.6784, 0.6359, 0.6069, 0.6001, 0.5973, 0.5745, 0.5669, 0.5627, 0.5436], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["2024648", "8738884", "7562624", "1398369", "3451041", "3451044", "5304087", "1732853", "7562631", "3811525"], "ranked_scores": [0.667, 0.6539, 0.6225, 0.5827, 0.5626, 0.5574, 0.5457, 0.5381, 0.5291, 0.5055], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8221437", "7856346", "5431260", "4626170", "4158114", "4127072", "4343906", "6834849", "6269961"], "ranked_scores": [0.6122, 0.6076, 0.6074, 0.5907, 0.5601, 0.5444, 0.5423, 0.5354, 0.532, 0.5267], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495831", "3495837", "3495838", "1634694", "3495835", "7770959", "3885772", "2387122", "1188785"], "ranked_scores": [0.5727, 0.5653, 0.5648, 0.5127, 0.5084, 0.4865, 0.4865, 0.4851, 0.4695, 0.4598], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6401864", "6212597", "6212591", "6212588", "3843788", "1941403", "3843787", "8233321", "917841"], "ranked_scores": [0.6684, 0.6679, 0.6426, 0.6197, 0.6006, 0.507, 0.4961, 0.4488, 0.4405, 0.4186], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7803343", "2790097", "7936183", "1384086", "7601059", "2379160", "3823638", "1031361"], "ranked_scores": [0.6105, 0.4455, 0.4061, 0.3861, 0.3834, 0.353, 0.3472, 0.3466, 0.3408, 0.3281], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "8177246", "7511874", "1460689", "1193873", "3668938", "8432430", "1460690"], "ranked_scores": [0.6695, 0.6211, 0.6125, 0.6097, 0.6067, 0.5494, 0.549, 0.5488, 0.5438, 0.5293], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "4738326", "7104592", "1136108", "6124976", "1134210", "7515853", "4709447"], "ranked_scores": [0.7395, 0.7153, 0.5826, 0.5521, 0.5446, 0.5401, 0.5325, 0.5295, 0.5292, 0.5257], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "8424304", "2229750", "5955284", "7589839", "3559380", "6986881", "1420930", "7888894", "3712796"], "ranked_scores": [0.6065, 0.5367, 0.5279, 0.5173, 0.5107, 0.5098, 0.5086, 0.5047, 0.5015, 0.4958], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "3596760", "8771883", "3989499", "1939468", "8667781", "4564069", "6342544", "1304102", "2764847"], "ranked_scores": [0.6124, 0.6029, 0.5947, 0.5847, 0.5705, 0.5507, 0.5493, 0.5469, 0.5445, 0.5324], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-nstep-14000": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7837267", "8083127", "1674646", "575979", "3527619", "8083121", "2684883", "558173", "5265626", "6162682"], "ranked_scores": [0.7195, 0.7095, 0.7072, 0.6882, 0.6879, 0.6858, 0.6809, 0.6676, 0.6673, 0.6645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "5633832", "1297109", "8083127", "2581550", "157696", "220565", "3534685", "8398033", "7248824"], "ranked_scores": [0.6691, 0.6613, 0.6367, 0.6357, 0.6242, 0.6186, 0.6141, 0.5893, 0.5873, 0.5868], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "5842823", "1238142", "911138", "5221728", "6236648", "298606", "5582271", "5951944"], "ranked_scores": [0.6602, 0.5859, 0.5701, 0.5443, 0.5437, 0.5389, 0.5343, 0.5148, 0.5075, 0.5064], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "7369987", "2812582", "3399535", "515311", "6368609", "8279447", "1727064", "7011409"], "ranked_scores": [0.7239, 0.716, 0.7134, 0.7106, 0.6851, 0.6457, 0.6346, 0.6286, 0.6284, 0.6211], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "7048914", "2070215", "5450605", "7255675", "8554964", "1159742", "1936834", "7048912"], "ranked_scores": [0.5736, 0.5694, 0.5518, 0.5391, 0.5215, 0.5056, 0.5021, 0.4886, 0.4815, 0.4753], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "1190311", "3205963", "8817884", "1494980", "7600993", "7929603", "1229810", "1805806", "8299818"], "ranked_scores": [0.6191, 0.5071, 0.5039, 0.4934, 0.4929, 0.4913, 0.476, 0.4732, 0.4702, 0.4647], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "6964479", "7813557", "5227711", "6801871", "6980305", "6964486", "6311584", "6815901"], "ranked_scores": [0.724, 0.7219, 0.7127, 0.6693, 0.6289, 0.6209, 0.616, 0.5914, 0.5786, 0.577], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "7698064", "5997547", "5079417", "4154575", "4041246", "3550559", "1768445", "8343642"], "ranked_scores": [0.7154, 0.7025, 0.6248, 0.5883, 0.5815, 0.5745, 0.5592, 0.5582, 0.5312, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365215", "5110182", "1365210", "6950276", "6950269", "249524", "7531871", "289409", "4667084"], "ranked_scores": [0.5909, 0.5744, 0.5713, 0.5692, 0.5485, 0.545, 0.5431, 0.541, 0.534, 0.5324], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "4562810", "947575", "2552610", "4513419", "5931817", "7187662", "8190833", "4941655", "2579637"], "ranked_scores": [0.5744, 0.5247, 0.5194, 0.5044, 0.5013, 0.4971, 0.4901, 0.4673, 0.462, 0.4584], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4922192", "1438830", "1226213", "2469923", "4405605", "209692", "8583766", "8583763"], "ranked_scores": [0.7219, 0.6824, 0.521, 0.4961, 0.4908, 0.4876, 0.4601, 0.4574, 0.456, 0.4546], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623383", "4069689", "295794", "7058926", "5289585", "5389787", "8111532", "7058927", "5196335", "7168973"], "ranked_scores": [0.4778, 0.4768, 0.4559, 0.4553, 0.4409, 0.4388, 0.4315, 0.4249, 0.4097, 0.4083], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301818", "7301814", "3512764", "6808332", "277376", "3803414", "5457419"], "ranked_scores": [0.7545, 0.7351, 0.7321, 0.5483, 0.5311, 0.5221, 0.4994, 0.4891, 0.4797, 0.4716], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "7970736", "8259512", "8450827", "7970735", "8259514", "8450828", "8450833", "1265191", "7970734"], "ranked_scores": [0.754, 0.7341, 0.7226, 0.6571, 0.6248, 0.6167, 0.5968, 0.5796, 0.5608, 0.5496], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "734127", "8296550", "4702013", "8128745", "4702009", "3043375", "3457120", "7185831"], "ranked_scores": [0.7466, 0.6723, 0.6482, 0.6424, 0.6379, 0.632, 0.6296, 0.6265, 0.6245, 0.6239], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "2010657", "8484568", "3505871", "8067800", "4768599", "46048", "665690"], "ranked_scores": [0.7536, 0.6322, 0.5009, 0.4921, 0.4659, 0.4616, 0.4606, 0.4543, 0.4514, 0.4497], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7870700", "630599", "630605", "5672319", "3702788", "5340239", "6975615", "2995208"], "ranked_scores": [0.7473, 0.5825, 0.5655, 0.5227, 0.5223, 0.5191, 0.5076, 0.5022, 0.4947, 0.4884], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "4880893", "2116932", "7948050", "8157542", "2116929", "2116936", "2116933", "2116938", "3646580"], "ranked_scores": [0.7484, 0.7448, 0.7434, 0.7305, 0.7143, 0.6888, 0.6885, 0.6847, 0.6799, 0.6786], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "2450611", "7958943", "3056113", "4998837", "2870276", "3532662", "2647181", "3109473", "2356986"], "ranked_scores": [0.5361, 0.5337, 0.5218, 0.4618, 0.4515, 0.438, 0.4349, 0.4325, 0.4197, 0.4193], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "2044076", "4393603", "6607918", "4393601", "6641480", "5231134", "1226636", "1674914", "6641482"], "ranked_scores": [0.7274, 0.6374, 0.6157, 0.6031, 0.6021, 0.6012, 0.601, 0.5928, 0.5915, 0.5912], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["2131335", "7827765", "4489797", "7170238", "2131339", "6127285", "7803391", "7170234", "7827761", "4595482"], "ranked_scores": [0.4312, 0.427, 0.4255, 0.4061, 0.3917, 0.3845, 0.3679, 0.3603, 0.3408, 0.3364], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "1839684", "2588002", "8540414", "4796869", "7134383", "7269273", "1918866", "391341"], "ranked_scores": [0.8057, 0.7766, 0.7697, 0.7586, 0.7524, 0.74, 0.7325, 0.7175, 0.7104, 0.7067], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "4936994", "8820180", "3768485", "1143382", "1673140", "5364572", "7689707", "4390430", "3909648"], "ranked_scores": [0.601, 0.5926, 0.5449, 0.5293, 0.5242, 0.522, 0.5161, 0.4952, 0.4922, 0.4893], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["3346337", "92150", "3968773", "1546056", "5729775", "5210161", "2443030", "1460640", "6979322", "6363366"], "ranked_scores": [0.7172, 0.7091, 0.7086, 0.6715, 0.6605, 0.6601, 0.6596, 0.655, 0.6511, 0.634], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["4942019", "5739636", "2796274", "8426355", "5269626", "4901734", "2636672", "2636668", "3733774", "4942015"], "ranked_scores": [0.7482, 0.7399, 0.7158, 0.7099, 0.7087, 0.7019, 0.7019, 0.7, 0.6993, 0.6982], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "4805364", "5174051", "6032018", "2820637", "1333652", "1039754", "7527096", "4805366", "7650732"], "ranked_scores": [0.6423, 0.5997, 0.5906, 0.5705, 0.5694, 0.5637, 0.5527, 0.5512, 0.5387, 0.5379], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576606", "2576605", "551238", "7137675", "2692492", "6033952", "272188", "272190", "7249172"], "ranked_scores": [0.7843, 0.7153, 0.7135, 0.7034, 0.697, 0.6827, 0.6782, 0.6668, 0.6568, 0.6482], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6465151", "6797667", "5408281", "8277053", "1850491", "6694795", "3296425", "6502553", "5351935", "7810605"], "ranked_scores": [0.6457, 0.6183, 0.6079, 0.6012, 0.5961, 0.5855, 0.5855, 0.5719, 0.568, 0.5664], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7288502", "7646422", "2061122", "5756090", "7288504", "278768", "5196370", "5352322"], "ranked_scores": [0.7616, 0.7006, 0.6828, 0.6782, 0.6412, 0.6356, 0.6126, 0.611, 0.6035, 0.6008], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "5499496", "3872927", "2068025", "1237202", "7154587", "8531579", "3230959", "1463441", "6453425"], "ranked_scores": [0.5727, 0.5547, 0.5493, 0.5477, 0.5421, 0.5339, 0.5226, 0.4939, 0.4872, 0.4849], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4451324", "8796481", "4966850", "4233620", "8796486", "2918527", "2396672", "3039809", "5675630"], "ranked_scores": [0.6171, 0.5897, 0.5693, 0.5598, 0.557, 0.5552, 0.5547, 0.5529, 0.5518, 0.5517], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["7526870", "1511150", "4786937", "2099688", "2617812", "2208599", "4863108", "7526867", "3141441", "2617807"], "ranked_scores": [0.7235, 0.7198, 0.6861, 0.6845, 0.6765, 0.6674, 0.6658, 0.665, 0.6636, 0.6618], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "5655", "7937494", "3701436", "8310623", "2737708", "7770196", "8237806"], "ranked_scores": [0.7794, 0.6743, 0.6509, 0.6131, 0.613, 0.5975, 0.5949, 0.5949, 0.5855, 0.5851], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "8327486", "5336580", "4256443", "5343617", "2066951", "3659405", "4522649", "3770821", "4502858"], "ranked_scores": [0.7824, 0.6964, 0.675, 0.6731, 0.6519, 0.6425, 0.6391, 0.6286, 0.6153, 0.5965], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "5904163", "754800", "6207587", "7853301", "6207588", "8148596", "7119732", "7645257"], "ranked_scores": [0.7015, 0.6211, 0.6039, 0.5796, 0.5734, 0.5711, 0.5702, 0.5702, 0.5558, 0.5412], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4004619", "5206549", "4589415", "2835995", "2290637", "1338705", "2391077", "2565560", "2245444", "7734838"], "ranked_scores": [0.693, 0.6869, 0.6836, 0.6612, 0.6555, 0.6505, 0.646, 0.6419, 0.6405, 0.6344], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3806458", "4991356", "4991354", "7161101", "8374135", "4991353", "3672237", "3148555", "117136"], "ranked_scores": [0.7376, 0.7083, 0.701, 0.6931, 0.652, 0.612, 0.6104, 0.5974, 0.5696, 0.5427], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["7778956", "4605271", "4409027", "4900578", "3747811", "2531512", "5393501", "4605270", "6193415", "2531517"], "ranked_scores": [0.6972, 0.6833, 0.6542, 0.6467, 0.5881, 0.58, 0.568, 0.5625, 0.545, 0.5435], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "2488121", "6632522", "6632518", "6632520", "1063812", "7831679", "139961", "8586692", "1063811"], "ranked_scores": [0.6633, 0.663, 0.6166, 0.6144, 0.608, 0.6063, 0.6053, 0.6033, 0.5941, 0.5935], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "921100", "5143805", "5812523", "921101", "463652", "7313345", "6955768", "8139545", "6903206"], "ranked_scores": [0.635, 0.6349, 0.6307, 0.6146, 0.5981, 0.5973, 0.5823, 0.5805, 0.5777, 0.5748], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "4258668", "2940019", "7420248", "5339585", "2940016", "7503113", "7503110", "1623860", "2359804"], "ranked_scores": [0.8083, 0.6772, 0.6349, 0.6055, 0.5995, 0.5973, 0.574, 0.5653, 0.5609, 0.5442], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["2024648", "8738884", "7562624", "1398369", "3451041", "3451044", "5304087", "1732853", "7562631", "3811525"], "ranked_scores": [0.6679, 0.6541, 0.6233, 0.5825, 0.5629, 0.5577, 0.5465, 0.5388, 0.5297, 0.5055], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221430", "8221437", "7856346", "5431260", "4626170", "4158114", "4127072", "4343906", "6834849", "6269961"], "ranked_scores": [0.6118, 0.607, 0.6067, 0.5893, 0.5596, 0.5438, 0.5415, 0.5351, 0.5305, 0.525], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495831", "3495837", "3495838", "1634694", "3495835", "7770959", "3885772", "2387122", "1188785"], "ranked_scores": [0.571, 0.5648, 0.563, 0.5114, 0.507, 0.4859, 0.4857, 0.4836, 0.4683, 0.4599], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["609594", "6401864", "6212597", "6212591", "6212588", "3843788", "1941403", "3843787", "8233321", "917841"], "ranked_scores": [0.6687, 0.6682, 0.6434, 0.6199, 0.6011, 0.5075, 0.4966, 0.4491, 0.4408, 0.4174], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7803343", "2790097", "7936183", "1384086", "2379160", "7601059", "3823638", "4774028"], "ranked_scores": [0.6108, 0.4448, 0.4074, 0.3847, 0.3833, 0.3533, 0.3484, 0.3464, 0.3416, 0.3291], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "1460685", "5891383", "8177246", "7511874", "1460689", "3668938", "1193873", "8432430", "1420186"], "ranked_scores": [0.6681, 0.6204, 0.6113, 0.6086, 0.6064, 0.5492, 0.5485, 0.548, 0.5437, 0.529], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "4738326", "7104592", "1136108", "6124976", "1134210", "7515853", "4709447"], "ranked_scores": [0.7384, 0.7143, 0.5816, 0.551, 0.5439, 0.5389, 0.5316, 0.5291, 0.5281, 0.5251], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "8424304", "2229750", "5955284", "7589839", "3559380", "6986881", "1420930", "7888894", "3712796"], "ranked_scores": [0.6052, 0.535, 0.5263, 0.5153, 0.5091, 0.5077, 0.5065, 0.5027, 0.4992, 0.4949], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "3596760", "8771883", "3989499", "1939468", "8667781", "4564069", "6342544", "1304102", "2764847"], "ranked_scores": [0.6129, 0.6026, 0.5952, 0.5839, 0.5708, 0.5496, 0.5481, 0.5465, 0.5433, 0.5324], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-bat-nstep-2000": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["1674646", "5265626", "4362703", "3527619", "6858216", "7584907", "8083127", "575979", "7837267", "6489670"], "ranked_scores": [616.0, 600.0, 592.0, 591.0, 589.0, 586.0, 584.0, 581.0, 579.0, 577.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297109", "2684883", "6929917", "5633832", "1270356", "1674646", "8083127", "542682", "3308552", "1674644"], "ranked_scores": [600.0, 583.0, 578.0, 577.0, 575.0, 575.0, 569.0, 567.0, 565.0, 561.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "1592656", "911138", "1238142", "2295208", "5842823", "5582271", "5226726", "7114600"], "ranked_scores": [611.0, 606.0, 584.0, 571.0, 565.0, 561.0, 558.0, 551.0, 551.0, 549.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "7369987", "515311", "2548176", "1727064", "2812582", "2541248", "8279447", "5359258"], "ranked_scores": [623.0, 611.0, 605.0, 595.0, 594.0, 593.0, 592.0, 585.0, 583.0, 581.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "5450605", "7048914", "1035452", "1159740", "3820657", "1936834", "2070215", "7255678"], "ranked_scores": [558.0, 556.0, 552.0, 548.0, 534.0, 531.0, 527.0, 527.0, 526.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["8011156", "1123190", "6199240", "5606320", "1805806", "4496437", "7929603", "7600993", "1179925", "378964"], "ranked_scores": [542.0, 539.0, 536.0, 534.0, 531.0, 528.0, 527.0, 525.0, 524.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["6980305", "7813557", "5227711", "4816964", "7260457", "6964479", "6311584", "1777799", "2464704", "6964486"], "ranked_scores": [637.0, 628.0, 610.0, 605.0, 600.0, 583.0, 578.0, 574.0, 561.0, 560.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550559", "3550561", "3550563", "7698064", "5079417", "5997547", "2562047", "8343642", "4041246", "5644075"], "ranked_scores": [598.0, 595.0, 584.0, 576.0, 561.0, 560.0, 559.0, 558.0, 555.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365215", "4667084", "8452568", "5110182", "6950269", "289409", "1365210", "1102477", "7531871", "249524"], "ranked_scores": [596.0, 567.0, 563.0, 558.0, 558.0, 556.0, 554.0, 552.0, 549.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "947575", "1239940", "7187662", "4513419", "4562810", "2117748", "5132484", "5469449", "5931817"], "ranked_scores": [563.0, 562.0, 548.0, 540.0, 535.0, 531.0, 525.0, 525.0, 520.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "2469923", "1226213", "1226215", "4922192", "1438830", "6033800", "8583766", "4405605"], "ranked_scores": [643.0, 637.0, 556.0, 551.0, 544.0, 531.0, 519.0, 517.0, 516.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["5389787", "5289585", "7168976", "4623383", "8111528", "7168973", "7058926", "295788", "4069689", "7144756"], "ranked_scores": [560.0, 537.0, 528.0, 522.0, 520.0, 519.0, 515.0, 511.0, 508.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301818", "1741823", "7407185", "3803414", "7301814", "277376", "4798572"], "ranked_scores": [614.0, 606.0, 604.0, 545.0, 535.0, 534.0, 525.0, 525.0, 523.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970728", "8450827", "7970736", "8259512", "8259514", "8450828", "8450833", "320956", "7970734", "3987938"], "ranked_scores": [623.0, 618.0, 613.0, 603.0, 599.0, 590.0, 579.0, 568.0, 558.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "7160804", "4702009", "7160799", "4702013", "8128745", "6193662", "8684894", "2586618"], "ranked_scores": [608.0, 603.0, 582.0, 577.0, 577.0, 573.0, 567.0, 567.0, 559.0, 554.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "2010657", "6467669", "7220313", "4768599", "8067800", "46048", "8023011"], "ranked_scores": [650.0, 552.0, 541.0, 535.0, 531.0, 528.0, 526.0, 525.0, 522.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "5340239", "7870705", "2995208", "3702788", "6667088", "7937824", "8091571", "8584557"], "ranked_scores": [633.0, 578.0, 549.0, 542.0, 539.0, 535.0, 531.0, 529.0, 526.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "2116932", "8157542", "7948042", "8722441", "2083431", "4880893", "8722440", "2116929", "3646580"], "ranked_scores": [619.0, 607.0, 606.0, 595.0, 595.0, 595.0, 593.0, 589.0, 589.0, 584.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4998837", "2647181", "2450611", "7480853", "4253084", "3225747", "4725494", "3333503"], "ranked_scores": [587.0, 570.0, 515.0, 515.0, 510.0, 508.0, 505.0, 504.0, 503.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["3444262", "7503570", "4393603", "5231134", "7503576", "6282957", "2044076", "6775026", "4624988", "2091063"], "ranked_scores": [589.0, 583.0, 577.0, 576.0, 574.0, 572.0, 570.0, 570.0, 569.0, 565.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827761", "7170238", "7803391", "4489797", "7827765", "7170234", "6127285", "1775549", "4489799", "2859564"], "ranked_scores": [522.0, 510.0, 508.0, 508.0, 507.0, 505.0, 505.0, 502.0, 500.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "4796869", "442006", "8540414", "2588002", "1918866", "1839684", "863946", "7134383", "7623735"], "ranked_scores": [636.0, 620.0, 619.0, 596.0, 591.0, 591.0, 590.0, 588.0, 585.0, 580.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["8820180", "7689707", "4936994", "1673140", "5039968", "3768485", "409310", "4390430", "6506033", "2188117"], "ranked_scores": [568.0, 558.0, 557.0, 556.0, 545.0, 543.0, 540.0, 539.0, 537.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "5729775", "3346337", "115435", "3968773", "6363366", "1460640", "427332", "6600249", "5210161"], "ranked_scores": [606.0, 606.0, 590.0, 572.0, 572.0, 571.0, 568.0, 565.0, 564.0, 562.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8307546", "4942019", "5269626", "1348264", "8426355", "3733774", "5123227", "7992320", "2636668", "1106640"], "ranked_scores": [618.0, 605.0, 605.0, 603.0, 599.0, 599.0, 598.0, 597.0, 592.0, 591.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "1039754", "7527096", "4805364", "5174051", "1497166", "6343914", "1333652", "6751126", "7650732"], "ranked_scores": [585.0, 571.0, 562.0, 550.0, 548.0, 532.0, 529.0, 526.0, 523.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576606", "2576605", "1613678", "551238", "2692492", "870351", "1525623", "7249172", "6033952"], "ranked_scores": [647.0, 615.0, 613.0, 600.0, 593.0, 586.0, 577.0, 577.0, 576.0, 572.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6797667", "5408281", "7810605", "6465151", "8277053", "6502553", "7553014", "5419270", "7228941", "5373185"], "ranked_scores": [553.0, 553.0, 551.0, 551.0, 541.0, 540.0, 539.0, 535.0, 535.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7288502", "7646422", "5094229", "278768", "4437972", "4377794", "5756090", "5352322", "2929750"], "ranked_scores": [647.0, 628.0, 627.0, 627.0, 597.0, 594.0, 592.0, 590.0, 588.0, 587.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "3872927", "8531579", "5499496", "2068025", "6247115", "4594595", "6453425", "6032214", "1237202"], "ranked_scores": [558.0, 556.0, 546.0, 544.0, 540.0, 536.0, 535.0, 535.0, 535.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "5675630", "1763487", "8796481", "6714731", "7833611", "7975065", "2918527", "2998932", "8607085"], "ranked_scores": [566.0, 549.0, 549.0, 548.0, 548.0, 543.0, 541.0, 540.0, 538.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "2099688", "2617812", "2898312", "7526870", "1511150", "1841905", "4863108", "2617807", "4863107"], "ranked_scores": [646.0, 626.0, 607.0, 601.0, 599.0, 598.0, 598.0, 597.0, 594.0, 594.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "7434451", "8310623", "888154", "3259751", "3701436", "5546116", "7770196"], "ranked_scores": [645.0, 613.0, 604.0, 570.0, 569.0, 566.0, 563.0, 560.0, 559.0, 559.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "2066951", "3659405", "5343617", "4522649", "2391916", "4256443", "8327486", "6278487"], "ranked_scores": [659.0, 610.0, 604.0, 591.0, 589.0, 584.0, 577.0, 570.0, 569.0, 565.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "5904163", "3712671", "8148596", "7853301", "6207587", "1696161", "1683771", "6207588", "4687484"], "ranked_scores": [604.0, 576.0, 564.0, 561.0, 560.0, 559.0, 556.0, 555.0, 550.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4589415", "7734838", "2565560", "4205560", "4893298", "2245440", "4004619", "351022", "4111498", "5206549"], "ranked_scores": [606.0, 603.0, 597.0, 596.0, 595.0, 592.0, 591.0, 591.0, 591.0, 589.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["4991354", "826058", "3672237", "4991356", "3806458", "4991353", "7161101", "3148555", "8374135", "3926427"], "ranked_scores": [600.0, 588.0, 580.0, 574.0, 574.0, 562.0, 560.0, 559.0, 546.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4409027", "7778956", "4900578", "4605271", "2531512", "3747811", "5393501", "6193415", "1250411", "4605270"], "ranked_scores": [607.0, 606.0, 600.0, 592.0, 589.0, 578.0, 574.0, 574.0, 547.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "6632518", "3722839", "1063811", "6632520", "7831679", "3942500", "4590213", "4005369", "6632522"], "ranked_scores": [592.0, 592.0, 592.0, 590.0, 587.0, 581.0, 579.0, 571.0, 570.0, 564.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["463652", "5813240", "921101", "1867101", "6713671", "463648", "886990", "1041319", "3883683", "6903206"], "ranked_scores": [577.0, 568.0, 568.0, 566.0, 565.0, 562.0, 557.0, 557.0, 556.0, 555.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "2940019", "3252244", "7728427", "4258668", "1623860", "7420248", "3617286", "5339585", "7692614"], "ranked_scores": [609.0, 575.0, 575.0, 570.0, 567.0, 550.0, 549.0, 545.0, 540.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["8738884", "7562624", "1398369", "2024648", "1732850", "3451041", "5304087", "3451044", "7562631", "6711596"], "ranked_scores": [607.0, 594.0, 585.0, 582.0, 553.0, 551.0, 549.0, 547.0, 547.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "7856346", "4158114", "8221430", "1922718", "4626170", "8015905", "4127072", "8221431", "6269961"], "ranked_scores": [591.0, 586.0, 582.0, 575.0, 574.0, 574.0, 564.0, 564.0, 562.0, 556.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495835", "3495838", "7770959", "3495831", "1634694", "6786202", "3885772", "1188785"], "ranked_scores": [582.0, 562.0, 556.0, 550.0, 546.0, 542.0, 537.0, 532.0, 524.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212591", "6212597", "609594", "2852056", "3843788", "1941403", "471140", "3843787"], "ranked_scores": [604.0, 582.0, 566.0, 556.0, 555.0, 519.0, 518.0, 517.0, 517.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7601059", "3823638", "5287450", "5128180", "5653612", "7332215", "3765824", "7803343"], "ranked_scores": [577.0, 526.0, 509.0, 498.0, 493.0, 491.0, 488.0, 487.0, 487.0, 483.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511875", "7511874", "5891383", "1460685", "3668938", "1460689", "1420186", "8177246", "8432430", "2857974"], "ranked_scores": [585.0, 582.0, 574.0, 570.0, 565.0, 556.0, 554.0, 552.0, 547.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7395884", "7848151", "7985409", "4738326", "5809788", "4878176", "1136108", "1690952"], "ranked_scores": [617.0, 599.0, 569.0, 556.0, 553.0, 546.0, 546.0, 544.0, 544.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "2229750", "8424304", "5955284", "7597791", "7589844", "1420930", "6417183", "6479986", "1772350"], "ranked_scores": [549.0, 549.0, 540.0, 536.0, 533.0, 533.0, 530.0, 526.0, 523.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8771883", "3989499", "4957113", "6342544", "3404247", "2575364", "6304249", "7966624", "3664758"], "ranked_scores": [597.0, 548.0, 542.0, 542.0, 541.0, 531.0, 525.0, 525.0, 525.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-bat-nstep-4000": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3527619", "6489670", "1674646", "4362703", "638358", "4592392", "5265626", "7275122", "7837267", "7172147"], "ranked_scores": [590.0, 577.0, 576.0, 571.0, 569.0, 562.0, 562.0, 561.0, 561.0, 560.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297109", "1297112", "5633832", "2684883", "542682", "3671400", "3308552", "1674646", "220565", "8083127"], "ranked_scores": [580.0, 563.0, 562.0, 562.0, 553.0, 546.0, 545.0, 542.0, 541.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "1592656", "911138", "5842823", "2295208", "298606", "2403650", "7114600", "6236648"], "ranked_scores": [635.0, 589.0, 578.0, 569.0, 567.0, 562.0, 547.0, 544.0, 541.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "5769842", "7369987", "8279447", "515311", "66620", "3125130", "6926916", "2812582", "6368609"], "ranked_scores": [621.0, 618.0, 603.0, 595.0, 593.0, 591.0, 587.0, 586.0, 585.0, 585.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "5450605", "3794304", "7048914", "3794300", "856390", "7391880", "4269405", "4269410", "1936834"], "ranked_scores": [573.0, 570.0, 569.0, 562.0, 547.0, 539.0, 538.0, 535.0, 535.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["8011156", "7929603", "1494980", "6199240", "5606320", "1179925", "1805806", "4097849", "1123190", "7776113"], "ranked_scores": [523.0, 519.0, 510.0, 508.0, 506.0, 500.0, 496.0, 495.0, 491.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "6980305", "5227711", "6964479", "7260457", "7813557", "1777799", "6311584", "6964486", "3941958"], "ranked_scores": [607.0, 604.0, 603.0, 599.0, 598.0, 587.0, 578.0, 573.0, 555.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550559", "8343642", "3550561", "5079417", "2562047", "4041246", "5997547", "3550563", "7698064", "7735540"], "ranked_scores": [585.0, 576.0, 571.0, 570.0, 566.0, 566.0, 564.0, 562.0, 557.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "1102477", "5110182", "4667084", "1365210", "289409", "7531871", "3323839", "8452568", "6950275"], "ranked_scores": [552.0, 547.0, 544.0, 543.0, 536.0, 535.0, 534.0, 534.0, 534.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "947575", "7187662", "1239940", "5132484", "2117748", "5407231", "8473657", "4513419", "1649595"], "ranked_scores": [570.0, 564.0, 549.0, 544.0, 539.0, 529.0, 526.0, 526.0, 522.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "2469923", "1226215", "2697614", "4922192", "1226213", "4405605", "209692", "859199"], "ranked_scores": [656.0, 635.0, 551.0, 536.0, 533.0, 525.0, 524.0, 524.0, 522.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["2899047", "5389787", "5289585", "7858636", "7058926", "8111528", "7168976", "295788", "4623383", "7168973"], "ranked_scores": [535.0, 535.0, 529.0, 523.0, 521.0, 520.0, 513.0, 505.0, 505.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301814", "3803414", "4798572", "1053300", "1317497", "7407185", "1053306"], "ranked_scores": [622.0, 615.0, 612.0, 529.0, 517.0, 513.0, 513.0, 512.0, 512.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "8450827", "7970728", "8450828", "8259514", "8259512", "8450833", "7970734", "3987938", "6709254"], "ranked_scores": [617.0, 595.0, 581.0, 581.0, 581.0, 563.0, 556.0, 550.0, 537.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["8346654", "7160805", "7160804", "8684894", "7160799", "826701", "6193662", "7138663", "7612966", "6257976"], "ranked_scores": [599.0, 588.0, 581.0, 565.0, 564.0, 559.0, 559.0, 553.0, 552.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "3452115", "6467669", "4768599", "46048", "3505871", "7220312", "665690", "8067800", "7220313"], "ranked_scores": [629.0, 546.0, 538.0, 534.0, 524.0, 522.0, 520.0, 513.0, 508.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "5340239", "7870700", "3702788", "2995208", "8584557", "5672319", "6667088", "1277378"], "ranked_scores": [625.0, 562.0, 556.0, 551.0, 548.0, 537.0, 532.0, 529.0, 522.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "7948042", "8157542", "2116932", "2116929", "8660295", "3646580", "2083431", "4880893", "8722441"], "ranked_scores": [644.0, 630.0, 621.0, 608.0, 605.0, 602.0, 598.0, 597.0, 597.0, 597.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4725494", "2450611", "4998837", "3056113", "3225747", "2647181", "2535705", "3915433"], "ranked_scores": [600.0, 587.0, 535.0, 529.0, 525.0, 518.0, 517.0, 509.0, 508.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "3444262", "5231134", "4393603", "1902783", "1726611", "4624992", "6775026", "1764325", "6822082"], "ranked_scores": [605.0, 596.0, 583.0, 570.0, 553.0, 551.0, 549.0, 549.0, 548.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1174164", "7803391", "1174168", "6127285", "261654", "7827765", "1299663", "2131335", "7170234", "1705600"], "ranked_scores": [515.0, 510.0, 509.0, 507.0, 507.0, 507.0, 502.0, 502.0, 497.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "442006", "4796869", "7134383", "8540414", "391342", "391341", "863946", "1918866", "1143274"], "ranked_scores": [624.0, 613.0, 607.0, 594.0, 594.0, 590.0, 588.0, 586.0, 585.0, 577.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["8820180", "3909648", "4390429", "64801", "3167491", "4390430", "7689707", "7689710", "3246403", "4936994"], "ranked_scores": [562.0, 553.0, 551.0, 549.0, 548.0, 546.0, 541.0, 538.0, 535.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3346337", "3968773", "1460640", "6642275", "1546056", "115435", "5668797", "6363366"], "ranked_scores": [617.0, 611.0, 590.0, 579.0, 577.0, 574.0, 565.0, 564.0, 562.0, 559.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5269626", "8426355", "2796274", "1106640", "5734570", "4942019", "8307546", "5784428", "5055675", "7992320"], "ranked_scores": [609.0, 601.0, 600.0, 597.0, 594.0, 592.0, 590.0, 588.0, 586.0, 586.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5170949", "1039754", "5027731", "1497166", "6083050", "5174051", "7650732", "3638883", "4805364"], "ranked_scores": [578.0, 553.0, 542.0, 537.0, 534.0, 529.0, 528.0, 525.0, 521.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576606", "2576605", "7249172", "1525620", "1613678", "1314383", "2692492", "870351", "551238"], "ranked_scores": [616.0, 592.0, 591.0, 586.0, 581.0, 578.0, 576.0, 575.0, 570.0, 564.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7810605", "4053745", "6465151", "6797667", "5408281", "8741687", "6502553", "3024301", "1850491", "5373185"], "ranked_scores": [539.0, 536.0, 530.0, 529.0, 529.0, 527.0, 526.0, 524.0, 523.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7646422", "5094229", "7288502", "278768", "2929750", "5352322", "4437972", "4377794", "2061122"], "ranked_scores": [640.0, 632.0, 622.0, 617.0, 584.0, 582.0, 581.0, 579.0, 572.0, 569.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "6818952", "3872927", "5499496", "7154587", "3924136", "6247115", "7154585", "8531579", "6032214"], "ranked_scores": [559.0, 553.0, 550.0, 547.0, 546.0, 544.0, 544.0, 538.0, 538.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4966850", "2396672", "3790429", "3039809", "2918527", "5675630", "1763487", "2396673", "3979452"], "ranked_scores": [578.0, 563.0, 561.0, 561.0, 558.0, 558.0, 554.0, 548.0, 545.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "2617807", "2898312", "4863107", "2099688", "2617812", "7526870", "7526867", "1841905", "4863108"], "ranked_scores": [625.0, 615.0, 609.0, 609.0, 608.0, 603.0, 602.0, 592.0, 592.0, 588.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7937494", "7110611", "5655", "3259751", "8310623", "5280575", "888154", "7434451"], "ranked_scores": [637.0, 590.0, 589.0, 567.0, 555.0, 554.0, 547.0, 539.0, 537.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "2066951", "5336580", "3659405", "5343617", "4522649", "2391916", "1417034", "7672042", "6278487"], "ranked_scores": [648.0, 608.0, 589.0, 588.0, 584.0, 580.0, 577.0, 566.0, 562.0, 557.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "5904163", "2789716", "3712671", "1965669", "1696161", "7505807", "6207587", "1683771", "6684798"], "ranked_scores": [585.0, 569.0, 563.0, 563.0, 562.0, 560.0, 557.0, 555.0, 551.0, 549.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["7734838", "4589415", "4893298", "1118163", "2565560", "174956", "7741066", "1338703", "3920912", "4111498"], "ranked_scores": [594.0, 592.0, 592.0, 588.0, 585.0, 584.0, 580.0, 580.0, 579.0, 579.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991354", "3699781", "4991356", "3660736", "826058", "3806458", "3672237", "8374135", "1621473"], "ranked_scores": [580.0, 570.0, 554.0, 536.0, 534.0, 531.0, 530.0, 528.0, 527.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4605271", "4409027", "7778956", "2531512", "3747811", "1250411", "5393501", "6193415", "4605270"], "ranked_scores": [621.0, 612.0, 605.0, 604.0, 601.0, 585.0, 569.0, 559.0, 558.0, 555.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "7831679", "7428627", "4590213", "1063811", "3942500", "8586692", "3722839", "3491901", "7582739"], "ranked_scores": [565.0, 563.0, 560.0, 559.0, 559.0, 559.0, 553.0, 551.0, 549.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["463652", "1867101", "7313345", "6955768", "5813240", "1933329", "7882842", "1867098", "5143805", "921101"], "ranked_scores": [559.0, 559.0, 558.0, 558.0, 558.0, 556.0, 555.0, 550.0, 549.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "4258663", "2940019", "3252244", "7420248", "1623860", "5339585", "3617286", "4258668", "4130908"], "ranked_scores": [619.0, 609.0, 605.0, 604.0, 562.0, 560.0, 559.0, 553.0, 552.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "1398369", "6711597", "6711596", "3451044", "3451041", "6472411", "8738884", "7611886", "5304087"], "ranked_scores": [602.0, 580.0, 562.0, 561.0, 558.0, 553.0, 552.0, 552.0, 546.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221430", "8221437", "4127072", "4158114", "8221431", "5431260", "4343906", "8015905", "6269961"], "ranked_scores": [612.0, 605.0, 595.0, 589.0, 584.0, 582.0, 581.0, 574.0, 563.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495838", "3495837", "3495835", "6392875", "6786202", "1206520", "308711", "8608976", "8490012"], "ranked_scores": [587.0, 564.0, 563.0, 550.0, 534.0, 533.0, 530.0, 527.0, 527.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212591", "6212597", "609594", "917841", "1941403", "3843787", "2852056", "8470196"], "ranked_scores": [597.0, 585.0, 584.0, 574.0, 569.0, 533.0, 518.0, 515.0, 510.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7601059", "7078336", "2108312", "3823638", "1399397", "7803343", "5287450", "3823641"], "ranked_scores": [597.0, 522.0, 519.0, 501.0, 499.0, 495.0, 488.0, 483.0, 482.0, 480.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "7511875", "5891383", "8177246", "1420186", "3668938", "1460687", "1460689", "2857974", "7144188"], "ranked_scores": [567.0, 551.0, 541.0, 530.0, 525.0, 524.0, 522.0, 520.0, 513.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "3215105", "4738326", "1690952", "1136108", "7515853", "6124976", "7395884", "7848151"], "ranked_scores": [613.0, 605.0, 554.0, 538.0, 536.0, 531.0, 530.0, 529.0, 529.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["4594387", "2229750", "1981696", "8278272", "1772350", "3559380", "6358108", "6417183", "8424304", "7589839"], "ranked_scores": [543.0, 540.0, 527.0, 526.0, 525.0, 524.0, 522.0, 522.0, 521.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8771883", "2819440", "7966624", "7973153", "5262322", "2579423", "1953277", "4957113", "6342544"], "ranked_scores": [626.0, 552.0, 536.0, 532.0, 532.0, 523.0, 519.0, 516.0, 516.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-bat-nstep-6000": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["6489670", "7275122", "1245154", "7837267", "7172147", "1245152", "3527619", "638358", "5265626", "1674646"], "ranked_scores": [574.0, 557.0, 556.0, 554.0, 553.0, 552.0, 552.0, 552.0, 552.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "1297109", "3308552", "220565", "3671400", "1297112", "1046936", "8083127", "8639333", "3440808"], "ranked_scores": [558.0, 549.0, 548.0, 542.0, 541.0, 538.0, 536.0, 534.0, 534.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "1592656", "911138", "5842823", "298606", "7114600", "1238142", "2403650", "2295208"], "ranked_scores": [613.0, 583.0, 580.0, 572.0, 565.0, 557.0, 556.0, 551.0, 548.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["7369987", "5769842", "3338175", "6926916", "5359258", "515311", "5691562", "66620", "3125130", "66616"], "ranked_scores": [600.0, 598.0, 593.0, 590.0, 585.0, 583.0, 582.0, 582.0, 579.0, 578.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "5450605", "3794297", "4269405", "8554964", "2070215", "7048914", "3794300", "1936834", "856390"], "ranked_scores": [549.0, 545.0, 545.0, 541.0, 537.0, 534.0, 534.0, 526.0, 525.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1123190", "5606320", "1229810", "8011156", "378964", "1494980", "5143532", "7776113", "7600993", "970989"], "ranked_scores": [522.0, 517.0, 517.0, 516.0, 504.0, 503.0, 501.0, 501.0, 500.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7813557", "5227711", "7260457", "6980305", "6964479", "1777799", "5091618", "6311584", "3138143"], "ranked_scores": [609.0, 606.0, 605.0, 601.0, 597.0, 597.0, 588.0, 573.0, 563.0, 555.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550559", "2562047", "5997547", "3550561", "5079417", "4041246", "8343642", "6672671", "5609247", "5609239"], "ranked_scores": [563.0, 559.0, 556.0, 554.0, 549.0, 547.0, 544.0, 540.0, 539.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "8452568", "5110182", "1102477", "7531871", "289409", "6950275", "6950269", "1365215", "3935387"], "ranked_scores": [574.0, 573.0, 568.0, 565.0, 558.0, 549.0, 542.0, 539.0, 538.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["947575", "7187663", "7187662", "1239940", "4513419", "3798363", "4562810", "5132484", "2117748", "5931817"], "ranked_scores": [559.0, 558.0, 543.0, 530.0, 528.0, 521.0, 520.0, 518.0, 516.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "2469923", "6033800", "4405605", "8583766", "1226215", "8583764", "209692", "4922192"], "ranked_scores": [656.0, 650.0, 569.0, 562.0, 538.0, 537.0, 536.0, 535.0, 532.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["5389787", "5289585", "7168976", "8111528", "1502589", "7168973", "992664", "4623383", "295794", "8098588"], "ranked_scores": [553.0, 529.0, 528.0, 525.0, 524.0, 523.0, 520.0, 519.0, 509.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301819", "7301823", "7301816", "8259514", "5696456", "7888911", "7301818", "7301814", "1053300", "384573"], "ranked_scores": [607.0, 606.0, 605.0, 520.0, 512.0, 509.0, 507.0, 506.0, 505.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259514", "7970736", "8450827", "7970728", "8450828", "8259512", "8450833", "6709254", "7970734", "4717597"], "ranked_scores": [606.0, 605.0, 598.0, 598.0, 582.0, 574.0, 565.0, 551.0, 547.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["8346654", "7160805", "7160804", "8684894", "4702009", "6257976", "6193662", "3457120", "4702013", "8131676"], "ranked_scores": [610.0, 598.0, 582.0, 570.0, 562.0, 562.0, 554.0, 553.0, 552.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "3452115", "7220312", "6467669", "1136294", "8067800", "3505871", "4768599", "8484568", "46048"], "ranked_scores": [644.0, 553.0, 549.0, 523.0, 521.0, 517.0, 513.0, 511.0, 509.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "5340239", "7870700", "3702788", "8584557", "5672319", "2995208", "6768280", "630599"], "ranked_scores": [631.0, 573.0, 572.0, 561.0, 553.0, 541.0, 538.0, 537.0, 536.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948042", "7948050", "8157542", "4880893", "2116933", "2116932", "8722441", "2116936", "3646580", "3646584"], "ranked_scores": [626.0, 625.0, 609.0, 595.0, 594.0, 594.0, 593.0, 589.0, 588.0, 588.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "3056113", "3225747", "4725494", "4253088", "4998837", "6924493", "2870276", "2647181"], "ranked_scores": [614.0, 583.0, 552.0, 542.0, 539.0, 532.0, 523.0, 522.0, 520.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5231134", "3444262", "4393603", "4624988", "1902783", "4624992", "2091063", "6282957", "2044076"], "ranked_scores": [601.0, 586.0, 562.0, 559.0, 552.0, 551.0, 546.0, 546.0, 546.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7803391", "7827765", "1174164", "261654", "6127285", "1854682", "4999276", "1705600", "1174168", "7170234"], "ranked_scores": [492.0, 492.0, 484.0, 482.0, 480.0, 479.0, 479.0, 478.0, 477.0, 473.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "442006", "391342", "391341", "7134383", "1918866", "863946", "4796869", "8477970", "5433030"], "ranked_scores": [623.0, 622.0, 612.0, 608.0, 596.0, 590.0, 580.0, 580.0, 576.0, 573.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["8820180", "3909648", "4390429", "64801", "4936994", "3167491", "4390430", "7689710", "3246403", "7689707"], "ranked_scores": [570.0, 560.0, 548.0, 546.0, 545.0, 545.0, 543.0, 537.0, 534.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "5729775", "3346337", "3968773", "6642275", "1460640", "5668797", "1546056", "2443030", "427332"], "ranked_scores": [637.0, 635.0, 603.0, 591.0, 588.0, 587.0, 587.0, 584.0, 579.0, 578.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["8426355", "5734570", "8307546", "1106640", "5269626", "6082244", "7868171", "1425080", "1871086", "2261391"], "ranked_scores": [612.0, 611.0, 601.0, 600.0, 599.0, 598.0, 589.0, 588.0, 587.0, 587.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "5170949", "5174051", "1497166", "4805364", "6083050", "7650732", "6811402", "5027731"], "ranked_scores": [593.0, 567.0, 550.0, 543.0, 540.0, 537.0, 531.0, 522.0, 520.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576606", "2576605", "1613678", "2692492", "870351", "1525620", "272190", "7249172", "7137675"], "ranked_scores": [607.0, 603.0, 595.0, 594.0, 588.0, 574.0, 574.0, 569.0, 564.0, 562.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6465151", "7403004", "3132831", "7810605", "4053745", "8277053", "1850491", "5408281", "6502553", "6797667"], "ranked_scores": [557.0, 545.0, 544.0, 541.0, 539.0, 536.0, 532.0, 531.0, 530.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "5094229", "7288502", "7646422", "4437972", "2929750", "4377794", "2510740", "278768", "5352322"], "ranked_scores": [628.0, 621.0, 621.0, 618.0, 603.0, 590.0, 588.0, 575.0, 574.0, 570.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["5499496", "6818953", "3872927", "8675542", "7154587", "2068025", "3173599", "6032214", "6818958", "8531579"], "ranked_scores": [563.0, 560.0, 558.0, 554.0, 543.0, 541.0, 539.0, 536.0, 533.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "1763487", "2918527", "3039809", "4966850", "2396672", "4451324", "2396673", "7833611", "8796486"], "ranked_scores": [568.0, 550.0, 550.0, 547.0, 543.0, 543.0, 543.0, 542.0, 538.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "2099688", "2898312", "4863107", "1511150", "4863108", "7526867", "2617807", "7526870", "2617812"], "ranked_scores": [616.0, 615.0, 603.0, 596.0, 586.0, 583.0, 581.0, 581.0, 578.0, 577.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110611", "7937494", "7110612", "5655", "3259751", "5280575", "8310623", "7429866", "8331763"], "ranked_scores": [636.0, 583.0, 566.0, 564.0, 555.0, 541.0, 539.0, 536.0, 529.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "5343617", "2066951", "3659405", "1417034", "4522649", "4502858", "6979705", "2391916"], "ranked_scores": [641.0, 590.0, 589.0, 587.0, 570.0, 565.0, 565.0, 560.0, 556.0, 555.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "1696161", "5904163", "6684798", "7853301", "2789716", "1965669", "7505807", "3406120", "3712671"], "ranked_scores": [602.0, 556.0, 554.0, 553.0, 553.0, 550.0, 547.0, 547.0, 544.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["7734838", "4893298", "2565560", "6302238", "7741066", "2894335", "4432184", "2391077", "6302237", "4111498"], "ranked_scores": [599.0, 599.0, 592.0, 590.0, 586.0, 585.0, 579.0, 579.0, 579.0, 578.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991354", "3672237", "3699781", "826058", "4991356", "1621473", "3806458", "3926427", "4991353"], "ranked_scores": [594.0, 577.0, 559.0, 555.0, 537.0, 536.0, 533.0, 533.0, 531.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4605271", "4409027", "7778956", "3747811", "2531512", "6193415", "1250411", "6711396", "4605270"], "ranked_scores": [616.0, 600.0, 596.0, 594.0, 588.0, 588.0, 560.0, 559.0, 552.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "1063811", "139961", "7428627", "2488121", "3722839", "3491901", "6632522", "6632520", "8586692"], "ranked_scores": [574.0, 572.0, 569.0, 567.0, 563.0, 560.0, 556.0, 556.0, 555.0, 554.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "3689305", "8628818", "886990", "7192926", "3883683", "1933329", "5143805", "463652", "6955768"], "ranked_scores": [568.0, 559.0, 558.0, 549.0, 548.0, 548.0, 545.0, 544.0, 543.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "2940019", "7728427", "3252244", "5339585", "1623860", "3617286", "1632055", "6036135", "88374"], "ranked_scores": [618.0, 614.0, 600.0, 597.0, 547.0, 546.0, 545.0, 528.0, 528.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "1398369", "8738884", "3451041", "3451044", "5304087", "6472411", "6711596", "3451043", "6711597"], "ranked_scores": [594.0, 575.0, 552.0, 545.0, 542.0, 541.0, 540.0, 538.0, 533.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221430", "8221437", "8221431", "4158114", "4343906", "4127072", "8015905", "5431260", "4626170"], "ranked_scores": [638.0, 621.0, 614.0, 606.0, 592.0, 591.0, 589.0, 587.0, 573.0, 563.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495838", "3495835", "1634694", "308711", "1206520", "4545847", "8400909", "5579433"], "ranked_scores": [572.0, 554.0, 549.0, 533.0, 532.0, 529.0, 528.0, 528.0, 528.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212597", "6212588", "6212591", "609594", "3843787", "1941403", "917841", "1053302", "2852056"], "ranked_scores": [621.0, 603.0, 595.0, 592.0, 566.0, 551.0, 548.0, 546.0, 520.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7601059", "4520541", "3823638", "5145284", "2108312", "1384086", "7803343", "6984244", "7078336"], "ranked_scores": [600.0, 511.0, 508.0, 487.0, 486.0, 486.0, 480.0, 480.0, 477.0, 476.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "7511875", "5891383", "1460685", "1460687", "1420186", "1460689", "3668938", "7144188", "1460690"], "ranked_scores": [571.0, 546.0, 544.0, 530.0, 527.0, 521.0, 515.0, 515.0, 515.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7395884", "7515853", "3215105", "4738326", "5079369", "1136108", "1690952", "4878176"], "ranked_scores": [596.0, 585.0, 570.0, 556.0, 546.0, 542.0, 540.0, 533.0, 532.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["2229750", "7589844", "1420930", "1772350", "7589839", "6986881", "3559380", "5209746", "5955284", "8424304"], "ranked_scores": [538.0, 538.0, 535.0, 534.0, 532.0, 531.0, 529.0, 528.0, 527.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8771883", "4957113", "7973153", "2819440", "2579423", "7966624", "2575364", "8667781", "7830233"], "ranked_scores": [619.0, 549.0, 547.0, 543.0, 534.0, 533.0, 533.0, 532.0, 529.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-bat-nstep-8000": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7837267", "6489670", "7172147", "8541250", "7275122", "3527619", "7275120", "3434622", "5265626", "6137138"], "ranked_scores": [560.0, 559.0, 558.0, 557.0, 549.0, 547.0, 547.0, 540.0, 540.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297112", "1297109", "3308552", "3671400", "7248824", "542682", "6929917", "2684883", "5633832", "8639333"], "ranked_scores": [575.0, 568.0, 562.0, 554.0, 551.0, 551.0, 550.0, 548.0, 543.0, 543.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "1592656", "2403650", "911138", "5842823", "298606", "2295208", "5417685", "8543994"], "ranked_scores": [618.0, 581.0, 575.0, 563.0, 557.0, 554.0, 544.0, 542.0, 535.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["6926916", "3338175", "515311", "5769842", "2541248", "7369987", "1727062", "7011409", "3125130", "8279447"], "ranked_scores": [597.0, 597.0, 596.0, 593.0, 592.0, 590.0, 584.0, 584.0, 581.0, 578.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "7048914", "1936834", "5450605", "3794297", "4269405", "2070215", "7255678", "3820657", "1159740"], "ranked_scores": [555.0, 548.0, 548.0, 547.0, 545.0, 542.0, 538.0, 532.0, 531.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["7929603", "8011156", "7634337", "6199240", "1494980", "7634336", "4097849", "1229810", "970989", "1123190"], "ranked_scores": [526.0, 515.0, 514.0, 503.0, 499.0, 495.0, 495.0, 494.0, 494.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7813557", "6964479", "7260457", "5227711", "6980305", "7840121", "1777799", "5091618", "6964486"], "ranked_scores": [617.0, 599.0, 599.0, 585.0, 581.0, 579.0, 560.0, 556.0, 549.0, 543.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550559", "3550563", "2562047", "8343642", "4041246", "7698064", "5997547", "5609247", "7431788"], "ranked_scores": [579.0, 565.0, 555.0, 550.0, 543.0, 538.0, 538.0, 536.0, 531.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "8452568", "7531871", "289409", "5110182", "3935387", "6950275", "6950269", "1365215", "4274841"], "ranked_scores": [591.0, 566.0, 561.0, 559.0, 553.0, 552.0, 551.0, 551.0, 548.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187662", "7187663", "4513419", "947575", "3546549", "5132484", "1239940", "4562810", "6017068", "2117748"], "ranked_scores": [550.0, 547.0, 533.0, 516.0, 509.0, 508.0, 504.0, 501.0, 501.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "2469923", "6033800", "1226213", "859199", "1226215", "4922192", "2115686", "8583764"], "ranked_scores": [658.0, 658.0, 555.0, 551.0, 547.0, 539.0, 536.0, 533.0, 529.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["4623383", "7168976", "4623381", "8111528", "2899047", "5389787", "295788", "5289585", "1502589", "295794"], "ranked_scores": [529.0, 529.0, 528.0, 526.0, 525.0, 522.0, 522.0, 521.0, 520.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301819", "7301823", "7301816", "7301818", "7301814", "277376", "277374", "3803414", "7888911", "5457419"], "ranked_scores": [639.0, 638.0, 635.0, 525.0, 522.0, 518.0, 514.0, 511.0, 511.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "8259514", "7970728", "8450827", "8259512", "8450828", "7970734", "8450833", "1265191", "6709254"], "ranked_scores": [625.0, 624.0, 613.0, 613.0, 599.0, 596.0, 569.0, 563.0, 552.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["8346654", "7160804", "7160805", "6257976", "8684894", "6193662", "4702009", "8131676", "7612966", "7160799"], "ranked_scores": [582.0, 578.0, 569.0, 566.0, 560.0, 551.0, 547.0, 541.0, 540.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "8067800", "2010657", "6467669", "3505871", "7220313", "1136294", "665690"], "ranked_scores": [648.0, 552.0, 543.0, 522.0, 520.0, 517.0, 511.0, 511.0, 509.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5340239", "7870700", "7870705", "3702788", "6975615", "2995208", "5382926", "8584557", "6667088"], "ranked_scores": [631.0, 567.0, 564.0, 560.0, 527.0, 514.0, 514.0, 513.0, 513.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "7948042", "8157542", "4880893", "2116933", "8722441", "2083431", "2116936", "7146728", "8660295"], "ranked_scores": [620.0, 619.0, 599.0, 590.0, 584.0, 584.0, 578.0, 573.0, 572.0, 571.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4998837", "4725494", "3056113", "3225747", "2356989", "3532662", "4074080", "5980491"], "ranked_scores": [602.0, 585.0, 522.0, 522.0, 521.0, 519.0, 516.0, 514.0, 512.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5231134", "6822082", "3444262", "4624988", "2091063", "1902783", "4624992", "2044076", "925659"], "ranked_scores": [603.0, 581.0, 553.0, 553.0, 551.0, 549.0, 544.0, 544.0, 544.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827765", "3281324", "1174164", "261654", "7803391", "1174168", "1705600", "1854682", "2131335", "7170234"], "ranked_scores": [518.0, 512.0, 509.0, 508.0, 506.0, 503.0, 503.0, 503.0, 502.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "442006", "7134383", "391342", "391341", "1918866", "4796876", "863946", "4796869", "8477970"], "ranked_scores": [626.0, 618.0, 610.0, 593.0, 587.0, 587.0, 580.0, 578.0, 571.0, 569.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["4936994", "8820180", "3909648", "3246403", "3167491", "6506033", "7689707", "7689710", "6722338", "4390430"], "ranked_scores": [565.0, 563.0, 553.0, 550.0, 548.0, 547.0, 543.0, 539.0, 538.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "5729775", "6642275", "3346337", "427332", "5668797", "115435", "8386856", "3968773", "1460640"], "ranked_scores": [630.0, 626.0, 596.0, 586.0, 577.0, 575.0, 570.0, 569.0, 563.0, 561.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5734570", "8426355", "8307546", "5269626", "7868171", "1106640", "6082244", "3733774", "1952882", "2796274"], "ranked_scores": [612.0, 606.0, 582.0, 581.0, 581.0, 580.0, 573.0, 573.0, 571.0, 570.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5170949", "1039754", "1497166", "5174051", "4805364", "6287785", "3638883", "5027731", "8421090"], "ranked_scores": [594.0, 554.0, 547.0, 536.0, 536.0, 528.0, 520.0, 514.0, 509.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576605", "2576606", "2692492", "1613678", "1525620", "1314390", "870351", "7249172", "1314383"], "ranked_scores": [609.0, 605.0, 604.0, 592.0, 584.0, 582.0, 575.0, 575.0, 571.0, 565.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6465151", "7810605", "4053745", "6502553", "1850491", "3132831", "7403004", "5373185", "5419270", "5408281"], "ranked_scores": [549.0, 540.0, 536.0, 533.0, 525.0, 522.0, 521.0, 520.0, 520.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7288502", "4437972", "7646422", "5094229", "4377794", "2536497", "2510740", "5352322", "5335298"], "ranked_scores": [633.0, 619.0, 612.0, 611.0, 610.0, 594.0, 586.0, 581.0, 577.0, 574.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "5499496", "3173599", "8675542", "3872927", "6818958", "6818952", "7073235", "7154585", "6032214"], "ranked_scores": [552.0, 550.0, 541.0, 536.0, 536.0, 533.0, 531.0, 530.0, 527.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "3039809", "2396672", "4966850", "3979452", "2396673", "8796481", "4451324", "3937863", "7833611"], "ranked_scores": [567.0, 558.0, 554.0, 553.0, 546.0, 542.0, 540.0, 538.0, 535.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "2617812", "2099688", "4786937", "7526870", "1511150", "6760855", "2898312", "7526867", "1841905"], "ranked_scores": [620.0, 596.0, 595.0, 587.0, 586.0, 575.0, 574.0, 571.0, 570.0, 569.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "5655", "7937494", "8310623", "8331763", "2299432", "607856", "2486151"], "ranked_scores": [637.0, 582.0, 579.0, 564.0, 555.0, 543.0, 543.0, 541.0, 534.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "1417034", "2066951", "5343617", "4502858", "3659405", "4522649", "8327486", "2391916"], "ranked_scores": [647.0, 611.0, 591.0, 585.0, 583.0, 581.0, 576.0, 569.0, 569.0, 563.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "2789716", "7853301", "7505807", "3712671", "5904163", "1696161", "1980424", "6207587", "7119732"], "ranked_scores": [601.0, 545.0, 544.0, 544.0, 543.0, 543.0, 542.0, 537.0, 536.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["7734838", "4893298", "4589415", "6302238", "7741066", "174956", "2565560", "1338705", "3765105", "3920912"], "ranked_scores": [586.0, 573.0, 572.0, 570.0, 569.0, 569.0, 568.0, 567.0, 567.0, 566.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "3699781", "4991354", "1621473", "3672237", "3806458", "4991356", "4991353", "826058", "8374135"], "ranked_scores": [586.0, 557.0, 553.0, 543.0, 537.0, 532.0, 530.0, 527.0, 525.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4409027", "4605271", "7778956", "2531512", "3747811", "5393501", "2531517", "4605270", "6193415"], "ranked_scores": [621.0, 616.0, 597.0, 592.0, 587.0, 578.0, 565.0, 557.0, 552.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["6632520", "6632518", "4590213", "7831679", "1063811", "3942500", "6632522", "3491901", "2488121", "4951287"], "ranked_scores": [572.0, 568.0, 567.0, 567.0, 565.0, 563.0, 562.0, 557.0, 555.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1933329", "1867101", "886990", "921101", "6761606", "463652", "5143805", "6713671", "7192926", "8628818"], "ranked_scores": [572.0, 563.0, 558.0, 556.0, 555.0, 552.0, 552.0, 548.0, 547.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["2940019", "3252244", "4258663", "7728427", "5339585", "1623860", "3617286", "4258668", "5339587", "7420248"], "ranked_scores": [595.0, 594.0, 593.0, 588.0, 549.0, 542.0, 535.0, 528.0, 527.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "1398369", "5304087", "3451043", "6472411", "3451044", "3451041", "2024648", "6711597", "8738884"], "ranked_scores": [601.0, 583.0, 562.0, 544.0, 543.0, 540.0, 532.0, 529.0, 526.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221430", "4127072", "8221437", "8221431", "4158114", "4343906", "5431260", "1922718", "1061740"], "ranked_scores": [621.0, 611.0, 596.0, 589.0, 585.0, 577.0, 574.0, 558.0, 550.0, 549.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495835", "3495837", "3495838", "4545847", "1634694", "3885772", "8400909", "5439713", "6392875"], "ranked_scores": [576.0, 545.0, 545.0, 541.0, 534.0, 529.0, 527.0, 526.0, 518.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212597", "6212591", "6212588", "609594", "917841", "3843787", "2852056", "1941403", "8116284"], "ranked_scores": [607.0, 602.0, 601.0, 588.0, 578.0, 541.0, 532.0, 520.0, 506.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "3823638", "7601059", "7078336", "4520541", "1384086", "7803343", "2384150", "3823641", "5145284"], "ranked_scores": [604.0, 505.0, 505.0, 504.0, 500.0, 495.0, 488.0, 487.0, 485.0, 484.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "1460687", "7511875", "7144188", "5891383", "1420186", "1193873", "1460689", "1460685", "5201030"], "ranked_scores": [557.0, 556.0, 555.0, 532.0, 531.0, 520.0, 518.0, 516.0, 514.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7395884", "7515853", "3215105", "7848151", "6124976", "1690952", "7558181", "4878176"], "ranked_scores": [604.0, 589.0, 565.0, 555.0, 547.0, 545.0, 541.0, 539.0, 538.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589844", "1420930", "5955284", "7589839", "3559380", "2229750", "6358108", "8424304", "5209746", "6986881"], "ranked_scores": [542.0, 541.0, 539.0, 538.0, 533.0, 533.0, 533.0, 530.0, 527.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "4957113", "7973153", "2579423", "2575364", "8771883", "2819440", "5262322", "7966624", "7364245"], "ranked_scores": [643.0, 537.0, 536.0, 534.0, 533.0, 529.0, 524.0, 520.0, 519.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-bat-nstep-10000": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7837267", "7275122", "8541250", "1674646", "5896402", "2746690", "3527619", "638358", "8083127", "6489670"], "ranked_scores": [573.0, 563.0, 562.0, 557.0, 557.0, 556.0, 556.0, 555.0, 554.0, 552.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297109", "1297112", "2684883", "5633832", "3308552", "220565", "1150856", "8083127", "3671400", "7248824"], "ranked_scores": [576.0, 569.0, 566.0, 564.0, 564.0, 559.0, 557.0, 557.0, 556.0, 555.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "1592656", "911138", "7383965", "7114600", "5842823", "5221728", "2295208", "298606", "8543994"], "ranked_scores": [631.0, 584.0, 584.0, 568.0, 561.0, 557.0, 551.0, 550.0, 548.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "6926916", "515311", "5769842", "5997195", "2541248", "5359258", "66616", "7011409", "7369987"], "ranked_scores": [615.0, 611.0, 606.0, 605.0, 603.0, 601.0, 598.0, 592.0, 587.0, 587.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["5450605", "3794304", "3794300", "7255678", "3794297", "4269405", "7048914", "1936834", "1159740", "8554964"], "ranked_scores": [560.0, 557.0, 553.0, 553.0, 552.0, 551.0, 550.0, 546.0, 537.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1229810", "7929603", "1123190", "6199240", "5606320", "1494980", "4097849", "8011156", "7600993", "7634337"], "ranked_scores": [511.0, 510.0, 506.0, 504.0, 501.0, 499.0, 499.0, 497.0, 494.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "6964479", "6980305", "7813557", "7260457", "5227711", "6311584", "7840121", "5091618", "1777799"], "ranked_scores": [616.0, 606.0, 595.0, 594.0, 585.0, 577.0, 565.0, 560.0, 552.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["2562047", "5997547", "3550563", "5079417", "3550559", "3550561", "7431788", "4041246", "8343642", "6948296"], "ranked_scores": [588.0, 587.0, 567.0, 565.0, 559.0, 556.0, 553.0, 551.0, 551.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "249524", "6950269", "289409", "6950275", "7531871", "1365215", "3935387", "1102477", "5110182"], "ranked_scores": [589.0, 587.0, 564.0, 548.0, 547.0, 546.0, 545.0, 544.0, 543.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187662", "7187663", "947575", "4513419", "5132484", "5931817", "3546549", "1239940", "2117748", "2579637"], "ranked_scores": [553.0, 546.0, 536.0, 530.0, 524.0, 512.0, 509.0, 507.0, 502.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "2469923", "1226215", "6033800", "859199", "8583764", "4922192", "209692", "4405605"], "ranked_scores": [649.0, 641.0, 565.0, 555.0, 553.0, 550.0, 546.0, 543.0, 536.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["5389787", "8111528", "4623383", "992664", "5289585", "4623381", "1502589", "2242588", "2899047", "8098588"], "ranked_scores": [569.0, 529.0, 529.0, 528.0, 525.0, 523.0, 522.0, 518.0, 517.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301819", "7301816", "7301823", "277374", "7301814", "3803414", "277376", "5696456", "277381", "7301818"], "ranked_scores": [619.0, 607.0, 601.0, 514.0, 513.0, 512.0, 510.0, 510.0, 505.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259514", "7970736", "8259512", "7970728", "8450827", "8450828", "7839577", "8450833", "7970734", "4717597"], "ranked_scores": [614.0, 603.0, 593.0, 590.0, 590.0, 576.0, 560.0, 551.0, 549.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["8346654", "7160805", "7160804", "8684894", "7138663", "8131676", "4702009", "7160799", "6193662", "7612966"], "ranked_scores": [596.0, 593.0, 589.0, 566.0, 560.0, 554.0, 552.0, 552.0, 551.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "4768599", "3505871", "1136294", "7220313", "6467669", "921284", "7872867"], "ranked_scores": [648.0, 572.0, 548.0, 532.0, 523.0, 521.0, 518.0, 513.0, 511.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7870700", "5340239", "3702788", "2995208", "7870704", "8584557", "6975615", "6667088"], "ranked_scores": [629.0, 578.0, 563.0, 558.0, 537.0, 516.0, 515.0, 515.0, 514.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "7948042", "8157542", "7964392", "2116933", "4880893", "2083431", "3646580", "7964391", "8722441"], "ranked_scores": [623.0, 613.0, 597.0, 580.0, 577.0, 577.0, 574.0, 573.0, 573.0, 571.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4725494", "4074080", "4998837", "3056113", "3225747", "96936", "2356986", "3569426"], "ranked_scores": [616.0, 599.0, 540.0, 531.0, 526.0, 525.0, 521.0, 516.0, 510.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5231134", "3444262", "6641480", "6822082", "2044076", "4393603", "2091063", "925659", "6282957"], "ranked_scores": [614.0, 594.0, 574.0, 564.0, 556.0, 551.0, 550.0, 550.0, 549.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827765", "1174164", "6768417", "7803391", "1174168", "2131335", "7170234", "2859564", "3281324", "4031641"], "ranked_scores": [532.0, 516.0, 510.0, 509.0, 506.0, 506.0, 505.0, 503.0, 502.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "442006", "391342", "7134383", "391341", "4796876", "1918866", "8477970", "7623735", "8540414"], "ranked_scores": [651.0, 627.0, 618.0, 614.0, 613.0, 610.0, 609.0, 591.0, 590.0, 580.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["8820180", "4936994", "3246403", "7689710", "3167491", "1673140", "3909648", "4390430", "6722338", "7689707"], "ranked_scores": [560.0, 550.0, 546.0, 544.0, 542.0, 542.0, 542.0, 540.0, 540.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "6642275", "3346337", "5144959", "115435", "1546056", "1460640", "8386856", "1735116"], "ranked_scores": [626.0, 617.0, 596.0, 574.0, 563.0, 556.0, 556.0, 554.0, 551.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5734570", "8426355", "8307546", "5269626", "3733774", "4942019", "1106640", "1070634", "1871086", "2796274"], "ranked_scores": [627.0, 622.0, 614.0, 603.0, 598.0, 598.0, 594.0, 593.0, 590.0, 589.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "5170949", "1497166", "5174051", "5027731", "6287785", "4805364", "6083050", "5027726"], "ranked_scores": [601.0, 545.0, 543.0, 539.0, 539.0, 534.0, 522.0, 519.0, 515.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["2576606", "2576605", "1613675", "1613678", "2692492", "7249172", "7137675", "870351", "1314383", "551238"], "ranked_scores": [611.0, 610.0, 607.0, 595.0, 590.0, 584.0, 578.0, 577.0, 574.0, 571.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7810605", "6465151", "4053745", "6502553", "5408281", "1850491", "5419270", "7228941", "6749794", "3132831"], "ranked_scores": [556.0, 541.0, 535.0, 534.0, 525.0, 523.0, 523.0, 521.0, 520.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4437972", "7288502", "4377794", "4278761", "7646422", "5094229", "2510740", "2929750", "278768", "2536497"], "ranked_scores": [636.0, 631.0, 626.0, 624.0, 621.0, 616.0, 607.0, 596.0, 588.0, 586.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "5499496", "8675542", "3872927", "3173599", "7154587", "6045016", "2068025", "1237202", "6818958"], "ranked_scores": [549.0, 542.0, 536.0, 531.0, 529.0, 528.0, 526.0, 525.0, 524.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "3039809", "4451324", "4966850", "2396673", "2396672", "2918527", "7833611", "8773427", "7975065"], "ranked_scores": [578.0, 558.0, 556.0, 555.0, 554.0, 553.0, 552.0, 545.0, 544.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "2099688", "7526870", "2617812", "2898312", "7526867", "1841905", "2617807", "4863107", "1511150"], "ranked_scores": [637.0, 611.0, 593.0, 593.0, 591.0, 586.0, 586.0, 585.0, 585.0, 582.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110611", "7110612", "5655", "7937494", "3259751", "8310623", "7434455", "5280575", "7434451"], "ranked_scores": [633.0, 584.0, 578.0, 553.0, 550.0, 541.0, 535.0, 534.0, 533.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "1417034", "3659405", "2066951", "5343617", "4502858", "4522649", "6979704", "8327486"], "ranked_scores": [656.0, 618.0, 592.0, 591.0, 589.0, 584.0, 583.0, 578.0, 578.0, 577.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "3712671", "7505807", "6684798", "7853301", "5904163", "2789716", "8510962", "1696161", "754800"], "ranked_scores": [605.0, 563.0, 560.0, 554.0, 546.0, 544.0, 543.0, 543.0, 540.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["7734838", "4893298", "3920912", "2565560", "4205560", "3765105", "6302238", "174956", "1338703", "7741066"], "ranked_scores": [586.0, 585.0, 581.0, 578.0, 578.0, 577.0, 577.0, 575.0, 574.0, 573.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991354", "3699781", "3672237", "3806458", "1621473", "4991356", "4991353", "826058", "7597006"], "ranked_scores": [618.0, 583.0, 569.0, 564.0, 560.0, 551.0, 549.0, 547.0, 547.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4409027", "4605271", "2531512", "7778956", "3747811", "5393501", "1250411", "6193415", "2531517"], "ranked_scores": [618.0, 612.0, 600.0, 597.0, 590.0, 580.0, 566.0, 554.0, 554.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "4590213", "1063811", "7428627", "6632522", "3491901", "2488121", "139961", "3942500", "6632520"], "ranked_scores": [581.0, 576.0, 568.0, 568.0, 567.0, 563.0, 563.0, 563.0, 558.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "5143805", "3689305", "1933329", "8608886", "6761606", "886990", "6903206", "6713671", "7192926"], "ranked_scores": [575.0, 567.0, 562.0, 561.0, 560.0, 559.0, 556.0, 553.0, 552.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7728427", "3252244", "2940019", "3617286", "6036135", "8532695", "5339587", "1623860", "4258668"], "ranked_scores": [644.0, 640.0, 634.0, 620.0, 573.0, 553.0, 551.0, 548.0, 543.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "1398369", "3451044", "6472411", "5304087", "3451041", "2024648", "3451043", "8738884", "6711597"], "ranked_scores": [605.0, 570.0, 558.0, 558.0, 558.0, 555.0, 548.0, 546.0, 539.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221430", "4127072", "8221431", "4158114", "8221437", "5431260", "4343906", "4626170", "8015905"], "ranked_scores": [636.0, 615.0, 602.0, 598.0, 590.0, 584.0, 576.0, 567.0, 565.0, 565.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495838", "3495835", "1634694", "4545847", "3885772", "5579433", "8608976", "108001"], "ranked_scores": [585.0, 578.0, 571.0, 549.0, 540.0, 538.0, 537.0, 528.0, 527.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212591", "6212597", "6212588", "609594", "3843787", "917841", "1941403", "2852056", "1053302"], "ranked_scores": [619.0, 616.0, 607.0, 586.0, 581.0, 538.0, 528.0, 518.0, 517.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "7601059", "3823638", "7078336", "1384086", "2790097", "5145284", "7803343", "2108312"], "ranked_scores": [613.0, 508.0, 506.0, 504.0, 500.0, 491.0, 490.0, 488.0, 485.0, 484.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "5891383", "7511875", "1460687", "1420186", "7144188", "1460689", "1460685", "1193873", "3668938"], "ranked_scores": [552.0, 541.0, 533.0, 532.0, 519.0, 510.0, 508.0, 508.0, 507.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "4738326", "3215105", "7515853", "6124976", "1136108", "3302094", "7848151"], "ranked_scores": [633.0, 620.0, 579.0, 556.0, 556.0, 553.0, 551.0, 548.0, 543.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589844", "7589839", "5955284", "3559380", "6358108", "1420930", "6358107", "6986881", "1981696", "2229750"], "ranked_scores": [539.0, 532.0, 532.0, 527.0, 524.0, 524.0, 522.0, 515.0, 512.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8771883", "8758591", "4957113", "2819440", "7966624", "7973153", "2579423", "3664758", "6342544"], "ranked_scores": [631.0, 559.0, 541.0, 541.0, 540.0, 537.0, 531.0, 525.0, 521.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-bat-nstep-12000": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7837267", "6489670", "7172147", "7275122", "3527619", "5265626", "2746690", "638358", "7275120", "8541250"], "ranked_scores": [575.0, 567.0, 565.0, 561.0, 555.0, 553.0, 552.0, 552.0, 552.0, 552.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297109", "1297112", "5633832", "2684883", "3308552", "542682", "220565", "6929917", "7248824", "8639333"], "ranked_scores": [580.0, 566.0, 560.0, 557.0, 557.0, 556.0, 547.0, 543.0, 542.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "911138", "7383965", "1592656", "5842823", "2295208", "2403650", "5616900", "5226726", "5221728"], "ranked_scores": [620.0, 590.0, 588.0, 588.0, 562.0, 550.0, 548.0, 546.0, 545.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["6926916", "5997195", "3338175", "515311", "5769842", "5359258", "3125130", "7011409", "7369987", "8279447"], "ranked_scores": [604.0, 599.0, 598.0, 596.0, 593.0, 591.0, 591.0, 590.0, 589.0, 588.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "5450605", "3794304", "3794300", "4269405", "7048914", "7255678", "1936834", "2070215", "1159740"], "ranked_scores": [559.0, 556.0, 555.0, 548.0, 542.0, 539.0, 538.0, 535.0, 530.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["7929603", "6199240", "7776113", "8011156", "5606320", "1494980", "1123190", "1229810", "7600993", "7634337"], "ranked_scores": [527.0, 518.0, 509.0, 506.0, 506.0, 504.0, 503.0, 498.0, 495.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7813557", "6964479", "6980305", "5227711", "7260457", "1777799", "6311584", "7840121", "6934322"], "ranked_scores": [618.0, 589.0, 589.0, 587.0, 583.0, 573.0, 550.0, 542.0, 537.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["5997547", "2562047", "4041246", "5079417", "3550559", "3550563", "7431788", "4154575", "3550561", "5609247"], "ranked_scores": [583.0, 581.0, 561.0, 557.0, 552.0, 547.0, 546.0, 543.0, 540.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "289409", "8452568", "1102477", "5110182", "2322244", "3935387", "6950269", "7531871", "1854132"], "ranked_scores": [591.0, 563.0, 561.0, 552.0, 547.0, 546.0, 546.0, 546.0, 544.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187662", "7187663", "947575", "4513419", "5132484", "3546549", "2117748", "6185824", "6022932", "6017068"], "ranked_scores": [543.0, 542.0, 520.0, 518.0, 510.0, 507.0, 505.0, 496.0, 494.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "2469923", "6033800", "859199", "1226215", "209692", "2355274", "2115686", "8552348"], "ranked_scores": [653.0, 637.0, 562.0, 558.0, 553.0, 544.0, 541.0, 538.0, 537.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["5389787", "8098588", "8111528", "5289585", "7168976", "2899047", "1502589", "992664", "4623383", "8111532"], "ranked_scores": [570.0, 541.0, 530.0, 530.0, 528.0, 522.0, 521.0, 518.0, 517.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301819", "7301816", "7301823", "5696456", "6256272", "7301814", "3803414", "4798572", "7888911", "2287522"], "ranked_scores": [607.0, 604.0, 578.0, 538.0, 512.0, 509.0, 508.0, 505.0, 503.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "8259514", "8450827", "8450828", "8259512", "7970728", "8450833", "7970734", "4717597", "3987938"], "ranked_scores": [617.0, 612.0, 604.0, 601.0, 599.0, 595.0, 568.0, 563.0, 552.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["8346654", "7160805", "7160804", "8684894", "6193662", "7138663", "826701", "7160799", "8131676", "5841488"], "ranked_scores": [604.0, 596.0, 591.0, 575.0, 568.0, 562.0, 555.0, 554.0, 553.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "3452115", "7220312", "4768599", "6467669", "3505871", "8067800", "2010657", "665690", "8484568"], "ranked_scores": [638.0, 555.0, 555.0, 522.0, 520.0, 515.0, 510.0, 510.0, 510.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "5340239", "7870700", "3702788", "2995208", "8584557", "8091571", "630599", "6975615"], "ranked_scores": [621.0, 564.0, 549.0, 549.0, 526.0, 523.0, 519.0, 514.0, 514.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "7948042", "8157542", "4880893", "2116933", "2116932", "7146728", "8722441", "2116929", "3646584"], "ranked_scores": [622.0, 617.0, 605.0, 592.0, 591.0, 590.0, 576.0, 574.0, 574.0, 569.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4074080", "4725494", "4998837", "3056113", "3225747", "3109473", "96936", "3532662"], "ranked_scores": [620.0, 606.0, 532.0, 531.0, 529.0, 519.0, 518.0, 518.0, 518.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5231134", "2091063", "3444262", "6822082", "4624992", "4393603", "2044076", "4939334", "4624988"], "ranked_scores": [616.0, 597.0, 571.0, 559.0, 557.0, 557.0, 555.0, 551.0, 551.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7803391", "1174164", "7827765", "6768417", "1705600", "1174168", "1854682", "3281324", "8232517", "4031641"], "ranked_scores": [517.0, 514.0, 512.0, 505.0, 502.0, 502.0, 497.0, 496.0, 495.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "442006", "391341", "1918866", "391342", "7134383", "4796876", "863946", "4796869", "8540414"], "ranked_scores": [645.0, 624.0, 605.0, 603.0, 594.0, 590.0, 585.0, 582.0, 581.0, 580.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["4936994", "3909648", "8820180", "3246403", "3167491", "7689710", "7880823", "64801", "4390430", "7689707"], "ranked_scores": [548.0, 547.0, 546.0, 545.0, 541.0, 540.0, 537.0, 536.0, 536.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "6642275", "3346337", "5668797", "115435", "427332", "6243136", "4153409", "1460640"], "ranked_scores": [643.0, 621.0, 585.0, 576.0, 572.0, 568.0, 566.0, 560.0, 559.0, 557.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5734570", "8307546", "3733774", "1106640", "8426355", "7868171", "5269626", "5055675", "7424964", "8281194"], "ranked_scores": [609.0, 607.0, 598.0, 593.0, 591.0, 591.0, 589.0, 587.0, 587.0, 586.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "1497166", "5170949", "5174051", "5027731", "2721251", "6083050", "5059503", "6287785"], "ranked_scores": [600.0, 554.0, 530.0, 525.0, 522.0, 519.0, 518.0, 518.0, 516.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576606", "2576605", "1613678", "2692492", "1525620", "7137675", "7249172", "7227891", "1314383"], "ranked_scores": [598.0, 597.0, 596.0, 589.0, 588.0, 583.0, 573.0, 573.0, 570.0, 560.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6465151", "6502553", "7810605", "5408281", "5419270", "6749794", "1850491", "3132831", "5373185", "4053745"], "ranked_scores": [540.0, 539.0, 538.0, 518.0, 517.0, 516.0, 515.0, 515.0, 514.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "4437972", "7288502", "7646422", "4377794", "5094229", "2510740", "2929750", "2536497", "5352322"], "ranked_scores": [656.0, 630.0, 624.0, 621.0, 617.0, 615.0, 602.0, 596.0, 591.0, 587.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "5499496", "8675542", "2068025", "6818952", "6045016", "7154585", "3872927", "6247115", "6818958"], "ranked_scores": [548.0, 544.0, 543.0, 536.0, 532.0, 530.0, 530.0, 528.0, 527.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "3039809", "2396672", "4451324", "3790426", "2918527", "4966850", "7975065", "2396673", "7833611"], "ranked_scores": [580.0, 557.0, 552.0, 549.0, 544.0, 542.0, 538.0, 537.0, 535.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "2099688", "4786937", "2898312", "1841905", "4863107", "7526867", "1511150", "4798912", "2617812"], "ranked_scores": [643.0, 630.0, 604.0, 603.0, 593.0, 593.0, 588.0, 586.0, 584.0, 583.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7937494", "7110611", "5655", "2486151", "7434451", "3259751", "7434455", "7429866"], "ranked_scores": [631.0, 568.0, 552.0, 551.0, 545.0, 538.0, 532.0, 527.0, 527.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "3659405", "1417034", "2066951", "5343617", "4502858", "4522649", "6979704", "30088"], "ranked_scores": [639.0, 596.0, 594.0, 586.0, 585.0, 579.0, 574.0, 565.0, 564.0, 561.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "7505807", "2789716", "1696161", "3712671", "5904163", "7119732", "6684798", "754800", "6207587"], "ranked_scores": [598.0, 560.0, 558.0, 555.0, 554.0, 553.0, 548.0, 548.0, 546.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4893298", "7734838", "2894335", "7741066", "3920912", "174956", "2565560", "6302238", "4205560", "3765105"], "ranked_scores": [593.0, 584.0, 581.0, 580.0, 572.0, 571.0, 564.0, 562.0, 559.0, 558.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991354", "3672237", "3699781", "4991356", "1621473", "3806458", "4991353", "8374135", "7597006"], "ranked_scores": [614.0, 572.0, 565.0, 559.0, 547.0, 544.0, 541.0, 540.0, 539.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4409027", "2531512", "4605271", "7778956", "3747811", "5393501", "6193415", "2531517", "4605270"], "ranked_scores": [610.0, 606.0, 594.0, 594.0, 586.0, 571.0, 567.0, 564.0, 554.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "4590213", "6632522", "2488121", "3942500", "4951287", "139961", "7428627", "7582739", "7795896"], "ranked_scores": [583.0, 575.0, 569.0, 566.0, 564.0, 563.0, 556.0, 554.0, 554.0, 553.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "5143805", "1933329", "886990", "5812523", "3689305", "6713671", "8628818", "8608886", "921101"], "ranked_scores": [571.0, 569.0, 563.0, 563.0, 557.0, 554.0, 552.0, 552.0, 552.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "3252244", "4258663", "2940019", "3617286", "1623860", "6036135", "7503113", "88374", "5339587"], "ranked_scores": [634.0, 621.0, 617.0, 612.0, 567.0, 551.0, 545.0, 537.0, 535.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "1398369", "6472411", "5304087", "3451041", "3451043", "3451044", "2024648", "3599369", "6711597"], "ranked_scores": [595.0, 581.0, 550.0, 545.0, 542.0, 542.0, 541.0, 535.0, 531.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221430", "8221431", "8221437", "4343906", "4127072", "4158114", "5431260", "6269961", "8015905"], "ranked_scores": [613.0, 608.0, 587.0, 584.0, 575.0, 572.0, 571.0, 568.0, 554.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495838", "4545847", "3495835", "5579433", "8608976", "1634694", "3885772", "6392875"], "ranked_scores": [575.0, 574.0, 564.0, 546.0, 543.0, 540.0, 532.0, 525.0, 523.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212597", "6212591", "609594", "6212588", "3843787", "917841", "1941403", "2852056", "1053302"], "ranked_scores": [618.0, 614.0, 609.0, 595.0, 588.0, 561.0, 545.0, 530.0, 520.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "3823638", "7601059", "1384086", "2108312", "3823641", "5145284", "7078336", "8736649"], "ranked_scores": [616.0, 510.0, 508.0, 498.0, 488.0, 487.0, 487.0, 487.0, 482.0, 482.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "7511875", "1460687", "5891383", "1460689", "2716981", "1420186", "7144188", "459888", "1193873"], "ranked_scores": [547.0, 547.0, 521.0, 520.0, 511.0, 508.0, 507.0, 507.0, 504.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "3215105", "1136108", "7515853", "4738326", "6124976", "7848151", "1690952"], "ranked_scores": [623.0, 619.0, 570.0, 559.0, 555.0, 551.0, 544.0, 544.0, 532.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["5955284", "6358108", "3559380", "1420930", "7589839", "7589844", "2229750", "6358107", "6986881", "1981693"], "ranked_scores": [538.0, 536.0, 525.0, 524.0, 523.0, 522.0, 522.0, 519.0, 519.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8771883", "7973153", "7966624", "2575364", "2579423", "2819440", "4957113", "8758591", "3989499"], "ranked_scores": [635.0, 548.0, 545.0, 532.0, 530.0, 530.0, 528.0, 522.0, 516.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-bat-nstep-14000": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["7837267", "7172147", "6489670", "7275122", "5265626", "3527619", "2746690", "8541250", "4592392", "638358"], "ranked_scores": [569.0, 562.0, 559.0, 557.0, 556.0, 554.0, 554.0, 554.0, 552.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["1297109", "3308552", "2684883", "7248824", "5633832", "1297112", "542682", "6929917", "220565", "1674646"], "ranked_scores": [568.0, 563.0, 556.0, 555.0, 550.0, 549.0, 545.0, 544.0, 539.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "911138", "1592656", "7383965", "5842823", "298606", "2295208", "5221728", "2403650", "7114600"], "ranked_scores": [623.0, 591.0, 581.0, 573.0, 566.0, 557.0, 556.0, 555.0, 551.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["3338175", "5769842", "7011409", "515311", "5359258", "6926916", "66616", "2541248", "5997195", "7369987"], "ranked_scores": [616.0, 607.0, 604.0, 600.0, 599.0, 599.0, 598.0, 596.0, 594.0, 591.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "5450605", "1936834", "3794300", "7048914", "7255678", "4269405", "1159740", "5701737"], "ranked_scores": [557.0, 556.0, 555.0, 551.0, 546.0, 540.0, 536.0, 535.0, 524.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["7776113", "1123190", "7929603", "5606320", "1494980", "970989", "6199240", "8011156", "1229810", "7600993"], "ranked_scores": [514.0, 512.0, 512.0, 511.0, 500.0, 500.0, 499.0, 497.0, 495.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7813557", "6964479", "7260457", "6980305", "5227711", "6311584", "1777799", "5091618", "5279878"], "ranked_scores": [619.0, 587.0, 586.0, 575.0, 574.0, 566.0, 545.0, 543.0, 536.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["2562047", "5997547", "4041246", "3550559", "3550561", "4154575", "5079417", "7431788", "8343642", "3550563"], "ranked_scores": [581.0, 561.0, 561.0, 548.0, 544.0, 544.0, 543.0, 538.0, 536.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "8452568", "6950269", "5110182", "289409", "1102477", "7531871", "3935387", "2322244", "3323839"], "ranked_scores": [596.0, 561.0, 559.0, 551.0, 548.0, 547.0, 546.0, 545.0, 544.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "7187662", "947575", "4513419", "5132484", "3546549", "2117748", "1239940", "5931817", "7479455"], "ranked_scores": [556.0, 545.0, 534.0, 533.0, 521.0, 521.0, 507.0, 504.0, 501.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "6033800", "2469923", "1226215", "859199", "209692", "538306", "4922192", "8583766"], "ranked_scores": [651.0, 645.0, 557.0, 555.0, 553.0, 544.0, 536.0, 536.0, 534.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["5389787", "8111528", "4623383", "5289585", "4623381", "2899047", "7168976", "2242588", "1502589", "992664"], "ranked_scores": [572.0, 531.0, 531.0, 530.0, 529.0, 528.0, 527.0, 524.0, 520.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301819", "7301816", "7301823", "5696456", "7888911", "2287522", "277374", "6256272", "7301814", "8596346"], "ranked_scores": [609.0, 604.0, 600.0, 524.0, 519.0, 512.0, 512.0, 511.0, 509.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259514", "8450827", "7970736", "8259512", "7970728", "8450828", "8450833", "7970734", "6709254", "1265191"], "ranked_scores": [615.0, 600.0, 597.0, 590.0, 579.0, 572.0, 550.0, 549.0, 545.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["8346654", "7160805", "7160804", "7138663", "8684894", "6193662", "4702009", "8131676", "1127804", "4702013"], "ranked_scores": [601.0, 598.0, 587.0, 557.0, 557.0, 548.0, 542.0, 542.0, 540.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "3452115", "7220312", "4768599", "3505871", "6467669", "2010657", "665690", "1136294", "8067800"], "ranked_scores": [655.0, 565.0, 557.0, 523.0, 517.0, 515.0, 514.0, 511.0, 511.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "5340239", "7870700", "3702788", "2995208", "8584557", "8091571", "6975615", "7937824"], "ranked_scores": [629.0, 586.0, 550.0, 542.0, 531.0, 526.0, 521.0, 513.0, 511.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "7948042", "4880893", "8157542", "2083431", "2116929", "2116933", "7964392", "2116932", "8722441"], "ranked_scores": [617.0, 601.0, 586.0, 583.0, 572.0, 572.0, 571.0, 570.0, 567.0, 566.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4998837", "3056113", "4725494", "4074080", "3109473", "3532662", "5980491", "3225747"], "ranked_scores": [622.0, 609.0, 530.0, 528.0, 526.0, 525.0, 521.0, 521.0, 515.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5231134", "3444262", "6822082", "2091063", "4624992", "4939334", "2044076", "1726611", "925659"], "ranked_scores": [614.0, 592.0, 561.0, 561.0, 560.0, 554.0, 551.0, 548.0, 545.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827765", "7803391", "6768417", "1174164", "1174168", "3281324", "7827761", "1705600", "1854682", "261654"], "ranked_scores": [526.0, 521.0, 511.0, 506.0, 502.0, 501.0, 499.0, 499.0, 498.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "442006", "1918866", "7134383", "391341", "391342", "863946", "4796876", "8477970", "5433030"], "ranked_scores": [642.0, 618.0, 605.0, 604.0, 600.0, 599.0, 591.0, 579.0, 578.0, 572.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["3909648", "3246403", "8820180", "4936994", "4390429", "3167491", "7689710", "6506033", "4233011", "2749008"], "ranked_scores": [552.0, 552.0, 544.0, 541.0, 535.0, 534.0, 531.0, 529.0, 528.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "6642275", "3346337", "427332", "1460640", "7649297", "115435", "8386856", "5668797"], "ranked_scores": [635.0, 632.0, 588.0, 584.0, 573.0, 569.0, 568.0, 566.0, 563.0, 560.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5734570", "8307546", "7868171", "4942019", "3733774", "8426355", "1106640", "8281194", "5269626", "6082244"], "ranked_scores": [612.0, 601.0, 591.0, 590.0, 590.0, 587.0, 587.0, 585.0, 584.0, 582.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "1039754", "5174051", "5170949", "1497166", "4805364", "5027731", "3638883", "5059503", "7859278"], "ranked_scores": [602.0, 553.0, 535.0, 533.0, 528.0, 520.0, 518.0, 518.0, 514.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576606", "2576605", "1613678", "2692492", "1525620", "7249172", "7137675", "1314390", "870351"], "ranked_scores": [620.0, 609.0, 602.0, 594.0, 591.0, 585.0, 580.0, 573.0, 573.0, 572.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["7810605", "6502553", "6465151", "1850491", "4053745", "5419270", "3132831", "3545187", "7403004", "5373185"], "ranked_scores": [550.0, 547.0, 540.0, 526.0, 525.0, 524.0, 524.0, 518.0, 517.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4437972", "4278761", "7288502", "7646422", "4377794", "5094229", "2929750", "2510740", "5352322", "278768"], "ranked_scores": [639.0, 638.0, 635.0, 621.0, 618.0, 609.0, 598.0, 592.0, 590.0, 588.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "8675542", "5499496", "3924136", "3872927", "3173599", "6045016", "6818958", "2068025", "8531579"], "ranked_scores": [557.0, 539.0, 538.0, 536.0, 532.0, 530.0, 529.0, 527.0, 526.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "3039809", "2396672", "2918527", "3790426", "3790429", "4966850", "4451324", "7833611", "7975065"], "ranked_scores": [572.0, 564.0, 559.0, 545.0, 539.0, 539.0, 534.0, 533.0, 532.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "2099688", "2898312", "2617812", "4863107", "7526867", "1841905", "2617807", "1511150", "7022399"], "ranked_scores": [635.0, 617.0, 601.0, 594.0, 591.0, 586.0, 586.0, 585.0, 583.0, 583.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110611", "7110612", "5655", "7937494", "2486151", "3259751", "8331763", "7429866", "5280575"], "ranked_scores": [642.0, 578.0, 577.0, 560.0, 560.0, 534.0, 531.0, 531.0, 528.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "3659405", "1417034", "2066951", "5343617", "4522649", "4502858", "8327486", "2391916"], "ranked_scores": [646.0, 607.0, 588.0, 586.0, 584.0, 575.0, 574.0, 573.0, 570.0, 568.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "7505807", "6684798", "2789716", "1696161", "7853301", "754800", "5904163", "3712671", "1965669"], "ranked_scores": [593.0, 558.0, 557.0, 549.0, 547.0, 547.0, 545.0, 537.0, 536.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4893298", "7734838", "7741066", "2565560", "174956", "1118163", "2894335", "3920912", "5490019", "8347480"], "ranked_scores": [589.0, 580.0, 572.0, 567.0, 567.0, 566.0, 564.0, 561.0, 560.0, 557.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "4991354", "3672237", "3699781", "1621473", "4991356", "3806458", "3926427", "826058", "8374135"], "ranked_scores": [605.0, 568.0, 557.0, 552.0, 551.0, 548.0, 545.0, 542.0, 537.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4409027", "4900578", "2531512", "4605271", "7778956", "3747811", "5393501", "4605270", "2531517", "6193415"], "ranked_scores": [601.0, 598.0, 589.0, 586.0, 586.0, 567.0, 565.0, 549.0, 544.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7831679", "4590213", "3491901", "6632522", "7428627", "3942500", "2488121", "7795896", "139961", "7582739"], "ranked_scores": [600.0, 574.0, 574.0, 571.0, 567.0, 566.0, 566.0, 561.0, 560.0, 556.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "5143805", "1933329", "6761606", "3883683", "886990", "6713671", "3689305", "8628818", "921101"], "ranked_scores": [575.0, 573.0, 562.0, 554.0, 553.0, 552.0, 552.0, 550.0, 549.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "3252244", "2940019", "4258663", "3617286", "1623860", "6036135", "88374", "5339587", "4996201"], "ranked_scores": [629.0, 623.0, 614.0, 610.0, 572.0, 545.0, 543.0, 531.0, 529.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "1398369", "6472411", "5304087", "3451044", "8738884", "6711597", "3599369", "2024648", "6711596"], "ranked_scores": [606.0, 572.0, 563.0, 545.0, 540.0, 538.0, 537.0, 536.0, 534.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221430", "8221431", "4127072", "4158114", "4343906", "8221437", "5431260", "6269961", "3834488"], "ranked_scores": [609.0, 608.0, 589.0, 589.0, 582.0, 581.0, 578.0, 559.0, 554.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495838", "3495835", "4545847", "5579433", "1634694", "8608976", "3885772", "108001"], "ranked_scores": [571.0, 569.0, 559.0, 553.0, 547.0, 532.0, 532.0, 531.0, 523.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6212597", "6401864", "6212591", "6212588", "609594", "917841", "3843787", "1941403", "1053302", "2852056"], "ranked_scores": [625.0, 620.0, 609.0, 602.0, 583.0, 554.0, 549.0, 539.0, 529.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7601059", "4520541", "3823638", "7078336", "2108312", "5145284", "1384086", "7803343", "5128180"], "ranked_scores": [626.0, 508.0, 504.0, 494.0, 493.0, 489.0, 488.0, 488.0, 483.0, 476.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "7511875", "1460687", "5891383", "1420186", "1460689", "3668938", "459888", "473811", "2716981"], "ranked_scores": [567.0, 542.0, 532.0, 524.0, 518.0, 516.0, 513.0, 509.0, 506.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "3215105", "7515853", "4738326", "1136108", "7848151", "1690952", "3114131"], "ranked_scores": [627.0, 626.0, 571.0, 559.0, 559.0, 548.0, 544.0, 542.0, 539.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["6358108", "7589844", "5955284", "4594387", "7589839", "3559380", "5209746", "1420930", "6358107", "1772350"], "ranked_scores": [541.0, 531.0, 528.0, 528.0, 524.0, 523.0, 521.0, 519.0, 517.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8771883", "7973153", "7966624", "4957113", "2579423", "2819440", "4564069", "5262322", "8758591"], "ranked_scores": [630.0, 549.0, 532.0, 530.0, 529.0, 526.0, 526.0, 517.0, 514.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-2000": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["8083127", "1674646", "6489670", "575979", "3527619", "7275123", "7584907", "7837267", "7275122", "5917719"], "ranked_scores": [593.0, 593.0, 589.0, 582.0, 580.0, 579.0, 579.0, 579.0, 577.0, 576.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["7248824", "5633832", "1297109", "2684883", "1674646", "3308552", "1297112", "7275123", "3671400", "220565"], "ranked_scores": [573.0, 563.0, 563.0, 560.0, 559.0, 557.0, 554.0, 551.0, 549.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "6236648", "1592656", "1238142", "5221728", "6235583", "3792488", "911138", "298606"], "ranked_scores": [588.0, 562.0, 556.0, 547.0, 544.0, 542.0, 539.0, 538.0, 537.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "2812582", "7369987", "7386245", "515311", "1727064", "698581", "2541248", "6574813"], "ranked_scores": [616.0, 600.0, 595.0, 580.0, 573.0, 571.0, 570.0, 569.0, 568.0, 568.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["1936834", "3794304", "3794297", "7048914", "2070215", "5701737", "1159742", "5346316", "4269405", "4305354"], "ranked_scores": [546.0, 545.0, 539.0, 527.0, 520.0, 512.0, 510.0, 508.0, 507.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1494980", "7929603", "1805806", "5606320", "4450104", "6199240", "3205963", "1229810", "7634337", "8011156"], "ranked_scores": [533.0, 530.0, 523.0, 520.0, 517.0, 512.0, 509.0, 508.0, 507.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7813557", "6980305", "7260457", "6964479", "6964486", "1777799", "5227711", "6311584", "563355"], "ranked_scores": [563.0, 561.0, 556.0, 552.0, 544.0, 541.0, 536.0, 534.0, 530.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "3550559", "7698064", "7431788", "4154575", "3428369", "8069476", "4240249", "6938256"], "ranked_scores": [603.0, 585.0, 581.0, 561.0, 550.0, 546.0, 524.0, 517.0, 515.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "1365210", "1365215", "1102477", "5110182", "2322245", "249524", "4667084", "1102481", "6950275"], "ranked_scores": [540.0, 538.0, 537.0, 524.0, 520.0, 516.0, 513.0, 512.0, 511.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "4513419", "947575", "7187662", "3798363", "5469449", "2579637", "8473657", "2552610", "5931817"], "ranked_scores": [546.0, 542.0, 526.0, 525.0, 521.0, 519.0, 519.0, 514.0, 513.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "4405605", "209692", "2469923", "8583766", "2355274", "8583764", "1226215", "8583763"], "ranked_scores": [628.0, 604.0, 554.0, 552.0, 550.0, 531.0, 527.0, 523.0, 519.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["5389787", "295788", "8111528", "5289585", "2242588", "7858636", "114691", "4996378", "4069689", "4516321"], "ranked_scores": [532.0, 522.0, 512.0, 511.0, 508.0, 506.0, 502.0, 502.0, 500.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "277376", "3803414", "7301818", "5457419", "277374", "6975658", "277381"], "ranked_scores": [582.0, 576.0, 572.0, 537.0, 537.0, 520.0, 519.0, 516.0, 512.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "8259512", "7970728", "8259514", "8450827", "8450828", "8450833", "3987938", "320956", "7970735"], "ranked_scores": [594.0, 585.0, 579.0, 573.0, 562.0, 560.0, 554.0, 544.0, 540.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["8346654", "7160805", "6145894", "3457120", "664917", "8684894", "4702013", "7160804", "7160799", "8296550"], "ranked_scores": [566.0, 557.0, 552.0, 551.0, 543.0, 543.0, 540.0, 538.0, 533.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "2010657", "4768599", "1136294", "3505871", "8067800", "6467669", "8827604"], "ranked_scores": [616.0, 517.0, 499.0, 498.0, 490.0, 488.0, 488.0, 484.0, 483.0, 480.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "3702788", "8584557", "5340239", "7870705", "2995208", "7870704", "5672319", "6768280"], "ranked_scores": [593.0, 555.0, 543.0, 530.0, 530.0, 528.0, 522.0, 521.0, 519.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["2116932", "2116929", "7948050", "4880893", "2116936", "7948042", "8157542", "7146728", "7964392", "8722441"], "ranked_scores": [607.0, 604.0, 593.0, 587.0, 585.0, 582.0, 580.0, 579.0, 574.0, 572.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "3532662", "2647181", "3891003", "4998837", "4725494", "2450611", "3225747", "3915433"], "ranked_scores": [551.0, 551.0, 525.0, 509.0, 506.0, 506.0, 503.0, 503.0, 502.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "4393603", "3444262", "2091063", "4624992", "7503576", "2044076", "3217980", "1318422", "6641480"], "ranked_scores": [573.0, 559.0, 555.0, 541.0, 539.0, 538.0, 537.0, 536.0, 534.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827765", "7170238", "7803391", "1174164", "6127285", "2131339", "413808", "4999276", "5233423", "7170234"], "ranked_scores": [500.0, 484.0, 481.0, 480.0, 479.0, 472.0, 472.0, 471.0, 471.0, 471.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "442006", "391342", "8540414", "2588002", "391341", "863946", "7134383", "8477970", "4796869"], "ranked_scores": [604.0, 601.0, 576.0, 574.0, 572.0, 570.0, 569.0, 568.0, 568.0, 567.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["6506033", "8820180", "1673140", "4936994", "3246403", "4390429", "4390430", "7689707", "3909648", "3768485"], "ranked_scores": [556.0, 551.0, 545.0, 540.0, 539.0, 537.0, 537.0, 535.0, 530.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3346337", "3968773", "5610977", "1460640", "1546056", "6243136", "5668797", "8386856"], "ranked_scores": [602.0, 600.0, 593.0, 573.0, 570.0, 569.0, 569.0, 567.0, 565.0, 564.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["5739636", "2796274", "2636672", "5269626", "4942015", "2796268", "8281194", "8307546", "2796265", "6588011"], "ranked_scores": [574.0, 573.0, 572.0, 572.0, 571.0, 569.0, 569.0, 567.0, 564.0, 562.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5170949", "7527096", "7650732", "1039754", "1333652", "5174051", "1497166", "5027726", "4805364", "1588747"], "ranked_scores": [557.0, 536.0, 536.0, 533.0, 529.0, 527.0, 524.0, 523.0, 522.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576605", "2692492", "2576606", "272188", "551238", "870346", "7249172", "272190", "1059524"], "ranked_scores": [603.0, 587.0, 579.0, 574.0, 572.0, 568.0, 568.0, 567.0, 563.0, 561.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["3720839", "6502553", "6465151", "3296425", "5408281", "6090442", "5351935", "4053745", "3024301", "8741687"], "ranked_scores": [546.0, 545.0, 542.0, 542.0, 539.0, 538.0, 531.0, 529.0, 528.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["4278761", "7288502", "7646422", "5094229", "4195768", "4437972", "278768", "4377794", "5352322", "2929750"], "ranked_scores": [618.0, 594.0, 586.0, 581.0, 570.0, 566.0, 562.0, 560.0, 559.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3924136", "6818953", "5499496", "3872927", "6045016", "7154586", "6453425", "7154587", "1237202", "8531579"], "ranked_scores": [545.0, 541.0, 522.0, 522.0, 520.0, 519.0, 518.0, 514.0, 513.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "4966850", "2918527", "2396673", "4451324", "3937863", "2396672", "3039809", "1763487", "8796486"], "ranked_scores": [562.0, 543.0, 541.0, 540.0, 540.0, 535.0, 535.0, 533.0, 532.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2617812", "3141441", "2208599", "2099688", "1841905", "1511150", "7526870", "4786937", "7022399", "6760855"], "ranked_scores": [587.0, 579.0, 579.0, 573.0, 572.0, 572.0, 572.0, 570.0, 566.0, 565.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7937494", "7110612", "7110611", "8310623", "5655", "2737708", "607856", "8331763", "4303165"], "ranked_scores": [601.0, 563.0, 553.0, 535.0, 531.0, 531.0, 528.0, 528.0, 526.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5336580", "3659405", "8327486", "2066951", "4502858", "1417034", "5343617", "4522649", "3770821"], "ranked_scores": [605.0, 574.0, 572.0, 564.0, 563.0, 556.0, 556.0, 555.0, 554.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "5904163", "8148596", "3712671", "6207587", "2789716", "7886033", "6207588", "7119732", "754800"], "ranked_scores": [601.0, 569.0, 558.0, 556.0, 554.0, 552.0, 548.0, 547.0, 547.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565560", "4893298", "4589415", "7734838", "1338705", "4004619", "2835995", "5206549", "3920912", "231291"], "ranked_scores": [576.0, 575.0, 565.0, 565.0, 564.0, 561.0, 557.0, 556.0, 555.0, 552.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["826058", "3672237", "7161101", "4991354", "3806458", "4991356", "3148555", "1621473", "3699781", "4991353"], "ranked_scores": [552.0, 548.0, 546.0, 543.0, 540.0, 538.0, 538.0, 533.0, 533.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4605271", "7778956", "6193415", "3747811", "4409027", "1250411", "2531512", "2531517", "4605270"], "ranked_scores": [619.0, 581.0, 578.0, 575.0, 573.0, 569.0, 554.0, 551.0, 549.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "2488121", "3942500", "1063811", "6632522", "7795896", "6632520", "3722839", "139961", "6632518"], "ranked_scores": [574.0, 570.0, 557.0, 557.0, 554.0, 551.0, 549.0, 544.0, 543.0, 543.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "8628818", "921100", "7313342", "6180355", "5143805", "6713671", "921101", "6903206", "7313345"], "ranked_scores": [565.0, 549.0, 547.0, 542.0, 539.0, 538.0, 538.0, 537.0, 536.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "3252244", "2940019", "7728427", "6036135", "4258668", "1623860", "5339585", "1969532", "7420248"], "ranked_scores": [606.0, 575.0, 573.0, 570.0, 547.0, 547.0, 544.0, 540.0, 538.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "2024648", "8738884", "1398369", "332783", "3451044", "5304087", "2658876", "6472411", "5559112"], "ranked_scores": [580.0, 564.0, 556.0, 553.0, 527.0, 526.0, 526.0, 524.0, 524.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "8221430", "7856346", "4158114", "4343906", "8221431", "4127072", "5431260", "8015905", "4626170"], "ranked_scores": [598.0, 580.0, 571.0, 570.0, 564.0, 562.0, 546.0, 546.0, 541.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495835", "3495838", "3495831", "7770959", "1188785", "6625132", "1634694", "3495840"], "ranked_scores": [556.0, 546.0, 533.0, 532.0, 519.0, 518.0, 518.0, 517.0, 516.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212591", "609594", "6212588", "6212597", "3843787", "3843788", "1941403", "917841", "6857958"], "ranked_scores": [563.0, 549.0, 541.0, 537.0, 535.0, 508.0, 496.0, 495.0, 486.0, 484.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "4520541", "1031361", "2108312", "7332215", "2379160", "3823641", "7803343", "7078336", "7601059"], "ranked_scores": [590.0, 512.0, 498.0, 496.0, 496.0, 487.0, 487.0, 487.0, 486.0, 481.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "7511875", "5891383", "1460685", "3668938", "4256781", "8432430", "8177246", "2716981", "2857974"], "ranked_scores": [567.0, 538.0, 533.0, 525.0, 524.0, 524.0, 523.0, 515.0, 515.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "4738326", "7395884", "1690952", "1759110", "1134210", "1452606", "3215105", "4472782"], "ranked_scores": [583.0, 581.0, 542.0, 536.0, 534.0, 526.0, 524.0, 523.0, 523.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1981696", "8424304", "6291922", "7138494", "6417183", "3559380", "1420930", "5955284", "286801", "1981693"], "ranked_scores": [533.0, 523.0, 522.0, 512.0, 506.0, 506.0, 505.0, 504.0, 504.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "2575364", "6342544", "8771883", "7966624", "4957113", "2819440", "1334388", "4385335", "4564069"], "ranked_scores": [605.0, 549.0, 541.0, 534.0, 533.0, 531.0, 530.0, 520.0, 520.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-4000": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["3527619", "5265626", "6489670", "1245154", "1674646", "1245152", "8083127", "7275122", "1674644", "2684883"], "ranked_scores": [574.0, 567.0, 562.0, 561.0, 558.0, 552.0, 549.0, 548.0, 546.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["7248824", "1297109", "2684883", "3671400", "1297112", "220565", "8083127", "6929917", "5633832", "1674646"], "ranked_scores": [544.0, 543.0, 542.0, 539.0, 534.0, 534.0, 528.0, 527.0, 524.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "1592656", "5842823", "911138", "1238142", "7114600", "153457", "298606", "6402602"], "ranked_scores": [596.0, 572.0, 558.0, 547.0, 547.0, 546.0, 544.0, 535.0, 534.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "3338175", "2812582", "7369987", "3399535", "8279447", "2541248", "515311", "5691562", "3932591"], "ranked_scores": [600.0, 581.0, 575.0, 574.0, 572.0, 569.0, 566.0, 564.0, 562.0, 561.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "3794304", "7048914", "1936834", "5346316", "2070215", "5450605", "3794300", "7255675", "6294685"], "ranked_scores": [553.0, 546.0, 531.0, 531.0, 529.0, 520.0, 514.0, 512.0, 511.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["7929603", "6199238", "7634337", "6199240", "5606320", "1123190", "7634336", "1494980", "378964", "1805806"], "ranked_scores": [518.0, 507.0, 503.0, 503.0, 496.0, 495.0, 494.0, 494.0, 493.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7813557", "5227711", "6964479", "7260457", "6980305", "5091618", "6311584", "2379092", "563355"], "ranked_scores": [579.0, 555.0, 553.0, 547.0, 543.0, 540.0, 537.0, 534.0, 524.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550559", "3550561", "7431788", "3550563", "5997547", "5079417", "4154575", "4041246", "2562047", "8343642"], "ranked_scores": [579.0, 576.0, 565.0, 563.0, 558.0, 549.0, 545.0, 544.0, 536.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["8452568", "249524", "1365215", "7531871", "6950269", "1102477", "289409", "4667084", "6794863", "1102481"], "ranked_scores": [563.0, 541.0, 537.0, 533.0, 532.0, 528.0, 525.0, 524.0, 522.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["3798363", "7187663", "947575", "4513419", "5931817", "4562810", "7479448", "7479455", "5132484", "8190833"], "ranked_scores": [534.0, 534.0, 530.0, 528.0, 519.0, 518.0, 517.0, 517.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "2469923", "4405605", "2355274", "6033800", "8583766", "8583764", "209692", "8583763"], "ranked_scores": [653.0, 641.0, 564.0, 545.0, 536.0, 536.0, 535.0, 533.0, 529.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["5389787", "8111528", "114691", "2899047", "2921046", "295788", "5289585", "7521990", "4516321", "2242588"], "ranked_scores": [531.0, 515.0, 514.0, 511.0, 511.0, 510.0, 507.0, 505.0, 499.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "6975658", "3803414", "7301818", "277376", "7301814", "3512764", "6169612"], "ranked_scores": [581.0, 569.0, 548.0, 536.0, 519.0, 515.0, 512.0, 510.0, 502.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "7970728", "8450827", "8259512", "8259514", "8450828", "7970735", "8450833", "7970734", "320956"], "ranked_scores": [588.0, 585.0, 585.0, 577.0, 573.0, 563.0, 534.0, 532.0, 530.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "7160804", "8346654", "6145894", "6193662", "8128745", "7160799", "1127804", "4702013", "7138663"], "ranked_scores": [575.0, 556.0, 550.0, 547.0, 535.0, 535.0, 533.0, 528.0, 528.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "3452115", "4768599", "7220312", "5561010", "2554016", "3505871", "6467669", "2010657", "7691443"], "ranked_scores": [628.0, 530.0, 522.0, 518.0, 502.0, 498.0, 498.0, 497.0, 493.0, 488.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870700", "7870705", "3702788", "5340239", "8584557", "2995208", "7870704", "6667088", "5143532"], "ranked_scores": [617.0, 554.0, 552.0, 543.0, 540.0, 540.0, 528.0, 525.0, 522.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "2116929", "8157542", "7948042", "2116932", "2083431", "7146728", "4880893", "3646584", "8722441"], "ranked_scores": [612.0, 588.0, 584.0, 579.0, 578.0, 574.0, 573.0, 572.0, 563.0, 562.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4725494", "3638988", "3915433", "4253088", "4998837", "3056113", "3225747", "4253084"], "ranked_scores": [575.0, 575.0, 511.0, 505.0, 502.0, 502.0, 501.0, 499.0, 499.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5231134", "3444262", "4393603", "4624992", "925659", "1226636", "2059254", "4393601", "4939334"], "ranked_scores": [581.0, 556.0, 555.0, 548.0, 545.0, 542.0, 541.0, 540.0, 535.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827765", "7803391", "1174164", "1174168", "322745", "2547986", "2131335", "261654", "1854682", "6127285"], "ranked_scores": [505.0, 496.0, 486.0, 480.0, 472.0, 469.0, 468.0, 468.0, 466.0, 465.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "442006", "863946", "391342", "391341", "8477970", "1918866", "4796876", "4796869", "7134383"], "ranked_scores": [602.0, 601.0, 585.0, 578.0, 577.0, 576.0, 573.0, 567.0, 563.0, 562.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["8820180", "6506033", "3909648", "4936994", "4390430", "3167491", "64801", "3246403", "3768485", "7880823"], "ranked_scores": [557.0, 555.0, 544.0, 543.0, 534.0, 528.0, 528.0, 527.0, 526.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "5729775", "3346337", "6642275", "1460640", "3968773", "8386856", "1460637", "1546056", "115435"], "ranked_scores": [600.0, 598.0, 574.0, 571.0, 564.0, 564.0, 561.0, 560.0, 560.0, 558.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["1070634", "8426355", "5055675", "2796274", "1871086", "7424964", "1348264", "7992320", "5734570", "890035"], "ranked_scores": [593.0, 577.0, 574.0, 574.0, 569.0, 569.0, 566.0, 565.0, 564.0, 562.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5939467", "1039754", "5170949", "1588747", "4805364", "5174051", "6083050", "7650732", "1497166"], "ranked_scores": [537.0, 532.0, 531.0, 528.0, 512.0, 509.0, 506.0, 503.0, 499.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576606", "2576605", "870346", "551238", "1613678", "272190", "2692492", "272188", "7249172"], "ranked_scores": [619.0, 594.0, 594.0, 580.0, 580.0, 580.0, 578.0, 576.0, 574.0, 567.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "7553014", "3749515", "4799603", "8741687", "4053745", "7810605", "8277053", "5408281", "6090442"], "ranked_scores": [542.0, 530.0, 526.0, 526.0, 520.0, 520.0, 518.0, 516.0, 515.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["7646422", "5094229", "7288502", "4278761", "4437972", "2510740", "4377794", "2929750", "4195768", "7646426"], "ranked_scores": [620.0, 618.0, 610.0, 600.0, 585.0, 576.0, 575.0, 572.0, 570.0, 567.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "2068025", "3924136", "7154587", "5499496", "1237202", "3872927", "6032214", "3173599", "7154585"], "ranked_scores": [552.0, 544.0, 542.0, 540.0, 534.0, 533.0, 526.0, 525.0, 522.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "3039809", "8773427", "7975065", "4966850", "1763487", "2396672", "3663599", "5675630", "3314760"], "ranked_scores": [566.0, 542.0, 541.0, 536.0, 535.0, 534.0, 533.0, 532.0, 532.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "2617812", "7526870", "4786937", "2617807", "2099688", "1841905", "1511150", "6503017", "7526867"], "ranked_scores": [608.0, 598.0, 584.0, 579.0, 579.0, 579.0, 578.0, 575.0, 572.0, 572.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "5655", "5280575", "8331763", "7770199", "7299517", "5654270", "978127"], "ranked_scores": [610.0, 581.0, 565.0, 551.0, 540.0, 535.0, 526.0, 525.0, 524.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5343617", "2066951", "3659405", "5336580", "4502858", "1417034", "8327486", "30088", "4256443"], "ranked_scores": [617.0, 581.0, 557.0, 554.0, 551.0, 548.0, 547.0, 547.0, 545.0, 543.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "754800", "8148596", "6207587", "2789716", "3712671", "1696161", "5904163", "8098325", "5827787"], "ranked_scores": [568.0, 566.0, 565.0, 559.0, 554.0, 550.0, 548.0, 547.0, 547.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565560", "1118163", "4893298", "4111498", "174956", "4432184", "3920912", "5212100", "5206549", "4004619"], "ranked_scores": [568.0, 557.0, 553.0, 551.0, 550.0, 550.0, 549.0, 549.0, 548.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "3699781", "4991354", "1621473", "4528861", "3926427", "8374135", "826058", "3672237", "7161095"], "ranked_scores": [576.0, 555.0, 546.0, 541.0, 538.0, 536.0, 532.0, 528.0, 524.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4409027", "7778956", "6193415", "4605271", "3747811", "4605270", "2531512", "1250411", "5393501"], "ranked_scores": [605.0, 572.0, 569.0, 568.0, 564.0, 563.0, 555.0, 553.0, 550.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["7428627", "1063811", "6632522", "4590213", "2488121", "6632520", "6632518", "3942500", "3722839", "7795896"], "ranked_scores": [556.0, 555.0, 552.0, 549.0, 546.0, 543.0, 542.0, 541.0, 539.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["3883683", "1867101", "5143805", "5813240", "6713671", "7313342", "7313345", "6903206", "921101", "886990"], "ranked_scores": [563.0, 558.0, 553.0, 544.0, 543.0, 542.0, 542.0, 541.0, 533.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7728427", "3252244", "2940019", "4258668", "6036135", "1623860", "5339585", "7420248", "88374"], "ranked_scores": [598.0, 585.0, 561.0, 550.0, 539.0, 534.0, 527.0, 525.0, 524.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "332783", "6472411", "8738884", "1398369", "2024648", "5304087", "1946367", "7611886", "7482891"], "ranked_scores": [596.0, 562.0, 547.0, 540.0, 531.0, 522.0, 522.0, 515.0, 514.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["8221437", "7856346", "8221430", "4127072", "4158114", "8221431", "8015905", "5431260", "4343906", "4626170"], "ranked_scores": [581.0, 577.0, 569.0, 568.0, 564.0, 553.0, 552.0, 550.0, 550.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495838", "3495835", "8608976", "3495831", "4545847", "2384334", "6625132", "8490012"], "ranked_scores": [572.0, 567.0, 554.0, 530.0, 527.0, 519.0, 517.0, 514.0, 514.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212591", "6212597", "6212588", "609594", "1941403", "3843788", "3843787", "917841", "2852056"], "ranked_scores": [570.0, 562.0, 555.0, 554.0, 545.0, 527.0, 521.0, 514.0, 511.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7601059", "7803343", "2108312", "8736649", "7078336", "217890", "3823638", "2379160", "4520541"], "ranked_scores": [592.0, 507.0, 500.0, 496.0, 493.0, 489.0, 485.0, 485.0, 482.0, 482.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "7511875", "5891383", "1460689", "4256781", "1193873", "1460685", "1460687", "2857974", "7144188"], "ranked_scores": [576.0, 526.0, 517.0, 516.0, 515.0, 514.0, 513.0, 512.0, 511.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "4738326", "7395884", "6124976", "1452606", "3114131", "3215105", "4709447"], "ranked_scores": [583.0, 573.0, 527.0, 526.0, 526.0, 525.0, 525.0, 525.0, 521.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589844", "8424304", "1420930", "1981696", "7589839", "6986881", "1981693", "5955284", "6358107", "3559380"], "ranked_scores": [532.0, 529.0, 521.0, 519.0, 515.0, 514.0, 513.0, 513.0, 511.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "2575364", "6342544", "7973153", "8771883", "4564069", "2579423", "5785232", "3664758", "8667781"], "ranked_scores": [606.0, 539.0, 531.0, 521.0, 517.0, 513.0, 513.0, 511.0, 508.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-6000": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["6489670", "1674646", "3527619", "5265626", "1245152", "638358", "1245154", "7275122", "7837267", "8083127"], "ranked_scores": [562.0, 556.0, 548.0, 547.0, 546.0, 542.0, 540.0, 535.0, 535.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "7248824", "1297112", "1297109", "8083127", "3671400", "1674644", "6929917", "220565", "3308552"], "ranked_scores": [553.0, 544.0, 544.0, 543.0, 539.0, 537.0, 534.0, 531.0, 528.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "911138", "7114600", "5842823", "1592656", "1238142", "8543994", "5226726", "298606"], "ranked_scores": [609.0, 563.0, 551.0, 550.0, 549.0, 548.0, 540.0, 538.0, 537.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "8279447", "515311", "66616", "3338175", "2541248", "5684712", "5359258", "6926916", "7369987"], "ranked_scores": [583.0, 569.0, 567.0, 561.0, 561.0, 560.0, 559.0, 555.0, 550.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "3794304", "5450605", "1936834", "7048914", "3794300", "4269405", "1159740", "5701737", "8554964"], "ranked_scores": [555.0, 551.0, 541.0, 535.0, 525.0, 524.0, 523.0, 517.0, 515.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["378964", "1805806", "7929603", "5606320", "1229810", "1191483", "8299818", "4450104", "7528332", "1801540"], "ranked_scores": [504.0, 502.0, 501.0, 500.0, 491.0, 486.0, 486.0, 486.0, 483.0, 482.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7813557", "7260457", "6964479", "6980305", "5227711", "5091618", "6311584", "1777799", "6964486"], "ranked_scores": [583.0, 565.0, 554.0, 548.0, 547.0, 546.0, 546.0, 541.0, 530.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550561", "3550563", "3550559", "7431788", "4154575", "5079417", "4041246", "4476440", "7698064", "7735540"], "ranked_scores": [626.0, 611.0, 591.0, 562.0, 550.0, 544.0, 540.0, 535.0, 530.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["249524", "1365215", "1102477", "8452568", "7531871", "289409", "5110182", "6950269", "4667084", "6950275"], "ranked_scores": [565.0, 544.0, 543.0, 533.0, 531.0, 528.0, 527.0, 523.0, 522.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["4513419", "7187663", "947575", "5132484", "5469449", "3546549", "5942525", "1239940", "7479448", "7479455"], "ranked_scores": [543.0, 535.0, 533.0, 523.0, 520.0, 518.0, 518.0, 517.0, 517.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "2469923", "4405605", "3189196", "7905540", "209692", "6033800", "8583766", "2355274"], "ranked_scores": [652.0, 646.0, 566.0, 542.0, 538.0, 528.0, 527.0, 527.0, 526.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["5389787", "8111528", "295788", "7858636", "114691", "2921046", "5289585", "7058926", "2242588", "992664"], "ranked_scores": [551.0, 536.0, 533.0, 533.0, 530.0, 525.0, 521.0, 517.0, 514.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "277376", "6975658", "5809784", "6628785", "7301818", "6363851", "3803414"], "ranked_scores": [605.0, 583.0, 573.0, 516.0, 516.0, 513.0, 507.0, 505.0, 504.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["7970736", "8450827", "8259512", "8450828", "8259514", "7970728", "7970734", "320956", "8450833", "1265191"], "ranked_scores": [591.0, 590.0, 581.0, 578.0, 576.0, 562.0, 541.0, 532.0, 532.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "7160804", "8684894", "6145894", "6193662", "3457120", "8636883", "5841488", "4702013"], "ranked_scores": [592.0, 582.0, 570.0, 565.0, 559.0, 559.0, 558.0, 551.0, 546.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "3452115", "7220312", "4768599", "6467669", "2238728", "665690", "3505871", "8484568", "46048"], "ranked_scores": [626.0, 531.0, 525.0, 513.0, 500.0, 497.0, 493.0, 491.0, 486.0, 484.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5340239", "7870705", "7870700", "3702788", "5143532", "630599", "8091571", "7870704", "6768280"], "ranked_scores": [610.0, 539.0, 538.0, 533.0, 523.0, 511.0, 508.0, 506.0, 504.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "8157542", "7948042", "2116929", "7964392", "8660295", "3646584", "2116932", "2083431", "7146728"], "ranked_scores": [593.0, 589.0, 584.0, 571.0, 570.0, 566.0, 562.0, 561.0, 561.0, 556.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "4725494", "8771259", "96936", "2647181", "3532662", "3225747", "4949219", "4998837"], "ranked_scores": [576.0, 564.0, 515.0, 509.0, 504.0, 504.0, 504.0, 503.0, 503.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5231134", "925659", "2091063", "1226636", "6641480", "3444262", "4393601", "6822082", "7503576"], "ranked_scores": [575.0, 559.0, 555.0, 549.0, 547.0, 543.0, 542.0, 542.0, 539.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7827761", "7827765", "7803391", "4489797", "4826837", "5233423", "4489794", "1475307", "413808", "7827767"], "ranked_scores": [502.0, 502.0, 492.0, 491.0, 490.0, 485.0, 484.0, 484.0, 483.0, 479.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "442006", "7134383", "4796876", "391342", "8477970", "1918866", "4796869", "5535297", "8540414"], "ranked_scores": [611.0, 599.0, 582.0, 582.0, 580.0, 577.0, 573.0, 570.0, 564.0, 561.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["8820180", "6506033", "409310", "3909648", "7689707", "3246403", "3167491", "2175858", "4936994", "7880823"], "ranked_scores": [555.0, 543.0, 542.0, 542.0, 530.0, 528.0, 522.0, 520.0, 519.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["92150", "5729775", "8386856", "1460640", "5591112", "6642275", "3346337", "3968773", "5610977", "4153409"], "ranked_scores": [600.0, 595.0, 570.0, 567.0, 561.0, 561.0, 559.0, 554.0, 551.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["1070634", "8426355", "2796274", "1871086", "7424964", "4942015", "5055675", "7992320", "8307546", "4901734"], "ranked_scores": [601.0, 599.0, 596.0, 577.0, 576.0, 575.0, 575.0, 573.0, 573.0, 571.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5170949", "5939467", "5174051", "1039754", "975213", "4805364", "3637961", "7859278", "1497166"], "ranked_scores": [545.0, 531.0, 524.0, 522.0, 518.0, 515.0, 513.0, 511.0, 511.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "870351", "551238", "7249172", "2576606", "2692492", "1525620", "2576605", "272188", "1525615"], "ranked_scores": [590.0, 567.0, 564.0, 563.0, 560.0, 559.0, 558.0, 558.0, 550.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "8741687", "3024301", "6722043", "6340258", "5408281", "7228941", "7403004", "3296425", "4053745"], "ranked_scores": [569.0, 532.0, 531.0, 529.0, 526.0, 523.0, 523.0, 522.0, 520.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["7288502", "4278761", "4437972", "5094229", "7646422", "4377794", "2929750", "2510740", "278768", "5352322"], "ranked_scores": [643.0, 626.0, 610.0, 610.0, 607.0, 591.0, 587.0, 586.0, 585.0, 582.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["3924136", "1237202", "839355", "2068025", "3173599", "6818953", "1948259", "7154587", "8531579", "6408406"], "ranked_scores": [546.0, 545.0, 538.0, 535.0, 535.0, 533.0, 531.0, 531.0, 528.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "3039809", "1763487", "4861485", "2396672", "4637748", "8773427", "3937863", "4861484", "5675630"], "ranked_scores": [550.0, 542.0, 542.0, 541.0, 537.0, 537.0, 533.0, 532.0, 526.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["1841905", "2099688", "3141441", "2617812", "7526870", "2617807", "6503017", "1511150", "4786937", "7526871"], "ranked_scores": [600.0, 599.0, 597.0, 592.0, 582.0, 580.0, 573.0, 567.0, 567.0, 564.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110611", "7110612", "5655", "7937494", "8331763", "8373163", "4143068", "2299432", "7770196"], "ranked_scores": [609.0, 563.0, 560.0, 545.0, 539.0, 533.0, 520.0, 519.0, 519.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5343617", "5336580", "2066951", "4502858", "1417034", "2391916", "8327486", "3659405", "4522649"], "ranked_scores": [629.0, 580.0, 576.0, 560.0, 556.0, 554.0, 551.0, 551.0, 550.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8148596", "754800", "2789716", "5904163", "7505807", "6207587", "1696161", "5827787", "8510962"], "ranked_scores": [583.0, 563.0, 558.0, 549.0, 549.0, 545.0, 545.0, 543.0, 540.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565560", "4893298", "7741066", "6495560", "1118163", "2245440", "8236096", "4004619", "4589415", "8347480"], "ranked_scores": [562.0, 560.0, 553.0, 544.0, 540.0, 539.0, 537.0, 535.0, 534.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "826058", "4991354", "3699781", "3672237", "1621473", "8374135", "869851", "3926427", "4991353"], "ranked_scores": [587.0, 556.0, 551.0, 551.0, 547.0, 538.0, 538.0, 535.0, 532.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "7778956", "4409027", "4605271", "2531512", "6193415", "4605270", "3747811", "5393501", "7778949"], "ranked_scores": [599.0, 568.0, 565.0, 560.0, 560.0, 555.0, 553.0, 551.0, 540.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "1063811", "6632522", "6632520", "7428627", "139961", "4951287", "4590213", "7831679", "7795896"], "ranked_scores": [563.0, 562.0, 557.0, 556.0, 556.0, 553.0, 550.0, 549.0, 549.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "3883683", "5143805", "6713671", "8628818", "463652", "3689305", "5813240", "886990", "921101"], "ranked_scores": [545.0, 535.0, 530.0, 530.0, 528.0, 526.0, 524.0, 521.0, 520.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7728427", "3252244", "2940019", "6036135", "4258668", "7420248", "88374", "3617286", "1623860"], "ranked_scores": [616.0, 611.0, 591.0, 580.0, 550.0, 544.0, 541.0, 541.0, 538.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "332783", "2024648", "1398369", "6472411", "8738884", "5304087", "6711596", "6711597", "3599369"], "ranked_scores": [603.0, 552.0, 550.0, 538.0, 536.0, 532.0, 527.0, 520.0, 513.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221430", "8221437", "4127072", "8221431", "4158114", "4343906", "5431260", "8015905", "4626170"], "ranked_scores": [598.0, 578.0, 567.0, 563.0, 561.0, 551.0, 550.0, 547.0, 543.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495838", "3495835", "6625132", "1779400", "3495831", "4545847", "1188785", "8608976"], "ranked_scores": [556.0, 550.0, 542.0, 524.0, 521.0, 516.0, 509.0, 506.0, 504.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212597", "6212591", "609594", "917841", "3843788", "3843787", "1941403", "8116284"], "ranked_scores": [620.0, 585.0, 575.0, 562.0, 541.0, 514.0, 513.0, 509.0, 506.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "2379160", "7078336", "7601059", "2108312", "7803343", "4520541", "5286547", "1384086", "217890"], "ranked_scores": [609.0, 501.0, 497.0, 497.0, 495.0, 493.0, 492.0, 489.0, 486.0, 480.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "1460685", "7511875", "1460689", "7144188", "1193873", "1460687", "4256781", "2857974", "3668938"], "ranked_scores": [573.0, 529.0, 526.0, 526.0, 525.0, 522.0, 521.0, 517.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "1690952", "7395884", "6124976", "4738326", "6025784", "1136108", "1759110", "2018124"], "ranked_scores": [586.0, 579.0, 535.0, 533.0, 521.0, 517.0, 512.0, 512.0, 509.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["8424304", "2229750", "6986881", "5955284", "7589844", "1420930", "3559380", "1981693", "7138494", "1981696"], "ranked_scores": [527.0, 514.0, 510.0, 509.0, 509.0, 507.0, 505.0, 499.0, 499.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7973153", "6342544", "4957113", "8771883", "3664758", "7966624", "2575364", "2579423", "7830233"], "ranked_scores": [612.0, 527.0, 524.0, 511.0, 508.0, 507.0, 505.0, 503.0, 501.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-8000": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["6489670", "5265626", "1245154", "1674646", "1245152", "3527619", "575979", "7584907", "7275122", "7837267"], "ranked_scores": [574.0, 559.0, 558.0, 553.0, 546.0, 546.0, 544.0, 544.0, 540.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "7248824", "1297112", "1297109", "5633832", "6929917", "3671400", "1674644", "220565", "6375472"], "ranked_scores": [560.0, 540.0, 533.0, 529.0, 527.0, 527.0, 526.0, 523.0, 522.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "7114600", "1592656", "911138", "5842823", "8543994", "153457", "298606", "5226726"], "ranked_scores": [606.0, 572.0, 559.0, 556.0, 549.0, 545.0, 544.0, 539.0, 538.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["8279447", "515311", "2541248", "66616", "6926916", "698581", "5769842", "7369987", "5359258", "6574813"], "ranked_scores": [591.0, 586.0, 584.0, 578.0, 573.0, 573.0, 572.0, 572.0, 568.0, 566.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "5450605", "4269405", "1936834", "7048914", "3794300", "3820657", "7048919", "2070215"], "ranked_scores": [544.0, 542.0, 539.0, 529.0, 527.0, 516.0, 512.0, 510.0, 500.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1191483", "1805806", "7929603", "5606320", "1123190", "6199240", "240221", "7600993", "729819", "1179925"], "ranked_scores": [507.0, 503.0, 499.0, 499.0, 497.0, 497.0, 497.0, 497.0, 496.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "6964479", "7260457", "7813557", "5227711", "5091618", "6980305", "7840121", "6311584", "3138143"], "ranked_scores": [579.0, 561.0, 557.0, 550.0, 541.0, 537.0, 530.0, 524.0, 523.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["3550563", "7431788", "3550561", "3550559", "5997547", "5079417", "2562047", "7433147", "8343642", "102138"], "ranked_scores": [553.0, 547.0, 545.0, 545.0, 545.0, 544.0, 543.0, 539.0, 529.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365215", "249524", "4667084", "5110182", "1365210", "1102477", "1102481", "6794863", "6950269", "8452568"], "ranked_scores": [546.0, 540.0, 535.0, 531.0, 521.0, 521.0, 517.0, 517.0, 516.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["947575", "7187663", "5132484", "5469449", "7479455", "4513419", "7187662", "2117748", "3798363", "6022932"], "ranked_scores": [542.0, 529.0, 526.0, 522.0, 522.0, 514.0, 514.0, 513.0, 510.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "2469923", "3189196", "4405605", "8583766", "6033800", "209692", "2355274", "8583763"], "ranked_scores": [655.0, 644.0, 561.0, 546.0, 539.0, 536.0, 530.0, 530.0, 528.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["5389787", "114691", "8111528", "2242588", "5289585", "295788", "8098588", "4623383", "4623381", "7858636"], "ranked_scores": [551.0, 526.0, 526.0, 521.0, 520.0, 516.0, 513.0, 510.0, 509.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "277376", "5696456", "7301818", "6975658", "3803414", "6169612", "277374"], "ranked_scores": [611.0, 583.0, 570.0, 509.0, 509.0, 509.0, 507.0, 506.0, 503.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8259512", "8450827", "7970736", "8259514", "8450828", "7970728", "7970734", "3513389", "320956", "8450833"], "ranked_scores": [590.0, 588.0, 584.0, 573.0, 566.0, 552.0, 530.0, 528.0, 527.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "6193662", "7160804", "8346654", "7160799", "8684894", "7138663", "3457120", "664917", "8636883"], "ranked_scores": [571.0, 570.0, 564.0, 563.0, 551.0, 548.0, 542.0, 541.0, 541.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "6467669", "4768599", "3452115", "8484568", "2238728", "3195736", "8067800", "46048"], "ranked_scores": [625.0, 516.0, 508.0, 507.0, 506.0, 495.0, 494.0, 494.0, 493.0, 486.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "5340239", "7870705", "7870700", "3702788", "6667088", "8584557", "8091571", "6975615", "2995208"], "ranked_scores": [606.0, 550.0, 544.0, 534.0, 526.0, 512.0, 510.0, 508.0, 506.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "8157542", "7948042", "2083431", "2116932", "3646584", "7146728", "7964392", "4880893", "2116936"], "ranked_scores": [607.0, 596.0, 576.0, 572.0, 571.0, 568.0, 567.0, 565.0, 556.0, 554.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958943", "7958944", "4725494", "2535705", "3532662", "4253084", "942766", "4253088", "4949219", "2356989"], "ranked_scores": [584.0, 578.0, 532.0, 519.0, 512.0, 509.0, 509.0, 509.0, 508.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "2091063", "5231134", "6641480", "3444262", "4393601", "1226636", "4624992", "6822082", "6607918"], "ranked_scores": [573.0, 566.0, 561.0, 537.0, 534.0, 532.0, 527.0, 525.0, 525.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7803391", "1174164", "7827765", "1174168", "261654", "6127285", "4057612", "4826837", "4489797", "4999276"], "ranked_scores": [509.0, 495.0, 494.0, 487.0, 482.0, 482.0, 479.0, 478.0, 477.0, 477.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["442006", "8045986", "8477970", "1918866", "4796876", "7134383", "391342", "8540414", "863946", "391341"], "ranked_scores": [601.0, 598.0, 586.0, 582.0, 581.0, 576.0, 574.0, 567.0, 566.0, 562.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["3909648", "6506033", "7880823", "3246403", "409310", "8820180", "7689710", "3649558", "7689707", "4233011"], "ranked_scores": [551.0, 534.0, 533.0, 530.0, 529.0, 529.0, 524.0, 520.0, 519.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "1460640", "6642275", "3346337", "3968773", "1735116", "115435", "6243136", "1546056"], "ranked_scores": [609.0, 598.0, 557.0, 557.0, 556.0, 555.0, 550.0, 542.0, 542.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["1070634", "8426355", "2796274", "1871086", "5734570", "5055675", "7424964", "4942019", "4901734", "4942015"], "ranked_scores": [617.0, 600.0, 598.0, 590.0, 584.0, 584.0, 582.0, 578.0, 576.0, 572.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5939467", "1039754", "1497166", "5170949", "2250532", "5965281", "3637961", "6083050", "5027726"], "ranked_scores": [528.0, 528.0, 522.0, 516.0, 515.0, 506.0, 502.0, 501.0, 498.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "870351", "7249172", "2692492", "2576606", "2576605", "1613678", "1314383", "7137675", "1525620"], "ranked_scores": [585.0, 571.0, 564.0, 563.0, 558.0, 558.0, 556.0, 555.0, 555.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "5408281", "4799603", "8277053", "6797667", "6722043", "3024301", "8741687", "5373185", "4053745"], "ranked_scores": [568.0, 535.0, 532.0, 530.0, 525.0, 523.0, 522.0, 521.0, 521.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["7288502", "5094229", "7646422", "4437972", "4278761", "2510740", "278768", "4377794", "2929750", "5352322"], "ranked_scores": [617.0, 608.0, 607.0, 594.0, 592.0, 576.0, 576.0, 570.0, 569.0, 569.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["7154587", "3924136", "6818953", "2068025", "6045016", "3872927", "8531579", "5499496", "839355", "1237202"], "ranked_scores": [550.0, 544.0, 543.0, 540.0, 539.0, 538.0, 537.0, 536.0, 534.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "3039809", "2396672", "1763487", "8773427", "4637748", "2396673", "2421104", "4966850", "7975065"], "ranked_scores": [567.0, 561.0, 548.0, 541.0, 534.0, 534.0, 533.0, 533.0, 530.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["2099688", "2617812", "3141441", "1841905", "4786937", "7526870", "2617807", "4600593", "1511150", "7022399"], "ranked_scores": [597.0, 596.0, 595.0, 590.0, 580.0, 580.0, 568.0, 567.0, 566.0, 564.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "5655", "7110612", "7110611", "8331763", "7937494", "4143068", "607856", "8310623", "5280582"], "ranked_scores": [623.0, 562.0, 560.0, 553.0, 548.0, 540.0, 535.0, 532.0, 526.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "3659405", "5343617", "5336580", "2066951", "8327486", "4256443", "1417034", "6278487", "2391916"], "ranked_scores": [622.0, 596.0, 590.0, 588.0, 573.0, 568.0, 564.0, 556.0, 553.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "2789716", "754800", "1696161", "5904163", "7505807", "3712671", "6875563", "7853301", "6207587"], "ranked_scores": [596.0, 553.0, 551.0, 540.0, 539.0, 536.0, 534.0, 531.0, 530.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4893298", "2565560", "1118163", "4111498", "3920912", "7741066", "3383567", "2245444", "4205560", "1338703"], "ranked_scores": [579.0, 571.0, 569.0, 552.0, 552.0, 541.0, 539.0, 539.0, 539.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "3699781", "4991354", "1621473", "3926427", "8374135", "869851", "3148555", "933350", "826058"], "ranked_scores": [580.0, 575.0, 556.0, 554.0, 542.0, 538.0, 536.0, 535.0, 534.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "7778956", "4605271", "4409027", "2531512", "4605270", "6193415", "5393501", "1250411", "7778949"], "ranked_scores": [591.0, 585.0, 578.0, 563.0, 556.0, 548.0, 546.0, 542.0, 537.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["6632522", "1063811", "3942500", "7795896", "8586692", "7428627", "7582739", "2488121", "7582741", "3722839"], "ranked_scores": [569.0, 560.0, 558.0, 557.0, 556.0, 555.0, 554.0, 553.0, 553.0, 552.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["1867101", "5143805", "921101", "8628818", "886990", "6761606", "6713671", "6903206", "5813240", "3689305"], "ranked_scores": [549.0, 543.0, 538.0, 536.0, 534.0, 532.0, 532.0, 531.0, 531.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7728427", "3252244", "2940019", "6036135", "4258668", "4636167", "3617286", "1623860", "88374"], "ranked_scores": [612.0, 610.0, 593.0, 578.0, 559.0, 554.0, 541.0, 540.0, 538.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "332783", "6472411", "2024648", "1398369", "6711596", "8738884", "3599369", "6711597", "1946367"], "ranked_scores": [600.0, 543.0, 535.0, 528.0, 526.0, 526.0, 524.0, 523.0, 508.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221437", "8221430", "8221431", "4127072", "8015905", "4343906", "4158114", "4158115", "6269961"], "ranked_scores": [602.0, 585.0, 575.0, 571.0, 565.0, 560.0, 558.0, 555.0, 530.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["7770963", "3495837", "3495838", "1779400", "3495835", "3885772", "8608976", "1634694", "6625132", "6392875"], "ranked_scores": [553.0, 551.0, 543.0, 517.0, 513.0, 512.0, 510.0, 509.0, 504.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212591", "6212588", "6212597", "917841", "1941403", "609594", "3843787", "3843788", "471140"], "ranked_scores": [603.0, 564.0, 560.0, 558.0, 544.0, 534.0, 531.0, 509.0, 495.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7078336", "2108312", "7601059", "4520541", "5402180", "2790097", "3823638", "4053136", "1031361"], "ranked_scores": [612.0, 510.0, 502.0, 495.0, 493.0, 486.0, 484.0, 483.0, 483.0, 481.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "7511875", "5891383", "1460689", "2857974", "1193873", "1460687", "3668938", "1420186", "7144188"], "ranked_scores": [545.0, 522.0, 512.0, 511.0, 508.0, 506.0, 505.0, 502.0, 496.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395888", "7395885", "7395884", "4738326", "3114131", "3215105", "3118156", "7558181", "1690952", "6124976"], "ranked_scores": [592.0, 582.0, 556.0, 537.0, 531.0, 527.0, 526.0, 524.0, 523.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589844", "8424304", "1420930", "2229750", "1981693", "3559380", "7589839", "5955284", "6986881", "8278272"], "ranked_scores": [525.0, 518.0, 506.0, 503.0, 501.0, 501.0, 500.0, 494.0, 494.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8771883", "2575364", "7830233", "2579423", "1334388", "4957113", "3664758", "6342544", "7973153"], "ranked_scores": [606.0, 525.0, 522.0, 519.0, 513.0, 509.0, 507.0, 507.0, 506.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-10000": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["6489670", "1245154", "8083127", "3527619", "1674646", "5265626", "2746690", "575979", "7275122", "7584907"], "ranked_scores": [569.0, 557.0, 556.0, 554.0, 545.0, 542.0, 538.0, 535.0, 534.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "6929917", "8083127", "7248824", "1297109", "6375472", "1674644", "5633832", "3671400", "1297112"], "ranked_scores": [571.0, 549.0, 544.0, 542.0, 534.0, 531.0, 527.0, 527.0, 527.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "7114600", "5842823", "911138", "298606", "5221728", "1238142", "8543994", "1592656"], "ranked_scores": [620.0, 577.0, 568.0, 564.0, 563.0, 558.0, 556.0, 551.0, 544.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["8279447", "5769842", "2541248", "7369987", "6926916", "66616", "5359258", "3338175", "5997195", "698581"], "ranked_scores": [595.0, 592.0, 584.0, 581.0, 580.0, 579.0, 578.0, 578.0, 578.0, 574.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "3794304", "1936834", "3794300", "5450605", "4269405", "7255675", "8554964", "5701737", "7048914"], "ranked_scores": [541.0, 541.0, 540.0, 531.0, 527.0, 523.0, 518.0, 514.0, 513.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5606320", "7929603", "1229810", "3440808", "1191483", "729819", "3205963", "1190311", "6199240", "8299818"], "ranked_scores": [512.0, 501.0, 495.0, 489.0, 489.0, 486.0, 485.0, 485.0, 485.0, 484.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "7260457", "7813557", "6964479", "5227711", "5091618", "7245739", "2807543", "6964486", "6980305"], "ranked_scores": [585.0, 557.0, 557.0, 555.0, 540.0, 538.0, 530.0, 529.0, 529.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["5079417", "7431788", "3550559", "5997547", "3550561", "4041246", "5609239", "3550563", "2562047", "7433147"], "ranked_scores": [554.0, 548.0, 538.0, 537.0, 536.0, 535.0, 526.0, 525.0, 522.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365215", "249524", "8452568", "6950269", "1102477", "6794863", "289409", "2322245", "1102481", "6733381"], "ranked_scores": [571.0, 552.0, 547.0, 547.0, 541.0, 537.0, 534.0, 534.0, 531.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "5132484", "5469449", "947575", "7479455", "7187662", "3546549", "2117748", "4513419", "7479448"], "ranked_scores": [545.0, 538.0, 535.0, 534.0, 529.0, 529.0, 526.0, 524.0, 524.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "2469923", "6033800", "3189196", "2355274", "8583764", "4405605", "1462104", "1962396"], "ranked_scores": [666.0, 658.0, 571.0, 550.0, 542.0, 540.0, 536.0, 536.0, 531.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["8111528", "5389787", "2242588", "5183833", "114691", "295788", "7858636", "2921046", "4623381", "4623383"], "ranked_scores": [517.0, 517.0, 513.0, 511.0, 508.0, 505.0, 504.0, 504.0, 501.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301816", "7301819", "7301818", "1053306", "6975658", "277376", "3803414", "7301814", "6628785"], "ranked_scores": [613.0, 579.0, 569.0, 528.0, 514.0, 513.0, 508.0, 507.0, 504.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450827", "7970736", "8259514", "8259512", "8450828", "7970728", "7970734", "8450833", "320956", "7970735"], "ranked_scores": [616.0, 595.0, 595.0, 588.0, 583.0, 576.0, 552.0, 545.0, 540.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "7160804", "3457120", "6145894", "8684894", "7160799", "6193662", "8128745", "6835042"], "ranked_scores": [594.0, 585.0, 561.0, 550.0, 549.0, 545.0, 543.0, 540.0, 538.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "6467669", "4768599", "665690", "2238728", "7220313", "8067800", "1136294"], "ranked_scores": [625.0, 550.0, 532.0, 507.0, 507.0, 499.0, 491.0, 491.0, 491.0, 489.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "3702788", "7870700", "7870705", "6667088", "8584557", "5340239", "5143532", "6768280", "7870704"], "ranked_scores": [596.0, 529.0, 523.0, 521.0, 512.0, 510.0, 506.0, 504.0, 504.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "8157542", "7948042", "8722441", "2116932", "7146728", "3646584", "7964392", "2116936", "2116929"], "ranked_scores": [597.0, 583.0, 578.0, 571.0, 569.0, 566.0, 565.0, 564.0, 562.0, 557.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4725494", "2535705", "5932719", "3569426", "3056113", "6924493", "3532662", "4253084"], "ranked_scores": [580.0, 571.0, 538.0, 528.0, 515.0, 514.0, 514.0, 513.0, 513.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5231134", "3444262", "925659", "2091063", "6822082", "4393603", "1175612", "1226636", "4393601"], "ranked_scores": [588.0, 579.0, 544.0, 542.0, 540.0, 539.0, 538.0, 537.0, 536.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["7803391", "1174164", "1174168", "7827765", "4489797", "1854682", "1174172", "261654", "4999276", "6768417"], "ranked_scores": [518.0, 510.0, 503.0, 503.0, 489.0, 481.0, 478.0, 478.0, 478.0, 476.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "442006", "391342", "391341", "1918866", "8477970", "4796876", "7134383", "8540414", "863946"], "ranked_scores": [601.0, 591.0, 581.0, 577.0, 576.0, 571.0, 570.0, 566.0, 562.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["3909648", "8820180", "7880823", "6506033", "409310", "4390430", "4233011", "3246403", "3167491", "2175858"], "ranked_scores": [568.0, 537.0, 536.0, 533.0, 533.0, 531.0, 525.0, 522.0, 520.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "6642275", "3346337", "8386856", "1460640", "5668797", "1735116", "4153409", "8477248"], "ranked_scores": [621.0, 605.0, 574.0, 565.0, 556.0, 556.0, 556.0, 554.0, 553.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["2796274", "5055675", "7424964", "1070634", "3733774", "4942015", "1871086", "5784428", "7992320", "4942019"], "ranked_scores": [604.0, 593.0, 592.0, 592.0, 591.0, 586.0, 583.0, 583.0, 582.0, 580.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5939467", "1039754", "3637961", "975213", "2250532", "6083050", "5965281", "5174051", "5170949"], "ranked_scores": [556.0, 536.0, 532.0, 530.0, 530.0, 520.0, 520.0, 514.0, 513.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "870351", "2576606", "1613678", "2692492", "2576605", "7249172", "272188", "870346", "551238"], "ranked_scores": [592.0, 570.0, 562.0, 561.0, 561.0, 561.0, 554.0, 551.0, 550.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "7403004", "5419270", "258524", "8277053", "5408281", "8741687", "3545187", "4053745", "6465151"], "ranked_scores": [559.0, 525.0, 525.0, 524.0, 522.0, 520.0, 520.0, 515.0, 514.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["7288502", "7646422", "4278761", "4437972", "5094229", "4377794", "278768", "2929750", "2510740", "5352322"], "ranked_scores": [623.0, 604.0, 598.0, 597.0, 596.0, 578.0, 575.0, 574.0, 566.0, 565.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["2068025", "6818953", "3924136", "839355", "7154587", "5499496", "1237202", "8531579", "3872927", "4594595"], "ranked_scores": [553.0, 547.0, 547.0, 544.0, 543.0, 538.0, 537.0, 534.0, 532.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "2396672", "3039809", "1763487", "4637748", "8773427", "3937863", "4451324", "4966850", "2421104"], "ranked_scores": [570.0, 549.0, 547.0, 545.0, 541.0, 541.0, 539.0, 538.0, 536.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "1511155", "2617812", "2099688", "7526870", "7526871", "4786937", "6503017", "1841905", "2617807"], "ranked_scores": [596.0, 593.0, 587.0, 582.0, 582.0, 581.0, 578.0, 571.0, 558.0, 555.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "7110612", "7110611", "5655", "7937494", "8331763", "607856", "2737704", "8310623", "755164"], "ranked_scores": [624.0, 557.0, 551.0, 544.0, 539.0, 537.0, 531.0, 526.0, 519.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5343617", "3659405", "5336580", "1417034", "2066951", "4502858", "6278487", "8327486", "489952"], "ranked_scores": [628.0, 597.0, 585.0, 568.0, 558.0, 557.0, 551.0, 548.0, 547.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "5904163", "2789716", "6207587", "3406120", "8510962", "1965669", "754800", "7853301", "6684798"], "ranked_scores": [573.0, 550.0, 541.0, 540.0, 533.0, 531.0, 531.0, 531.0, 530.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["4893298", "2565560", "3920912", "7741066", "2607975", "1118163", "4111498", "7734838", "2290634", "8347480"], "ranked_scores": [572.0, 552.0, 549.0, 548.0, 547.0, 545.0, 541.0, 541.0, 535.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "3699781", "826058", "1621473", "3926427", "4991354", "8374135", "7597006", "3672237", "869851"], "ranked_scores": [574.0, 552.0, 539.0, 539.0, 537.0, 536.0, 534.0, 526.0, 525.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "7778956", "4605271", "4409027", "2531512", "6193415", "3747811", "4605270", "1250411", "7778949"], "ranked_scores": [604.0, 587.0, 575.0, 572.0, 556.0, 555.0, 551.0, 541.0, 539.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "6632522", "7428627", "3942500", "7795896", "3722839", "7582741", "1063811", "8586692", "6632520"], "ranked_scores": [560.0, 552.0, 550.0, 547.0, 547.0, 546.0, 545.0, 543.0, 542.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["5143805", "8628818", "921101", "1867101", "7313345", "1716202", "1867098", "8608886", "3883683", "5813240"], "ranked_scores": [538.0, 538.0, 535.0, 534.0, 532.0, 530.0, 530.0, 530.0, 530.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["4258663", "7728427", "3252244", "2940019", "7420248", "88374", "6036135", "4258668", "4636167", "3617286"], "ranked_scores": [614.0, 604.0, 586.0, 579.0, 542.0, 542.0, 536.0, 534.0, 529.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "332783", "6711596", "1398369", "6711597", "6472411", "8738884", "3599369", "153457", "7611886"], "ranked_scores": [615.0, 562.0, 554.0, 553.0, 544.0, 542.0, 531.0, 529.0, 519.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221430", "8221437", "8221431", "4127072", "4343906", "4158114", "8015905", "5431260", "6269961"], "ranked_scores": [610.0, 604.0, 603.0, 580.0, 572.0, 569.0, 563.0, 557.0, 547.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "3495838", "7770963", "3495835", "1634694", "3495831", "1779400", "6625132", "4545847", "8608976"], "ranked_scores": [552.0, 541.0, 539.0, 524.0, 501.0, 501.0, 498.0, 498.0, 497.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212597", "6212591", "6212588", "917841", "609594", "1941403", "3843787", "3843788", "471140"], "ranked_scores": [599.0, 572.0, 569.0, 565.0, 534.0, 532.0, 525.0, 503.0, 499.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7078336", "7601059", "2108312", "3823638", "4520541", "7803343", "3823641", "8736649", "2411467"], "ranked_scores": [621.0, 501.0, 499.0, 493.0, 491.0, 488.0, 488.0, 487.0, 483.0, 482.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "1460687", "7511875", "4256781", "7144188", "1193873", "5891383", "1460689", "2857974", "3668938"], "ranked_scores": [571.0, 540.0, 529.0, 521.0, 520.0, 513.0, 513.0, 512.0, 509.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "4738326", "1136108", "7395884", "1690952", "3114131", "6124976", "3215105", "7985411"], "ranked_scores": [603.0, 588.0, 552.0, 544.0, 538.0, 536.0, 535.0, 532.0, 526.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["1420930", "3559380", "7589844", "7589839", "1981693", "2229750", "1981696", "8424304", "1772350", "5209746"], "ranked_scores": [522.0, 521.0, 515.0, 512.0, 505.0, 504.0, 502.0, 502.0, 497.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "8771883", "2575364", "7966624", "7973153", "4957113", "297876", "3664758", "2579423", "8743967"], "ranked_scores": [610.0, 528.0, 521.0, 511.0, 510.0, 507.0, 501.0, 499.0, 497.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-12000": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["6489670", "5265626", "1245152", "1245154", "3527619", "575979", "2746690", "1674646", "8083127", "4592392"], "ranked_scores": [564.0, 550.0, 550.0, 548.0, 545.0, 540.0, 539.0, 538.0, 536.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "6929917", "3308552", "7248824", "1297112", "1297109", "5633832", "8083127", "7275123", "3671400"], "ranked_scores": [566.0, 563.0, 540.0, 538.0, 537.0, 534.0, 534.0, 534.0, 533.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "7114600", "5842823", "911138", "1238142", "298606", "8543994", "1592656", "5221728"], "ranked_scores": [614.0, 582.0, 564.0, 558.0, 556.0, 554.0, 548.0, 546.0, 543.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["8279447", "2541248", "66616", "515311", "6159778", "6926916", "5769842", "2548176", "698581", "939894"], "ranked_scores": [597.0, 587.0, 581.0, 579.0, 576.0, 572.0, 570.0, 569.0, 569.0, 569.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794297", "3794304", "5450605", "4269405", "1936834", "3794300", "3820657", "8554964", "5701737", "5346316"], "ranked_scores": [553.0, 550.0, 542.0, 538.0, 536.0, 527.0, 520.0, 519.0, 515.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["5143532", "5606320", "1805806", "7600993", "7929603", "8299818", "1494980", "1191483", "3205963", "240221"], "ranked_scores": [503.0, 490.0, 490.0, 487.0, 485.0, 485.0, 483.0, 482.0, 482.0, 482.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "6964479", "7813557", "6311584", "5227711", "7260457", "3138143", "6980305", "5091618", "7840121"], "ranked_scores": [572.0, 555.0, 547.0, 541.0, 540.0, 538.0, 530.0, 527.0, 523.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["5079417", "5997547", "7431788", "3550561", "3550559", "5609239", "4041246", "3550563", "7948212", "7433147"], "ranked_scores": [560.0, 553.0, 540.0, 540.0, 538.0, 536.0, 535.0, 533.0, 529.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365215", "249524", "8452568", "2322245", "6794863", "6950269", "1102477", "5110182", "1102481", "4667084"], "ranked_scores": [557.0, 550.0, 547.0, 541.0, 538.0, 537.0, 535.0, 533.0, 532.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["7187663", "947575", "5132484", "5469449", "7479455", "8190833", "7187662", "5931817", "7479448", "3546549"], "ranked_scores": [559.0, 553.0, 545.0, 537.0, 533.0, 532.0, 531.0, 525.0, 525.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["7707024", "1226216", "2469923", "6033800", "2355274", "8583764", "4405605", "3189196", "1462104", "6054491"], "ranked_scores": [653.0, 651.0, 567.0, 548.0, 536.0, 536.0, 533.0, 530.0, 528.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["5389787", "5289585", "295788", "2242588", "5183833", "4623383", "114691", "8111528", "3980290", "992664"], "ranked_scores": [535.0, 527.0, 517.0, 516.0, 516.0, 512.0, 510.0, 507.0, 506.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "6628785", "6975658", "3803414", "3512764", "277376", "8259514", "6363851"], "ranked_scores": [604.0, 568.0, 565.0, 517.0, 507.0, 505.0, 504.0, 500.0, 498.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450827", "7970736", "8450828", "8259514", "8259512", "7970728", "7970734", "8450833", "1265191", "320956"], "ranked_scores": [615.0, 614.0, 607.0, 598.0, 590.0, 574.0, 569.0, 568.0, 566.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "6193662", "7160804", "8128745", "3457120", "6145894", "7138663", "7160799", "8684894"], "ranked_scores": [586.0, 563.0, 559.0, 552.0, 550.0, 546.0, 544.0, 541.0, 541.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "6467669", "665690", "4768599", "8067800", "2238728", "8484568", "2130560"], "ranked_scores": [622.0, 551.0, 530.0, 501.0, 500.0, 500.0, 500.0, 499.0, 494.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7870700", "5340239", "8584557", "3702788", "8091571", "5143532", "5672317", "6667088"], "ranked_scores": [623.0, 557.0, 539.0, 538.0, 535.0, 521.0, 517.0, 512.0, 512.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "8157542", "7948042", "2116929", "3646584", "7964392", "2083431", "2116932", "8722441", "2116936"], "ranked_scores": [601.0, 595.0, 592.0, 579.0, 572.0, 571.0, 565.0, 558.0, 556.0, 555.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4725494", "3056113", "2647181", "3532662", "4998837", "6924493", "2450611", "3569426"], "ranked_scores": [577.0, 574.0, 529.0, 521.0, 521.0, 512.0, 505.0, 505.0, 503.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5231134", "3444262", "1902783", "925659", "2091063", "2595814", "6822082", "2044076", "367272"], "ranked_scores": [586.0, 571.0, 555.0, 542.0, 541.0, 539.0, 539.0, 535.0, 528.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1174164", "7803391", "1174168", "7827765", "261654", "1174172", "4826837", "1122004", "2131335", "6768417"], "ranked_scores": [509.0, 506.0, 495.0, 494.0, 483.0, 479.0, 478.0, 478.0, 478.0, 477.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "442006", "1918866", "8477970", "863946", "7134383", "391342", "8540414", "391341", "4796876"], "ranked_scores": [608.0, 607.0, 589.0, 587.0, 576.0, 575.0, 573.0, 568.0, 566.0, 564.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["3909648", "7880823", "8820180", "3167491", "3246403", "4233011", "6506033", "409310", "4390430", "64801"], "ranked_scores": [563.0, 549.0, 548.0, 546.0, 542.0, 539.0, 539.0, 531.0, 530.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "6642275", "1460640", "8386856", "4153409", "5591112", "115435", "3346337", "3968773"], "ranked_scores": [623.0, 617.0, 576.0, 565.0, 564.0, 563.0, 558.0, 557.0, 555.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["1070634", "2796274", "3733774", "5734570", "4942019", "8426355", "7424964", "1871086", "4942015", "890035"], "ranked_scores": [594.0, 592.0, 581.0, 580.0, 575.0, 575.0, 567.0, 564.0, 563.0, 560.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["5939467", "7527096", "1039754", "975213", "6083050", "3637961", "1497166", "2250532", "5174051", "5170949"], "ranked_scores": [548.0, 545.0, 535.0, 528.0, 525.0, 519.0, 513.0, 511.0, 510.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576606", "870351", "2692492", "2576605", "870346", "1314383", "7249172", "1613678", "7137675"], "ranked_scores": [593.0, 582.0, 578.0, 576.0, 575.0, 561.0, 559.0, 558.0, 557.0, 555.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "7403004", "4053745", "5408281", "6722043", "8741687", "8277053", "8162194", "6340258", "3296425"], "ranked_scores": [570.0, 537.0, 530.0, 527.0, 527.0, 527.0, 526.0, 525.0, 524.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["7288502", "7646422", "5094229", "4278761", "4437972", "2510740", "4377794", "2929750", "278768", "5352322"], "ranked_scores": [622.0, 617.0, 612.0, 606.0, 594.0, 584.0, 581.0, 579.0, 576.0, 576.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["839355", "6818953", "1237202", "2068025", "7154587", "3924136", "5499496", "6045016", "8531579", "8782711"], "ranked_scores": [549.0, 546.0, 542.0, 541.0, 539.0, 538.0, 538.0, 534.0, 530.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["7833608", "3039809", "4637748", "8773427", "2396672", "3937863", "4966850", "2396673", "1763487", "8607085"], "ranked_scores": [555.0, 550.0, 544.0, 544.0, 540.0, 538.0, 531.0, 530.0, 525.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "2099688", "4786937", "2617812", "7526870", "1511155", "7526871", "1841905", "6503017", "2617807"], "ranked_scores": [605.0, 596.0, 584.0, 583.0, 577.0, 575.0, 573.0, 571.0, 571.0, 569.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "5655", "7110612", "8331763", "7110611", "7937494", "607856", "2737704", "4122777", "978127"], "ranked_scores": [609.0, 549.0, 540.0, 534.0, 530.0, 528.0, 515.0, 512.0, 511.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5343617", "3659405", "6278487", "1417034", "5336580", "2066951", "3345716", "4502858", "4522649"], "ranked_scores": [635.0, 605.0, 589.0, 570.0, 562.0, 560.0, 559.0, 557.0, 555.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "8510962", "8148596", "754800", "7886033", "1696161", "6207587", "5904163", "7853301", "2789716"], "ranked_scores": [567.0, 541.0, 533.0, 532.0, 530.0, 529.0, 529.0, 529.0, 529.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565560", "3920912", "4893298", "174956", "4111498", "4589415", "7741066", "1338705", "4004619", "8236096"], "ranked_scores": [566.0, 560.0, 558.0, 550.0, 543.0, 540.0, 539.0, 537.0, 535.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "3699781", "4991354", "3926427", "826058", "1621473", "3672237", "8374135", "7597006", "6669947"], "ranked_scores": [567.0, 559.0, 550.0, 544.0, 539.0, 538.0, 530.0, 529.0, 527.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "4605271", "7778956", "4409027", "2531512", "4605270", "3747811", "6193415", "7778949", "5171449"], "ranked_scores": [595.0, 584.0, 573.0, 562.0, 552.0, 547.0, 546.0, 537.0, 534.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["3942500", "3722839", "1063811", "2488121", "7831679", "4590213", "7428627", "6632522", "7795896", "139970"], "ranked_scores": [551.0, 551.0, 550.0, 549.0, 549.0, 547.0, 546.0, 545.0, 545.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["3883683", "6713671", "5813240", "1867101", "921101", "5143805", "886990", "1716202", "8628818", "463652"], "ranked_scores": [557.0, 551.0, 540.0, 533.0, 533.0, 533.0, 532.0, 531.0, 530.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "3252244", "4258663", "2940019", "6036135", "88374", "7420248", "3617286", "4258668", "7692614"], "ranked_scores": [613.0, 606.0, 588.0, 579.0, 554.0, 551.0, 548.0, 544.0, 544.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "332783", "6472411", "1398369", "7482891", "6711596", "3811525", "6711597", "3599369", "8738884"], "ranked_scores": [610.0, 569.0, 549.0, 538.0, 528.0, 526.0, 525.0, 524.0, 520.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221430", "8221437", "4127072", "8221431", "4343906", "8015905", "4158114", "6269961", "5431260"], "ranked_scores": [614.0, 604.0, 599.0, 590.0, 585.0, 573.0, 572.0, 571.0, 549.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495837", "7770963", "3495838", "3495835", "8608976", "6625132", "6392875", "2387122", "1779400", "4545847"], "ranked_scores": [553.0, 549.0, 546.0, 515.0, 506.0, 506.0, 505.0, 504.0, 502.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212588", "6212597", "6212591", "1941403", "917841", "609594", "3843788", "3843787", "471140"], "ranked_scores": [592.0, 571.0, 556.0, 548.0, 532.0, 529.0, 528.0, 513.0, 506.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "3823638", "4520541", "7078336", "7601059", "1031361", "8736649", "7332215", "4053136", "5145284"], "ranked_scores": [627.0, 500.0, 496.0, 493.0, 493.0, 486.0, 485.0, 479.0, 478.0, 478.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "7511875", "1460687", "5891383", "1460689", "1193873", "2716981", "7144188", "4256781", "2857974"], "ranked_scores": [550.0, 530.0, 517.0, 509.0, 505.0, 501.0, 495.0, 495.0, 495.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7395884", "4738326", "3215105", "1136108", "3114131", "7985411", "6124976", "7558181"], "ranked_scores": [586.0, 585.0, 542.0, 542.0, 528.0, 527.0, 525.0, 515.0, 514.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589844", "1420930", "8424304", "7589839", "5955284", "3559380", "6986881", "1981693", "1772350", "5209746"], "ranked_scores": [521.0, 521.0, 516.0, 511.0, 508.0, 507.0, 504.0, 503.0, 500.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7973153", "2575364", "8771883", "7966624", "4957113", "2579423", "6342544", "7942122", "3521834"], "ranked_scores": [626.0, 525.0, 517.0, 510.0, 505.0, 503.0, 497.0, 497.0, 497.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-14000": {"994479": {"relevant_ids": ["7275120"], "ranked_ids": ["6489670", "5265626", "3527619", "1245152", "1245154", "7275122", "8083127", "7837267", "1674646", "4592392"], "ranked_scores": [565.0, 554.0, 548.0, 547.0, 547.0, 534.0, 534.0, 533.0, 532.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1009388": {"relevant_ids": ["7248824"], "ranked_ids": ["2684883", "6929917", "7248824", "6375472", "1297112", "1297109", "8083127", "1674644", "542682", "3308552"], "ranked_scores": [557.0, 548.0, 548.0, 533.0, 528.0, 528.0, 527.0, 524.0, 524.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1088332": {"relevant_ids": ["7094398"], "ranked_ids": ["7094398", "7383965", "5842823", "7114600", "911138", "1238142", "298606", "1592656", "5417685", "5226726"], "ranked_scores": [622.0, 584.0, 572.0, 564.0, 552.0, 550.0, 550.0, 545.0, 537.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "265729": {"relevant_ids": ["7369987"], "ranked_ids": ["5769842", "8279447", "2541248", "7369987", "66616", "515311", "6926916", "3338175", "3932591", "6159778"], "ranked_scores": [579.0, 575.0, 572.0, 571.0, 566.0, 566.0, 565.0, 563.0, 558.0, 555.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1099433": {"relevant_ids": ["7255675"], "ranked_ids": ["3794304", "3794297", "5450605", "4269405", "3794300", "1936834", "5701737", "8554964", "3848270", "3820657"], "ranked_scores": [543.0, 536.0, 533.0, 524.0, 522.0, 519.0, 517.0, 513.0, 502.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "200600": {"relevant_ids": ["7929603"], "ranked_ids": ["1805806", "5606320", "240221", "5143532", "7600993", "1229810", "7929603", "1494980", "729819", "5550437"], "ranked_scores": [493.0, 490.0, 489.0, 488.0, 485.0, 482.0, 480.0, 480.0, 478.0, 477.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "924398": {"relevant_ids": ["7813557"], "ranked_ids": ["4816964", "6964479", "7260457", "7813557", "5227711", "5091618", "6980305", "6311584", "7245739", "5108588"], "ranked_scores": [589.0, 574.0, 558.0, 554.0, 538.0, 531.0, 530.0, 525.0, 518.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "531490": {"relevant_ids": ["3550561"], "ranked_ids": ["7431788", "5079417", "3550559", "3550561", "5997547", "3550563", "7433147", "8343642", "2562047", "7948212"], "ranked_scores": [545.0, 540.0, 536.0, 535.0, 535.0, 528.0, 524.0, 523.0, 517.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "408563": {"relevant_ids": ["2322244"], "ranked_ids": ["1365215", "1102477", "8452568", "249524", "6950269", "1102481", "5110182", "4667084", "6794863", "2322245"], "ranked_scores": [549.0, 547.0, 546.0, 541.0, 537.0, 537.0, 533.0, 532.0, 532.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1048359": {"relevant_ids": ["7187663"], "ranked_ids": ["947575", "7187663", "5132484", "5469449", "4513419", "7187662", "7479455", "2117748", "7479448", "3798363"], "ranked_scores": [546.0, 537.0, 535.0, 527.0, 523.0, 522.0, 521.0, 515.0, 515.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "603050": {"relevant_ids": ["7707024"], "ranked_ids": ["1226216", "7707024", "2469923", "6033800", "4405605", "3189196", "2355274", "8583764", "1226215", "2697614"], "ranked_scores": [657.0, 647.0, 578.0, 555.0, 546.0, 544.0, 544.0, 541.0, 530.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1060040": {"relevant_ids": ["7168976"], "ranked_ids": ["5389787", "5183833", "114691", "8111528", "5289585", "7858636", "2242588", "295788", "2899047", "8098588"], "ranked_scores": [534.0, 531.0, 530.0, 529.0, 524.0, 519.0, 516.0, 515.0, 510.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "96749": {"relevant_ids": ["7301814"], "ranked_ids": ["7301823", "7301819", "7301816", "6975658", "6628785", "7888911", "3803414", "3512764", "1053306", "1053300"], "ranked_scores": [620.0, 591.0, 584.0, 513.0, 512.0, 511.0, 500.0, 500.0, 499.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "792789": {"relevant_ids": ["7970736"], "ranked_ids": ["8450827", "8450828", "8259514", "7970736", "8259512", "7970728", "8450833", "7970734", "320956", "1265191"], "ranked_scores": [621.0, 597.0, 595.0, 594.0, 576.0, 547.0, 543.0, 540.0, 538.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1067764": {"relevant_ids": ["7160805"], "ranked_ids": ["7160805", "8346654", "6193662", "7160804", "8684894", "7160799", "1127804", "1466669", "3457120", "8128745"], "ranked_scores": [599.0, 581.0, 572.0, 562.0, 551.0, 548.0, 542.0, 539.0, 539.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1029003": {"relevant_ids": ["7220310"], "ranked_ids": ["7220310", "7220312", "3452115", "6467669", "4768599", "8484568", "665690", "1136294", "3505871", "2238728"], "ranked_scores": [635.0, 555.0, 524.0, 512.0, 501.0, 499.0, 498.0, 496.0, 493.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1091973": {"relevant_ids": ["7870707"], "ranked_ids": ["7870707", "7870705", "7870700", "5340239", "3702788", "8584557", "8091571", "2995208", "5143532", "6667088"], "ranked_scores": [603.0, 540.0, 529.0, 528.0, 524.0, 515.0, 508.0, 506.0, 505.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "865660": {"relevant_ids": ["7948042"], "ranked_ids": ["7948050", "8157542", "7948042", "7964392", "2116929", "2116932", "2083431", "3646584", "7146728", "8722441"], "ranked_scores": [595.0, 587.0, 578.0, 566.0, 566.0, 564.0, 552.0, 551.0, 551.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "804996": {"relevant_ids": ["7958943"], "ranked_ids": ["7958944", "7958943", "4725494", "4888124", "3056113", "5932719", "3532662", "2647181", "7795675", "4074080"], "ranked_scores": [574.0, 571.0, 523.0, 516.0, 511.0, 510.0, 509.0, 507.0, 506.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "527568": {"relevant_ids": ["7503570"], "ranked_ids": ["7503570", "5231134", "2091063", "925659", "3444262", "1175612", "6822082", "6641480", "1324231", "6607918"], "ranked_scores": [589.0, 568.0, 555.0, 540.0, 538.0, 533.0, 529.0, 528.0, 521.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1059045": {"relevant_ids": ["7170234"], "ranked_ids": ["1174164", "7803391", "1174168", "1174172", "7827765", "261654", "4826837", "4999276", "6667548", "4489794"], "ranked_scores": [512.0, 504.0, 502.0, 491.0, 484.0, 480.0, 478.0, 474.0, 472.0, 470.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "570070": {"relevant_ids": ["7623736"], "ranked_ids": ["8045986", "442006", "1918866", "8477970", "863946", "8540414", "7134383", "4796876", "391342", "5535297"], "ranked_scores": [620.0, 608.0, 592.0, 586.0, 579.0, 578.0, 575.0, 575.0, 567.0, 562.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "429675": {"relevant_ids": ["7689707"], "ranked_ids": ["3909648", "3167491", "5567108", "409310", "4233011", "7880823", "8820180", "4390430", "3246403", "2175858"], "ranked_scores": [561.0, 536.0, 533.0, 532.0, 530.0, 529.0, 528.0, 522.0, 521.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "242107": {"relevant_ids": ["92150"], "ranked_ids": ["5729775", "92150", "3346337", "1460640", "3968773", "6642275", "1546056", "8386856", "115435", "7649297"], "ranked_scores": [625.0, 614.0, 574.0, 573.0, 573.0, 567.0, 559.0, 556.0, 554.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "721409": {"relevant_ids": ["7424964"], "ranked_ids": ["1070634", "2796274", "3733774", "1871086", "4942019", "5734570", "8426355", "4942015", "7424964", "8307546"], "ranked_scores": [588.0, 583.0, 580.0, 579.0, 574.0, 574.0, 569.0, 567.0, 564.0, 563.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "601684": {"relevant_ids": ["7527096"], "ranked_ids": ["7527096", "5939467", "1039754", "3637961", "6083050", "975213", "5174051", "5965281", "1497166", "5170949"], "ranked_scores": [552.0, 533.0, 529.0, 515.0, 510.0, 510.0, 508.0, 503.0, 503.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "825954": {"relevant_ids": ["7741548"], "ranked_ids": ["1613675", "2576605", "2576606", "870351", "2692492", "870346", "7249172", "1613678", "1525620", "272188"], "ranked_scores": [586.0, 569.0, 564.0, 562.0, 560.0, 558.0, 556.0, 552.0, 548.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "866251": {"relevant_ids": ["7810605"], "ranked_ids": ["6502553", "7403004", "6340258", "5408281", "8277053", "3545187", "6722043", "4053745", "5419270", "6465151"], "ranked_scores": [558.0, 526.0, 524.0, 521.0, 520.0, 519.0, 518.0, 514.0, 514.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "988540": {"relevant_ids": ["7288502"], "ranked_ids": ["7288502", "7646422", "4437972", "4278761", "5094229", "4377794", "2510740", "2929750", "278768", "2061122"], "ranked_scores": [615.0, 610.0, 609.0, 608.0, 608.0, 583.0, 581.0, 578.0, 577.0, 566.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1074807": {"relevant_ids": ["7154587"], "ranked_ids": ["6818953", "3924136", "1237202", "839355", "5499496", "2068025", "7154587", "3173599", "8531579", "6818958"], "ranked_scores": [553.0, 541.0, 541.0, 537.0, 533.0, 530.0, 529.0, 525.0, 521.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1028652": {"relevant_ids": ["7833608"], "ranked_ids": ["3039809", "7833608", "8773427", "4637748", "2396672", "2421104", "4966850", "1763487", "2396673", "3937863"], "ranked_scores": [559.0, 552.0, 547.0, 541.0, 540.0, 536.0, 533.0, 532.0, 531.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "497757": {"relevant_ids": ["7526867"], "ranked_ids": ["3141441", "2617812", "4786937", "1841905", "7526870", "2099688", "1511150", "1511155", "2617807", "2486951"], "ranked_scores": [603.0, 584.0, 581.0, 576.0, 574.0, 573.0, 568.0, 567.0, 565.0, 563.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1086384": {"relevant_ids": ["7110606"], "ranked_ids": ["7110606", "5655", "7110611", "7110612", "8331763", "7937494", "5654270", "607856", "8373163", "978127"], "ranked_scores": [616.0, 556.0, 547.0, 545.0, 523.0, 520.0, 520.0, 519.0, 514.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "538333": {"relevant_ids": ["7672042"], "ranked_ids": ["1592532", "5343617", "3659405", "6278487", "5336580", "1417034", "2066951", "4502858", "3345716", "489952"], "ranked_scores": [638.0, 596.0, 590.0, 572.0, 572.0, 571.0, 568.0, 567.0, 548.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1092161": {"relevant_ids": ["7853304"], "ranked_ids": ["7853304", "754800", "2789716", "8510962", "5904163", "8148596", "7853301", "1965669", "7645257", "7874898"], "ranked_scores": [573.0, 552.0, 549.0, 542.0, 541.0, 528.0, 526.0, 526.0, 524.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971233": {"relevant_ids": ["4589415"], "ranked_ids": ["2565560", "4893298", "6495560", "7741066", "3920912", "1118163", "4111498", "174956", "2607975", "8236096"], "ranked_scores": [560.0, 556.0, 548.0, 546.0, 544.0, 542.0, 538.0, 533.0, 531.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1067640": {"relevant_ids": ["7161101"], "ranked_ids": ["7161101", "3699781", "4991354", "826058", "3672237", "1621473", "8374135", "3926427", "4723156", "4528861"], "ranked_scores": [594.0, 559.0, 551.0, 540.0, 540.0, 533.0, 531.0, 529.0, 525.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093082": {"relevant_ids": ["7778956"], "ranked_ids": ["4900578", "7778956", "4605271", "4409027", "3747811", "6193415", "2531512", "4605270", "7778949", "5393501"], "ranked_scores": [592.0, 574.0, 561.0, 560.0, 555.0, 549.0, 546.0, 544.0, 534.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1027209": {"relevant_ids": ["7831679"], "ranked_ids": ["2488121", "6632522", "7428627", "3722839", "7582739", "7795896", "3942500", "7582741", "1063811", "139961"], "ranked_scores": [559.0, 558.0, 556.0, 555.0, 553.0, 552.0, 552.0, 550.0, 549.0, 543.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "47864": {"relevant_ids": ["1867101"], "ranked_ids": ["3883683", "1867101", "8628818", "5143805", "1364304", "6713671", "5813240", "921101", "1867098", "921100"], "ranked_scores": [536.0, 533.0, 531.0, 530.0, 529.0, 525.0, 525.0, 524.0, 524.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "643572": {"relevant_ids": ["7420248"], "ranked_ids": ["7728427", "4258663", "3252244", "2940019", "6036135", "3617286", "88374", "7420248", "1623860", "4996201"], "ranked_scores": [611.0, 610.0, 584.0, 577.0, 553.0, 543.0, 538.0, 538.0, 535.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "544319": {"relevant_ids": ["7562624"], "ranked_ids": ["7562624", "332783", "6472411", "1398369", "2024648", "8738884", "6711596", "6711597", "3599369", "7482891"], "ranked_scores": [609.0, 560.0, 549.0, 536.0, 529.0, 522.0, 522.0, 520.0, 514.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1039495": {"relevant_ids": ["7856346"], "ranked_ids": ["7856346", "8221430", "8221437", "8221431", "4127072", "4343906", "4158114", "8015905", "6269961", "4626170"], "ranked_scores": [604.0, 597.0, 589.0, 585.0, 582.0, 577.0, 558.0, 553.0, 542.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1093172": {"relevant_ids": ["7770963"], "ranked_ids": ["3495838", "3495837", "7770963", "3495835", "4545847", "8608976", "8815917", "1779400", "6398634", "1634694"], "ranked_scores": [548.0, 541.0, 540.0, 520.0, 512.0, 511.0, 511.0, 505.0, 503.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "558548": {"relevant_ids": ["6212597"], "ranked_ids": ["6401864", "6212597", "6212591", "6212588", "609594", "917841", "1941403", "3843787", "3843788", "2852056"], "ranked_scores": [600.0, 590.0, 574.0, 569.0, 539.0, 536.0, 523.0, 508.0, 508.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1045374": {"relevant_ids": ["7193888"], "ranked_ids": ["7193888", "7078336", "4520541", "3823638", "7601059", "7803343", "2108312", "217890", "5402180", "3823641"], "ranked_scores": [613.0, 502.0, 501.0, 494.0, 486.0, 485.0, 481.0, 480.0, 477.0, 475.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "140921": {"relevant_ids": ["7511875"], "ranked_ids": ["7511874", "7511875", "1460687", "5891383", "1460689", "7144188", "3668938", "4256781", "1193873", "1420186"], "ranked_scores": [545.0, 531.0, 524.0, 522.0, 519.0, 516.0, 510.0, 507.0, 503.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "51090": {"relevant_ids": ["7395888"], "ranked_ids": ["7395885", "7395888", "7395884", "4738326", "3114131", "3215105", "3118156", "7515853", "1759110", "1136108"], "ranked_scores": [582.0, 573.0, 534.0, 534.0, 524.0, 522.0, 521.0, 520.0, 518.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "536995": {"relevant_ids": ["7589844"], "ranked_ids": ["7589844", "8424304", "1420930", "3559380", "6986881", "1981693", "1772350", "7589839", "1981696", "5209746"], "ranked_scores": [523.0, 515.0, 513.0, 508.0, 505.0, 503.0, 502.0, 500.0, 499.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1049867": {"relevant_ids": ["7946528"], "ranked_ids": ["7946528", "7973153", "2575364", "7966624", "4957113", "8771883", "5262322", "2579423", "1334388", "7830233"], "ranked_scores": [604.0, 515.0, 506.0, 500.0, 499.0, 492.0, 488.0, 487.0, 485.0, 485.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}}